2026-03-05T22:44:33.398 INFO:root:teuthology version: 1.2.4.dev6+g1c580df7a 2026-03-05T22:44:33.402 DEBUG:teuthology.report:Pushing job info to http://localhost:8080 2026-03-05T22:44:33.420 INFO:teuthology.run:Config: archive_path: /archive/irq0-2026-03-05_18:17:42-orch:cephadm:smoke-cobaltcore-storage-v19.2.3-fasttrack-3-none-default-vps/78 branch: cobaltcore-storage-v19.2.3-fasttrack-3 description: orch:cephadm:smoke/{0-distro/centos_9.stream_runc 0-nvme-loop agent/on fixed-2 mon_election/connectivity start} email: null first_in_suite: false flavor: default job_id: '78' last_in_suite: false machine_type: vps name: irq0-2026-03-05_18:17:42-orch:cephadm:smoke-cobaltcore-storage-v19.2.3-fasttrack-3-none-default-vps no_nested_subset: false openstack: - volumes: count: 4 size: 10 os_type: centos os_version: 9.stream overrides: admin_socket: branch: cobaltcore-storage-v19.2.3-fasttrack-3 ansible.cephlab: branch: main repo: https://github.com/kshtsk/ceph-cm-ansible.git skip_tags: nagios,monitoring-scripts,hostname,pubkeys,zap,sudoers,kerberos,ntp-client,resolvconf,cpan,nfs vars: timezone: Europe/Berlin ceph: conf: global: mon election default strategy: 3 mgr: debug mgr: 20 debug ms: 1 mgr/cephadm/use_agent: true mon: debug mon: 20 debug ms: 1 debug paxos: 20 osd: debug ms: 1 debug osd: 20 osd mclock iops capacity threshold hdd: 49000 osd shutdown pgref assert: true flavor: default log-ignorelist: - \(MDS_ALL_DOWN\) - \(MDS_UP_LESS_THAN_MAX\) - MON_DOWN - mons down - mon down - out of quorum - CEPHADM_STRAY_DAEMON - CEPHADM_FAILED_DAEMON - CEPHADM_AGENT_DOWN - PG_DEGRADED log-only-match: - CEPHADM_ sha1: c24117fd5525679b799527bc1bd1f1dd0a2db5e2 ceph-deploy: conf: client: log file: /var/log/ceph/ceph-$name.$pid.log mon: {} cephadm: cephadm_binary_url: https://download.ceph.com/rpm-19.2.3/el9/noarch/cephadm containers: image: harbor.clyso.com/custom-ceph/ceph/ceph:cobaltcore-storage-v19.2.3-fasttrack-3 install: ceph: flavor: default sha1: c24117fd5525679b799527bc1bd1f1dd0a2db5e2 extra_system_packages: deb: - python3-xmltodict - s3cmd rpm: - bzip2 - perl-Test-Harness - python3-xmltodict - s3cmd repos: - name: ceph-source priority: 1 url: https://s3.clyso.com/ces-packages/components/ceph/rpm-19.2.3-47-gc24117fd552/el9.clyso/SRPMS - name: ceph-noarch priority: 1 url: https://s3.clyso.com/ces-packages/components/ceph/rpm-19.2.3-47-gc24117fd552/el9.clyso/noarch - name: ceph priority: 1 url: https://s3.clyso.com/ces-packages/components/ceph/rpm-19.2.3-47-gc24117fd552/el9.clyso/x86_64 selinux: allowlist: - scontext=system_u:system_r:logrotate_t:s0 workunit: branch: tt-19.2.3-fasttrack-3 sha1: e50baef5944c0b5e8e734db1c467f1f19415a932 owner: irq0 priority: 1000 repo: https://github.com/ceph/ceph.git roles: - - mon.a - mon.c - mgr.y - osd.0 - osd.1 - osd.2 - osd.3 - client.0 - ceph.rgw.foo.a - node-exporter.a - alertmanager.a - - mon.b - mgr.x - osd.4 - osd.5 - osd.6 - osd.7 - client.1 - prometheus.a - grafana.a - node-exporter.b - ceph.iscsi.iscsi.a seed: 2986 sha1: c24117fd5525679b799527bc1bd1f1dd0a2db5e2 sleep_before_teardown: 0 suite: orch:cephadm:smoke suite_branch: tt-19.2.3-fasttrack-3 suite_path: /home/teuthos/src/github.com_kshtsk_ceph_e50baef5944c0b5e8e734db1c467f1f19415a932/qa suite_relpath: qa suite_repo: https://github.com/kshtsk/ceph.git suite_sha1: e50baef5944c0b5e8e734db1c467f1f19415a932 targets: vm02.local: ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBA3v2P2HRhqzhWKaCCpFwvScL5/4KGkRpWQVN4+HguA/GhRSElHiQVTVuHRxz8OsiKdiAdanc+AG0pW3hNAStQQ= vm09.local: ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBAc/y1nYy/m3/aFFIfXRgrUkc7lUi93bcQDYvAR/nzQmveFHlknM+kNb2wO9XJuFsmXBgBbM/0tCGdoyatUGDLw= tasks: - pexec: all: - sudo dnf remove nvme-cli -y - sudo dnf install runc nvmetcli nvme-cli -y - sudo sed -i 's/^#runtime = "crun"/runtime = "runc"/g' /usr/share/containers/containers.conf - sudo sed -i 's/runtime = "crun"/#runtime = "crun"/g' /usr/share/containers/containers.conf - nvme_loop: null - cephadm: conf: mgr: debug mgr: 20 debug ms: 1 - cephadm.shell: mon.a: - stat -c '%u %g' /var/log/ceph | grep '167 167' - ceph orch status - ceph orch ps - ceph orch ls - ceph orch host ls - ceph orch device ls - ceph orch ls --format yaml - ceph orch ls | grep '^osd ' teuthology: fragments_dropped: [] meta: {} postmerge: [] teuthology_branch: clyso-debian-13 teuthology_repo: https://github.com/clyso/teuthology teuthology_sha1: 1c580df7a9c7c2aadc272da296344fd99f27c444 timestamp: 2026-03-05_18:17:42 tube: vps user: irq0 verbose: false worker_log: /home/teuthos/.teuthology/dispatcher/dispatcher.vps.43333 2026-03-05T22:44:33.420 INFO:teuthology.run:suite_path is set to /home/teuthos/src/github.com_kshtsk_ceph_e50baef5944c0b5e8e734db1c467f1f19415a932/qa; will attempt to use it 2026-03-05T22:44:33.421 INFO:teuthology.run:Found tasks at /home/teuthos/src/github.com_kshtsk_ceph_e50baef5944c0b5e8e734db1c467f1f19415a932/qa/tasks 2026-03-05T22:44:33.421 INFO:teuthology.run_tasks:Running task internal.save_config... 2026-03-05T22:44:33.421 INFO:teuthology.task.internal:Saving configuration 2026-03-05T22:44:33.425 INFO:teuthology.run_tasks:Running task internal.check_lock... 2026-03-05T22:44:33.426 INFO:teuthology.task.internal.check_lock:Checking locks... 2026-03-05T22:44:33.433 DEBUG:teuthology.task.internal.check_lock:machine status is {'name': 'vm02.local', 'description': '/archive/irq0-2026-03-05_18:17:42-orch:cephadm:smoke-cobaltcore-storage-v19.2.3-fasttrack-3-none-default-vps/78', 'up': True, 'machine_type': 'vps', 'is_vm': True, 'vm_host': {'name': 'localhost', 'description': None, 'up': True, 'machine_type': 'libvirt', 'is_vm': False, 'vm_host': None, 'os_type': None, 'os_version': None, 'arch': None, 'locked': True, 'locked_since': None, 'locked_by': None, 'mac_address': None, 'ssh_pub_key': None}, 'os_type': 'centos', 'os_version': '9.stream', 'arch': 'x86_64', 'locked': True, 'locked_since': '2026-03-05 21:43:24.649449', 'locked_by': 'irq0', 'mac_address': '52:55:00:00:00:02', 'ssh_pub_key': 'ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBA3v2P2HRhqzhWKaCCpFwvScL5/4KGkRpWQVN4+HguA/GhRSElHiQVTVuHRxz8OsiKdiAdanc+AG0pW3hNAStQQ='} 2026-03-05T22:44:33.438 DEBUG:teuthology.task.internal.check_lock:machine status is {'name': 'vm09.local', 'description': '/archive/irq0-2026-03-05_18:17:42-orch:cephadm:smoke-cobaltcore-storage-v19.2.3-fasttrack-3-none-default-vps/78', 'up': True, 'machine_type': 'vps', 'is_vm': True, 'vm_host': {'name': 'localhost', 'description': None, 'up': True, 'machine_type': 'libvirt', 'is_vm': False, 'vm_host': None, 'os_type': None, 'os_version': None, 'arch': None, 'locked': True, 'locked_since': None, 'locked_by': None, 'mac_address': None, 'ssh_pub_key': None}, 'os_type': 'centos', 'os_version': '9.stream', 'arch': 'x86_64', 'locked': True, 'locked_since': '2026-03-05 21:43:24.649011', 'locked_by': 'irq0', 'mac_address': '52:55:00:00:00:09', 'ssh_pub_key': 'ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBAc/y1nYy/m3/aFFIfXRgrUkc7lUi93bcQDYvAR/nzQmveFHlknM+kNb2wO9XJuFsmXBgBbM/0tCGdoyatUGDLw='} 2026-03-05T22:44:33.438 INFO:teuthology.run_tasks:Running task internal.add_remotes... 2026-03-05T22:44:33.438 INFO:teuthology.task.internal:roles: ubuntu@vm02.local - ['mon.a', 'mon.c', 'mgr.y', 'osd.0', 'osd.1', 'osd.2', 'osd.3', 'client.0', 'ceph.rgw.foo.a', 'node-exporter.a', 'alertmanager.a'] 2026-03-05T22:44:33.439 INFO:teuthology.task.internal:roles: ubuntu@vm09.local - ['mon.b', 'mgr.x', 'osd.4', 'osd.5', 'osd.6', 'osd.7', 'client.1', 'prometheus.a', 'grafana.a', 'node-exporter.b', 'ceph.iscsi.iscsi.a'] 2026-03-05T22:44:33.439 INFO:teuthology.run_tasks:Running task console_log... 2026-03-05T22:44:33.444 DEBUG:teuthology.task.console_log:vm02 does not support IPMI; excluding 2026-03-05T22:44:33.449 DEBUG:teuthology.task.console_log:vm09 does not support IPMI; excluding 2026-03-05T22:44:33.450 DEBUG:teuthology.exit:Installing handler: Handler(exiter=, func=.kill_console_loggers at 0x7fe29b7cbd00>, signals=[15]) 2026-03-05T22:44:33.450 INFO:teuthology.run_tasks:Running task internal.connect... 2026-03-05T22:44:33.450 INFO:teuthology.task.internal:Opening connections... 2026-03-05T22:44:33.450 DEBUG:teuthology.task.internal:connecting to ubuntu@vm02.local 2026-03-05T22:44:33.451 DEBUG:teuthology.orchestra.connection:{'hostname': 'vm02.local', 'username': 'ubuntu', 'timeout': 60} 2026-03-05T22:44:33.511 DEBUG:teuthology.task.internal:connecting to ubuntu@vm09.local 2026-03-05T22:44:33.512 DEBUG:teuthology.orchestra.connection:{'hostname': 'vm09.local', 'username': 'ubuntu', 'timeout': 60} 2026-03-05T22:44:33.572 INFO:teuthology.run_tasks:Running task internal.push_inventory... 2026-03-05T22:44:33.573 DEBUG:teuthology.orchestra.run.vm02:> uname -m 2026-03-05T22:44:33.626 INFO:teuthology.orchestra.run.vm02.stdout:x86_64 2026-03-05T22:44:33.627 DEBUG:teuthology.orchestra.run.vm02:> cat /etc/os-release 2026-03-05T22:44:33.683 INFO:teuthology.orchestra.run.vm02.stdout:NAME="CentOS Stream" 2026-03-05T22:44:33.683 INFO:teuthology.orchestra.run.vm02.stdout:VERSION="9" 2026-03-05T22:44:33.683 INFO:teuthology.orchestra.run.vm02.stdout:ID="centos" 2026-03-05T22:44:33.683 INFO:teuthology.orchestra.run.vm02.stdout:ID_LIKE="rhel fedora" 2026-03-05T22:44:33.683 INFO:teuthology.orchestra.run.vm02.stdout:VERSION_ID="9" 2026-03-05T22:44:33.683 INFO:teuthology.orchestra.run.vm02.stdout:PLATFORM_ID="platform:el9" 2026-03-05T22:44:33.683 INFO:teuthology.orchestra.run.vm02.stdout:PRETTY_NAME="CentOS Stream 9" 2026-03-05T22:44:33.683 INFO:teuthology.orchestra.run.vm02.stdout:ANSI_COLOR="0;31" 2026-03-05T22:44:33.683 INFO:teuthology.orchestra.run.vm02.stdout:LOGO="fedora-logo-icon" 2026-03-05T22:44:33.683 INFO:teuthology.orchestra.run.vm02.stdout:CPE_NAME="cpe:/o:centos:centos:9" 2026-03-05T22:44:33.683 INFO:teuthology.orchestra.run.vm02.stdout:HOME_URL="https://centos.org/" 2026-03-05T22:44:33.683 INFO:teuthology.orchestra.run.vm02.stdout:BUG_REPORT_URL="https://issues.redhat.com/" 2026-03-05T22:44:33.683 INFO:teuthology.orchestra.run.vm02.stdout:REDHAT_SUPPORT_PRODUCT="Red Hat Enterprise Linux 9" 2026-03-05T22:44:33.683 INFO:teuthology.orchestra.run.vm02.stdout:REDHAT_SUPPORT_PRODUCT_VERSION="CentOS Stream" 2026-03-05T22:44:33.683 INFO:teuthology.lock.ops:Updating vm02.local on lock server 2026-03-05T22:44:33.688 DEBUG:teuthology.orchestra.run.vm09:> uname -m 2026-03-05T22:44:33.701 INFO:teuthology.orchestra.run.vm09.stdout:x86_64 2026-03-05T22:44:33.701 DEBUG:teuthology.orchestra.run.vm09:> cat /etc/os-release 2026-03-05T22:44:33.754 INFO:teuthology.orchestra.run.vm09.stdout:NAME="CentOS Stream" 2026-03-05T22:44:33.754 INFO:teuthology.orchestra.run.vm09.stdout:VERSION="9" 2026-03-05T22:44:33.754 INFO:teuthology.orchestra.run.vm09.stdout:ID="centos" 2026-03-05T22:44:33.754 INFO:teuthology.orchestra.run.vm09.stdout:ID_LIKE="rhel fedora" 2026-03-05T22:44:33.754 INFO:teuthology.orchestra.run.vm09.stdout:VERSION_ID="9" 2026-03-05T22:44:33.754 INFO:teuthology.orchestra.run.vm09.stdout:PLATFORM_ID="platform:el9" 2026-03-05T22:44:33.754 INFO:teuthology.orchestra.run.vm09.stdout:PRETTY_NAME="CentOS Stream 9" 2026-03-05T22:44:33.754 INFO:teuthology.orchestra.run.vm09.stdout:ANSI_COLOR="0;31" 2026-03-05T22:44:33.754 INFO:teuthology.orchestra.run.vm09.stdout:LOGO="fedora-logo-icon" 2026-03-05T22:44:33.754 INFO:teuthology.orchestra.run.vm09.stdout:CPE_NAME="cpe:/o:centos:centos:9" 2026-03-05T22:44:33.754 INFO:teuthology.orchestra.run.vm09.stdout:HOME_URL="https://centos.org/" 2026-03-05T22:44:33.754 INFO:teuthology.orchestra.run.vm09.stdout:BUG_REPORT_URL="https://issues.redhat.com/" 2026-03-05T22:44:33.754 INFO:teuthology.orchestra.run.vm09.stdout:REDHAT_SUPPORT_PRODUCT="Red Hat Enterprise Linux 9" 2026-03-05T22:44:33.754 INFO:teuthology.orchestra.run.vm09.stdout:REDHAT_SUPPORT_PRODUCT_VERSION="CentOS Stream" 2026-03-05T22:44:33.755 INFO:teuthology.lock.ops:Updating vm09.local on lock server 2026-03-05T22:44:33.759 INFO:teuthology.run_tasks:Running task internal.serialize_remote_roles... 2026-03-05T22:44:33.761 INFO:teuthology.run_tasks:Running task internal.check_conflict... 2026-03-05T22:44:33.761 INFO:teuthology.task.internal:Checking for old test directory... 2026-03-05T22:44:33.761 DEBUG:teuthology.orchestra.run.vm02:> test '!' -e /home/ubuntu/cephtest 2026-03-05T22:44:33.763 DEBUG:teuthology.orchestra.run.vm09:> test '!' -e /home/ubuntu/cephtest 2026-03-05T22:44:33.809 INFO:teuthology.run_tasks:Running task internal.check_ceph_data... 2026-03-05T22:44:33.810 INFO:teuthology.task.internal:Checking for non-empty /var/lib/ceph... 2026-03-05T22:44:33.810 DEBUG:teuthology.orchestra.run.vm02:> test -z $(ls -A /var/lib/ceph) 2026-03-05T22:44:33.819 DEBUG:teuthology.orchestra.run.vm09:> test -z $(ls -A /var/lib/ceph) 2026-03-05T22:44:33.832 INFO:teuthology.orchestra.run.vm02.stderr:ls: cannot access '/var/lib/ceph': No such file or directory 2026-03-05T22:44:33.863 INFO:teuthology.orchestra.run.vm09.stderr:ls: cannot access '/var/lib/ceph': No such file or directory 2026-03-05T22:44:33.863 INFO:teuthology.run_tasks:Running task internal.vm_setup... 2026-03-05T22:44:33.871 DEBUG:teuthology.orchestra.run.vm02:> test -e /ceph-qa-ready 2026-03-05T22:44:33.886 DEBUG:teuthology.orchestra.run:got remote process result: 1 2026-03-05T22:44:34.079 DEBUG:teuthology.orchestra.run.vm09:> test -e /ceph-qa-ready 2026-03-05T22:44:34.094 DEBUG:teuthology.orchestra.run:got remote process result: 1 2026-03-05T22:44:34.285 INFO:teuthology.run_tasks:Running task internal.base... 2026-03-05T22:44:34.286 INFO:teuthology.task.internal:Creating test directory... 2026-03-05T22:44:34.286 DEBUG:teuthology.orchestra.run.vm02:> mkdir -p -m0755 -- /home/ubuntu/cephtest 2026-03-05T22:44:34.288 DEBUG:teuthology.orchestra.run.vm09:> mkdir -p -m0755 -- /home/ubuntu/cephtest 2026-03-05T22:44:34.302 INFO:teuthology.run_tasks:Running task internal.archive_upload... 2026-03-05T22:44:34.303 INFO:teuthology.run_tasks:Running task internal.archive... 2026-03-05T22:44:34.305 INFO:teuthology.task.internal:Creating archive directory... 2026-03-05T22:44:34.305 DEBUG:teuthology.orchestra.run.vm02:> install -d -m0755 -- /home/ubuntu/cephtest/archive 2026-03-05T22:44:34.343 DEBUG:teuthology.orchestra.run.vm09:> install -d -m0755 -- /home/ubuntu/cephtest/archive 2026-03-05T22:44:34.361 INFO:teuthology.run_tasks:Running task internal.coredump... 2026-03-05T22:44:34.362 INFO:teuthology.task.internal:Enabling coredump saving... 2026-03-05T22:44:34.362 DEBUG:teuthology.orchestra.run.vm02:> test -f /run/.containerenv -o -f /.dockerenv 2026-03-05T22:44:34.411 DEBUG:teuthology.orchestra.run:got remote process result: 1 2026-03-05T22:44:34.411 DEBUG:teuthology.orchestra.run.vm09:> test -f /run/.containerenv -o -f /.dockerenv 2026-03-05T22:44:34.425 DEBUG:teuthology.orchestra.run:got remote process result: 1 2026-03-05T22:44:34.425 DEBUG:teuthology.orchestra.run.vm02:> install -d -m0755 -- /home/ubuntu/cephtest/archive/coredump && sudo sysctl -w kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core && echo kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core | sudo tee -a /etc/sysctl.conf 2026-03-05T22:44:34.453 DEBUG:teuthology.orchestra.run.vm09:> install -d -m0755 -- /home/ubuntu/cephtest/archive/coredump && sudo sysctl -w kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core && echo kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core | sudo tee -a /etc/sysctl.conf 2026-03-05T22:44:34.474 INFO:teuthology.orchestra.run.vm02.stdout:kernel.core_pattern = /home/ubuntu/cephtest/archive/coredump/%t.%p.core 2026-03-05T22:44:34.483 INFO:teuthology.orchestra.run.vm02.stdout:kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core 2026-03-05T22:44:34.488 INFO:teuthology.orchestra.run.vm09.stdout:kernel.core_pattern = /home/ubuntu/cephtest/archive/coredump/%t.%p.core 2026-03-05T22:44:34.497 INFO:teuthology.orchestra.run.vm09.stdout:kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core 2026-03-05T22:44:34.498 INFO:teuthology.run_tasks:Running task internal.sudo... 2026-03-05T22:44:34.500 INFO:teuthology.task.internal:Configuring sudo... 2026-03-05T22:44:34.500 DEBUG:teuthology.orchestra.run.vm02:> sudo sed -i.orig.teuthology -e 's/^\([^#]*\) \(requiretty\)/\1 !\2/g' -e 's/^\([^#]*\) !\(visiblepw\)/\1 \2/g' /etc/sudoers 2026-03-05T22:44:34.526 DEBUG:teuthology.orchestra.run.vm09:> sudo sed -i.orig.teuthology -e 's/^\([^#]*\) \(requiretty\)/\1 !\2/g' -e 's/^\([^#]*\) !\(visiblepw\)/\1 \2/g' /etc/sudoers 2026-03-05T22:44:34.562 INFO:teuthology.run_tasks:Running task internal.syslog... 2026-03-05T22:44:34.565 INFO:teuthology.task.internal.syslog:Starting syslog monitoring... 2026-03-05T22:44:34.565 DEBUG:teuthology.orchestra.run.vm02:> mkdir -p -m0755 -- /home/ubuntu/cephtest/archive/syslog 2026-03-05T22:44:34.590 DEBUG:teuthology.orchestra.run.vm09:> mkdir -p -m0755 -- /home/ubuntu/cephtest/archive/syslog 2026-03-05T22:44:34.617 DEBUG:teuthology.orchestra.run.vm02:> install -m 666 /dev/null /home/ubuntu/cephtest/archive/syslog/kern.log 2026-03-05T22:44:34.663 DEBUG:teuthology.orchestra.run.vm02:> install -m 666 /dev/null /home/ubuntu/cephtest/archive/syslog/misc.log 2026-03-05T22:44:34.725 DEBUG:teuthology.orchestra.run.vm02:> set -ex 2026-03-05T22:44:34.725 DEBUG:teuthology.orchestra.run.vm02:> sudo dd of=/etc/rsyslog.d/80-cephtest.conf 2026-03-05T22:44:34.785 DEBUG:teuthology.orchestra.run.vm09:> install -m 666 /dev/null /home/ubuntu/cephtest/archive/syslog/kern.log 2026-03-05T22:44:34.808 DEBUG:teuthology.orchestra.run.vm09:> install -m 666 /dev/null /home/ubuntu/cephtest/archive/syslog/misc.log 2026-03-05T22:44:34.863 DEBUG:teuthology.orchestra.run.vm09:> set -ex 2026-03-05T22:44:34.863 DEBUG:teuthology.orchestra.run.vm09:> sudo dd of=/etc/rsyslog.d/80-cephtest.conf 2026-03-05T22:44:34.920 DEBUG:teuthology.orchestra.run.vm02:> sudo service rsyslog restart 2026-03-05T22:44:34.922 DEBUG:teuthology.orchestra.run.vm09:> sudo service rsyslog restart 2026-03-05T22:44:34.948 INFO:teuthology.orchestra.run.vm02.stderr:Redirecting to /bin/systemctl restart rsyslog.service 2026-03-05T22:44:34.988 INFO:teuthology.orchestra.run.vm09.stderr:Redirecting to /bin/systemctl restart rsyslog.service 2026-03-05T22:44:35.201 INFO:teuthology.run_tasks:Running task internal.timer... 2026-03-05T22:44:35.202 INFO:teuthology.task.internal:Starting timer... 2026-03-05T22:44:35.202 INFO:teuthology.run_tasks:Running task pcp... 2026-03-05T22:44:35.205 INFO:teuthology.run_tasks:Running task selinux... 2026-03-05T22:44:35.207 DEBUG:teuthology.task:Applying overrides for task selinux: {'allowlist': ['scontext=system_u:system_r:logrotate_t:s0']} 2026-03-05T22:44:35.207 INFO:teuthology.task.selinux:Excluding vm02: VMs are not yet supported 2026-03-05T22:44:35.207 INFO:teuthology.task.selinux:Excluding vm09: VMs are not yet supported 2026-03-05T22:44:35.207 DEBUG:teuthology.task.selinux:Getting current SELinux state 2026-03-05T22:44:35.207 DEBUG:teuthology.task.selinux:Existing SELinux modes: {} 2026-03-05T22:44:35.207 INFO:teuthology.task.selinux:Putting SELinux into permissive mode 2026-03-05T22:44:35.207 INFO:teuthology.run_tasks:Running task ansible.cephlab... 2026-03-05T22:44:35.208 DEBUG:teuthology.task:Applying overrides for task ansible.cephlab: {'branch': 'main', 'repo': 'https://github.com/kshtsk/ceph-cm-ansible.git', 'skip_tags': 'nagios,monitoring-scripts,hostname,pubkeys,zap,sudoers,kerberos,ntp-client,resolvconf,cpan,nfs', 'vars': {'timezone': 'Europe/Berlin'}} 2026-03-05T22:44:35.208 DEBUG:teuthology.repo_utils:Setting repo remote to https://github.com/kshtsk/ceph-cm-ansible.git 2026-03-05T22:44:35.210 INFO:teuthology.repo_utils:Fetching github.com_kshtsk_ceph-cm-ansible_main from origin 2026-03-05T22:44:35.807 DEBUG:teuthology.repo_utils:Resetting repo at /home/teuthos/src/github.com_kshtsk_ceph-cm-ansible_main to origin/main 2026-03-05T22:44:35.812 INFO:teuthology.task.ansible:Playbook: [{'import_playbook': 'ansible_managed.yml'}, {'import_playbook': 'teuthology.yml'}, {'hosts': 'testnodes', 'tasks': [{'set_fact': {'ran_from_cephlab_playbook': True}}]}, {'import_playbook': 'testnodes.yml'}, {'import_playbook': 'container-host.yml'}, {'import_playbook': 'cobbler.yml'}, {'import_playbook': 'paddles.yml'}, {'import_playbook': 'pulpito.yml'}, {'hosts': 'testnodes', 'become': True, 'tasks': [{'name': 'Touch /ceph-qa-ready', 'file': {'path': '/ceph-qa-ready', 'state': 'touch'}, 'when': 'ran_from_cephlab_playbook|bool'}]}] 2026-03-05T22:44:35.812 DEBUG:teuthology.task.ansible:Running ansible-playbook -v --extra-vars '{"ansible_ssh_user": "ubuntu", "timezone": "Europe/Berlin"}' -i /tmp/teuth_ansible_inventoryqt1_iw59 --limit vm02.local,vm09.local /home/teuthos/src/github.com_kshtsk_ceph-cm-ansible_main/cephlab.yml --skip-tags nagios,monitoring-scripts,hostname,pubkeys,zap,sudoers,kerberos,ntp-client,resolvconf,cpan,nfs 2026-03-05T22:46:31.807 DEBUG:teuthology.task.ansible:Reconnecting to [Remote(name='ubuntu@vm02.local'), Remote(name='ubuntu@vm09.local')] 2026-03-05T22:46:31.807 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@vm02.local' 2026-03-05T22:46:31.808 DEBUG:teuthology.orchestra.connection:{'hostname': 'vm02.local', 'username': 'ubuntu', 'timeout': 60} 2026-03-05T22:46:31.870 DEBUG:teuthology.orchestra.run.vm02:> true 2026-03-05T22:46:31.952 INFO:teuthology.orchestra.remote:Successfully reconnected to host 'ubuntu@vm02.local' 2026-03-05T22:46:31.952 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@vm09.local' 2026-03-05T22:46:31.953 DEBUG:teuthology.orchestra.connection:{'hostname': 'vm09.local', 'username': 'ubuntu', 'timeout': 60} 2026-03-05T22:46:32.015 DEBUG:teuthology.orchestra.run.vm09:> true 2026-03-05T22:46:32.097 INFO:teuthology.orchestra.remote:Successfully reconnected to host 'ubuntu@vm09.local' 2026-03-05T22:46:32.105 INFO:teuthology.run_tasks:Running task clock... 2026-03-05T22:46:32.116 INFO:teuthology.task.clock:Syncing clocks and checking initial clock skew... 2026-03-05T22:46:32.116 INFO:teuthology.orchestra.run:Running command with timeout 360 2026-03-05T22:46:32.117 DEBUG:teuthology.orchestra.run.vm02:> sudo systemctl stop ntp.service || sudo systemctl stop ntpd.service || sudo systemctl stop chronyd.service ; sudo ntpd -gq || sudo chronyc makestep ; sudo systemctl start ntp.service || sudo systemctl start ntpd.service || sudo systemctl start chronyd.service ; PATH=/usr/bin:/usr/sbin ntpq -p || PATH=/usr/bin:/usr/sbin chronyc sources || true 2026-03-05T22:46:32.119 INFO:teuthology.orchestra.run:Running command with timeout 360 2026-03-05T22:46:32.119 DEBUG:teuthology.orchestra.run.vm09:> sudo systemctl stop ntp.service || sudo systemctl stop ntpd.service || sudo systemctl stop chronyd.service ; sudo ntpd -gq || sudo chronyc makestep ; sudo systemctl start ntp.service || sudo systemctl start ntpd.service || sudo systemctl start chronyd.service ; PATH=/usr/bin:/usr/sbin ntpq -p || PATH=/usr/bin:/usr/sbin chronyc sources || true 2026-03-05T22:46:32.173 INFO:teuthology.orchestra.run.vm02.stderr:Failed to stop ntp.service: Unit ntp.service not loaded. 2026-03-05T22:46:32.177 INFO:teuthology.orchestra.run.vm09.stderr:Failed to stop ntp.service: Unit ntp.service not loaded. 2026-03-05T22:46:32.198 INFO:teuthology.orchestra.run.vm09.stderr:Failed to stop ntpd.service: Unit ntpd.service not loaded. 2026-03-05T22:46:32.201 INFO:teuthology.orchestra.run.vm02.stderr:Failed to stop ntpd.service: Unit ntpd.service not loaded. 2026-03-05T22:46:32.245 INFO:teuthology.orchestra.run.vm09.stderr:sudo: ntpd: command not found 2026-03-05T22:46:32.250 INFO:teuthology.orchestra.run.vm02.stderr:sudo: ntpd: command not found 2026-03-05T22:46:32.264 INFO:teuthology.orchestra.run.vm09.stdout:506 Cannot talk to daemon 2026-03-05T22:46:32.271 INFO:teuthology.orchestra.run.vm02.stdout:506 Cannot talk to daemon 2026-03-05T22:46:32.287 INFO:teuthology.orchestra.run.vm09.stderr:Failed to start ntp.service: Unit ntp.service not found. 2026-03-05T22:46:32.299 INFO:teuthology.orchestra.run.vm02.stderr:Failed to start ntp.service: Unit ntp.service not found. 2026-03-05T22:46:32.311 INFO:teuthology.orchestra.run.vm09.stderr:Failed to start ntpd.service: Unit ntpd.service not found. 2026-03-05T22:46:32.322 INFO:teuthology.orchestra.run.vm02.stderr:Failed to start ntpd.service: Unit ntpd.service not found. 2026-03-05T22:46:32.375 INFO:teuthology.orchestra.run.vm09.stderr:bash: line 1: ntpq: command not found 2026-03-05T22:46:32.392 INFO:teuthology.orchestra.run.vm02.stderr:bash: line 1: ntpq: command not found 2026-03-05T22:46:32.435 INFO:teuthology.orchestra.run.vm09.stdout:MS Name/IP address Stratum Poll Reach LastRx Last sample 2026-03-05T22:46:32.435 INFO:teuthology.orchestra.run.vm09.stdout:=============================================================================== 2026-03-05T22:46:32.435 INFO:teuthology.orchestra.run.vm09.stdout:^? ntp5.kernfusion.at 0 6 0 - +0ns[ +0ns] +/- 0ns 2026-03-05T22:46:32.435 INFO:teuthology.orchestra.run.vm09.stdout:^? stratum2-1.NTP.TechFak.N> 0 6 0 - +0ns[ +0ns] +/- 0ns 2026-03-05T22:46:32.435 INFO:teuthology.orchestra.run.vm09.stdout:^? ns8.starka.st 0 6 0 - +0ns[ +0ns] +/- 0ns 2026-03-05T22:46:32.435 INFO:teuthology.orchestra.run.vm09.stdout:^? nono.io 0 6 0 - +0ns[ +0ns] +/- 0ns 2026-03-05T22:46:32.436 INFO:teuthology.orchestra.run.vm02.stdout:MS Name/IP address Stratum Poll Reach LastRx Last sample 2026-03-05T22:46:32.436 INFO:teuthology.orchestra.run.vm02.stdout:=============================================================================== 2026-03-05T22:46:32.436 INFO:teuthology.orchestra.run.vm02.stdout:^? stratum2-1.NTP.TechFak.N> 0 6 0 - +0ns[ +0ns] +/- 0ns 2026-03-05T22:46:32.436 INFO:teuthology.orchestra.run.vm02.stdout:^? ns8.starka.st 0 6 0 - +0ns[ +0ns] +/- 0ns 2026-03-05T22:46:32.436 INFO:teuthology.orchestra.run.vm02.stdout:^? nono.io 0 6 0 - +0ns[ +0ns] +/- 0ns 2026-03-05T22:46:32.436 INFO:teuthology.orchestra.run.vm02.stdout:^? ntp5.kernfusion.at 0 6 0 - +0ns[ +0ns] +/- 0ns 2026-03-05T22:46:32.436 INFO:teuthology.run_tasks:Running task pexec... 2026-03-05T22:46:32.439 INFO:teuthology.task.pexec:Executing custom commands... 2026-03-05T22:46:32.440 DEBUG:teuthology.orchestra.run.vm02:> TESTDIR=/home/ubuntu/cephtest bash -s 2026-03-05T22:46:32.440 DEBUG:teuthology.orchestra.run.vm09:> TESTDIR=/home/ubuntu/cephtest bash -s 2026-03-05T22:46:32.442 DEBUG:teuthology.task.pexec:ubuntu@vm02.local< sudo dnf remove nvme-cli -y 2026-03-05T22:46:32.442 DEBUG:teuthology.task.pexec:ubuntu@vm02.local< sudo dnf install runc nvmetcli nvme-cli -y 2026-03-05T22:46:32.442 DEBUG:teuthology.task.pexec:ubuntu@vm02.local< sudo sed -i 's/^#runtime = "crun"/runtime = "runc"/g' /usr/share/containers/containers.conf 2026-03-05T22:46:32.442 DEBUG:teuthology.task.pexec:ubuntu@vm02.local< sudo sed -i 's/runtime = "crun"/#runtime = "crun"/g' /usr/share/containers/containers.conf 2026-03-05T22:46:32.442 INFO:teuthology.task.pexec:Running commands on host ubuntu@vm02.local 2026-03-05T22:46:32.442 INFO:teuthology.task.pexec:sudo dnf remove nvme-cli -y 2026-03-05T22:46:32.442 INFO:teuthology.task.pexec:sudo dnf install runc nvmetcli nvme-cli -y 2026-03-05T22:46:32.442 INFO:teuthology.task.pexec:sudo sed -i 's/^#runtime = "crun"/runtime = "runc"/g' /usr/share/containers/containers.conf 2026-03-05T22:46:32.442 INFO:teuthology.task.pexec:sudo sed -i 's/runtime = "crun"/#runtime = "crun"/g' /usr/share/containers/containers.conf 2026-03-05T22:46:32.482 DEBUG:teuthology.task.pexec:ubuntu@vm09.local< sudo dnf remove nvme-cli -y 2026-03-05T22:46:32.482 DEBUG:teuthology.task.pexec:ubuntu@vm09.local< sudo dnf install runc nvmetcli nvme-cli -y 2026-03-05T22:46:32.482 DEBUG:teuthology.task.pexec:ubuntu@vm09.local< sudo sed -i 's/^#runtime = "crun"/runtime = "runc"/g' /usr/share/containers/containers.conf 2026-03-05T22:46:32.482 DEBUG:teuthology.task.pexec:ubuntu@vm09.local< sudo sed -i 's/runtime = "crun"/#runtime = "crun"/g' /usr/share/containers/containers.conf 2026-03-05T22:46:32.482 INFO:teuthology.task.pexec:Running commands on host ubuntu@vm09.local 2026-03-05T22:46:32.482 INFO:teuthology.task.pexec:sudo dnf remove nvme-cli -y 2026-03-05T22:46:32.482 INFO:teuthology.task.pexec:sudo dnf install runc nvmetcli nvme-cli -y 2026-03-05T22:46:32.482 INFO:teuthology.task.pexec:sudo sed -i 's/^#runtime = "crun"/runtime = "runc"/g' /usr/share/containers/containers.conf 2026-03-05T22:46:32.482 INFO:teuthology.task.pexec:sudo sed -i 's/runtime = "crun"/#runtime = "crun"/g' /usr/share/containers/containers.conf 2026-03-05T22:46:32.718 INFO:teuthology.orchestra.run.vm02.stdout:No match for argument: nvme-cli 2026-03-05T22:46:32.718 INFO:teuthology.orchestra.run.vm02.stderr:No packages marked for removal. 2026-03-05T22:46:32.722 INFO:teuthology.orchestra.run.vm02.stdout:Dependencies resolved. 2026-03-05T22:46:32.723 INFO:teuthology.orchestra.run.vm02.stdout:Nothing to do. 2026-03-05T22:46:32.723 INFO:teuthology.orchestra.run.vm02.stdout:Complete! 2026-03-05T22:46:32.733 INFO:teuthology.orchestra.run.vm09.stdout:No match for argument: nvme-cli 2026-03-05T22:46:32.733 INFO:teuthology.orchestra.run.vm09.stderr:No packages marked for removal. 2026-03-05T22:46:32.736 INFO:teuthology.orchestra.run.vm09.stdout:Dependencies resolved. 2026-03-05T22:46:32.737 INFO:teuthology.orchestra.run.vm09.stdout:Nothing to do. 2026-03-05T22:46:32.737 INFO:teuthology.orchestra.run.vm09.stdout:Complete! 2026-03-05T22:46:33.242 INFO:teuthology.orchestra.run.vm09.stdout:Last metadata expiration check: 0:01:12 ago on Thu 05 Mar 2026 10:45:21 PM CET. 2026-03-05T22:46:33.285 INFO:teuthology.orchestra.run.vm02.stdout:Last metadata expiration check: 0:01:23 ago on Thu 05 Mar 2026 10:45:10 PM CET. 2026-03-05T22:46:33.357 INFO:teuthology.orchestra.run.vm09.stdout:Dependencies resolved. 2026-03-05T22:46:33.357 INFO:teuthology.orchestra.run.vm09.stdout:================================================================================ 2026-03-05T22:46:33.358 INFO:teuthology.orchestra.run.vm09.stdout: Package Arch Version Repository Size 2026-03-05T22:46:33.358 INFO:teuthology.orchestra.run.vm09.stdout:================================================================================ 2026-03-05T22:46:33.358 INFO:teuthology.orchestra.run.vm09.stdout:Installing: 2026-03-05T22:46:33.358 INFO:teuthology.orchestra.run.vm09.stdout: nvme-cli x86_64 2.16-1.el9 baseos 1.2 M 2026-03-05T22:46:33.358 INFO:teuthology.orchestra.run.vm09.stdout: nvmetcli noarch 0.8-3.el9 baseos 44 k 2026-03-05T22:46:33.358 INFO:teuthology.orchestra.run.vm09.stdout: runc x86_64 4:1.4.0-2.el9 appstream 4.0 M 2026-03-05T22:46:33.358 INFO:teuthology.orchestra.run.vm09.stdout:Installing dependencies: 2026-03-05T22:46:33.358 INFO:teuthology.orchestra.run.vm09.stdout: python3-configshell noarch 1:1.1.30-1.el9 baseos 72 k 2026-03-05T22:46:33.358 INFO:teuthology.orchestra.run.vm09.stdout: python3-kmod x86_64 0.9-32.el9 baseos 84 k 2026-03-05T22:46:33.358 INFO:teuthology.orchestra.run.vm09.stdout: python3-pyparsing noarch 2.4.7-9.el9 baseos 150 k 2026-03-05T22:46:33.358 INFO:teuthology.orchestra.run.vm09.stdout: python3-urwid x86_64 2.1.2-4.el9 baseos 837 k 2026-03-05T22:46:33.358 INFO:teuthology.orchestra.run.vm09.stdout: 2026-03-05T22:46:33.358 INFO:teuthology.orchestra.run.vm09.stdout:Transaction Summary 2026-03-05T22:46:33.358 INFO:teuthology.orchestra.run.vm09.stdout:================================================================================ 2026-03-05T22:46:33.358 INFO:teuthology.orchestra.run.vm09.stdout:Install 7 Packages 2026-03-05T22:46:33.358 INFO:teuthology.orchestra.run.vm09.stdout: 2026-03-05T22:46:33.358 INFO:teuthology.orchestra.run.vm09.stdout:Total download size: 6.3 M 2026-03-05T22:46:33.358 INFO:teuthology.orchestra.run.vm09.stdout:Installed size: 24 M 2026-03-05T22:46:33.358 INFO:teuthology.orchestra.run.vm09.stdout:Downloading Packages: 2026-03-05T22:46:33.406 INFO:teuthology.orchestra.run.vm02.stdout:Dependencies resolved. 2026-03-05T22:46:33.406 INFO:teuthology.orchestra.run.vm02.stdout:================================================================================ 2026-03-05T22:46:33.406 INFO:teuthology.orchestra.run.vm02.stdout: Package Arch Version Repository Size 2026-03-05T22:46:33.406 INFO:teuthology.orchestra.run.vm02.stdout:================================================================================ 2026-03-05T22:46:33.407 INFO:teuthology.orchestra.run.vm02.stdout:Installing: 2026-03-05T22:46:33.407 INFO:teuthology.orchestra.run.vm02.stdout: nvme-cli x86_64 2.16-1.el9 baseos 1.2 M 2026-03-05T22:46:33.407 INFO:teuthology.orchestra.run.vm02.stdout: nvmetcli noarch 0.8-3.el9 baseos 44 k 2026-03-05T22:46:33.407 INFO:teuthology.orchestra.run.vm02.stdout: runc x86_64 4:1.4.0-2.el9 appstream 4.0 M 2026-03-05T22:46:33.407 INFO:teuthology.orchestra.run.vm02.stdout:Installing dependencies: 2026-03-05T22:46:33.407 INFO:teuthology.orchestra.run.vm02.stdout: python3-configshell noarch 1:1.1.30-1.el9 baseos 72 k 2026-03-05T22:46:33.407 INFO:teuthology.orchestra.run.vm02.stdout: python3-kmod x86_64 0.9-32.el9 baseos 84 k 2026-03-05T22:46:33.407 INFO:teuthology.orchestra.run.vm02.stdout: python3-pyparsing noarch 2.4.7-9.el9 baseos 150 k 2026-03-05T22:46:33.407 INFO:teuthology.orchestra.run.vm02.stdout: python3-urwid x86_64 2.1.2-4.el9 baseos 837 k 2026-03-05T22:46:33.407 INFO:teuthology.orchestra.run.vm02.stdout: 2026-03-05T22:46:33.407 INFO:teuthology.orchestra.run.vm02.stdout:Transaction Summary 2026-03-05T22:46:33.407 INFO:teuthology.orchestra.run.vm02.stdout:================================================================================ 2026-03-05T22:46:33.407 INFO:teuthology.orchestra.run.vm02.stdout:Install 7 Packages 2026-03-05T22:46:33.407 INFO:teuthology.orchestra.run.vm02.stdout: 2026-03-05T22:46:33.407 INFO:teuthology.orchestra.run.vm02.stdout:Total download size: 6.3 M 2026-03-05T22:46:33.407 INFO:teuthology.orchestra.run.vm02.stdout:Installed size: 24 M 2026-03-05T22:46:33.407 INFO:teuthology.orchestra.run.vm02.stdout:Downloading Packages: 2026-03-05T22:46:34.164 INFO:teuthology.orchestra.run.vm02.stdout:(1/7): nvmetcli-0.8-3.el9.noarch.rpm 373 kB/s | 44 kB 00:00 2026-03-05T22:46:34.195 INFO:teuthology.orchestra.run.vm02.stdout:(2/7): python3-configshell-1.1.30-1.el9.noarch. 484 kB/s | 72 kB 00:00 2026-03-05T22:46:34.256 INFO:teuthology.orchestra.run.vm02.stdout:(3/7): python3-kmod-0.9-32.el9.x86_64.rpm 920 kB/s | 84 kB 00:00 2026-03-05T22:46:34.271 INFO:teuthology.orchestra.run.vm02.stdout:(4/7): nvme-cli-2.16-1.el9.x86_64.rpm 5.1 MB/s | 1.2 MB 00:00 2026-03-05T22:46:34.274 INFO:teuthology.orchestra.run.vm02.stdout:(5/7): python3-pyparsing-2.4.7-9.el9.noarch.rpm 1.9 MB/s | 150 kB 00:00 2026-03-05T22:46:34.398 INFO:teuthology.orchestra.run.vm02.stdout:(6/7): python3-urwid-2.1.2-4.el9.x86_64.rpm 5.8 MB/s | 837 kB 00:00 2026-03-05T22:46:35.128 INFO:teuthology.orchestra.run.vm02.stdout:(7/7): runc-1.4.0-2.el9.x86_64.rpm 4.6 MB/s | 4.0 MB 00:00 2026-03-05T22:46:35.128 INFO:teuthology.orchestra.run.vm02.stdout:-------------------------------------------------------------------------------- 2026-03-05T22:46:35.128 INFO:teuthology.orchestra.run.vm02.stdout:Total 3.6 MB/s | 6.3 MB 00:01 2026-03-05T22:46:35.255 INFO:teuthology.orchestra.run.vm02.stdout:Running transaction check 2026-03-05T22:46:35.268 INFO:teuthology.orchestra.run.vm02.stdout:Transaction check succeeded. 2026-03-05T22:46:35.268 INFO:teuthology.orchestra.run.vm02.stdout:Running transaction test 2026-03-05T22:46:35.350 INFO:teuthology.orchestra.run.vm02.stdout:Transaction test succeeded. 2026-03-05T22:46:35.351 INFO:teuthology.orchestra.run.vm02.stdout:Running transaction 2026-03-05T22:46:35.579 INFO:teuthology.orchestra.run.vm02.stdout: Preparing : 1/1 2026-03-05T22:46:35.614 INFO:teuthology.orchestra.run.vm02.stdout: Installing : python3-urwid-2.1.2-4.el9.x86_64 1/7 2026-03-05T22:46:35.626 INFO:teuthology.orchestra.run.vm02.stdout: Installing : python3-pyparsing-2.4.7-9.el9.noarch 2/7 2026-03-05T22:46:35.638 INFO:teuthology.orchestra.run.vm02.stdout: Installing : python3-configshell-1:1.1.30-1.el9.noarch 3/7 2026-03-05T22:46:35.646 INFO:teuthology.orchestra.run.vm02.stdout: Installing : python3-kmod-0.9-32.el9.x86_64 4/7 2026-03-05T22:46:35.648 INFO:teuthology.orchestra.run.vm02.stdout: Installing : nvmetcli-0.8-3.el9.noarch 5/7 2026-03-05T22:46:35.708 INFO:teuthology.orchestra.run.vm02.stdout: Running scriptlet: nvmetcli-0.8-3.el9.noarch 5/7 2026-03-05T22:46:35.903 INFO:teuthology.orchestra.run.vm02.stdout: Installing : runc-4:1.4.0-2.el9.x86_64 6/7 2026-03-05T22:46:35.908 INFO:teuthology.orchestra.run.vm02.stdout: Installing : nvme-cli-2.16-1.el9.x86_64 7/7 2026-03-05T22:46:36.009 INFO:teuthology.orchestra.run.vm09.stdout:(1/7): nvmetcli-0.8-3.el9.noarch.rpm 39 kB/s | 44 kB 00:01 2026-03-05T22:46:36.065 INFO:teuthology.orchestra.run.vm09.stdout:(2/7): python3-configshell-1.1.30-1.el9.noarch. 61 kB/s | 72 kB 00:01 2026-03-05T22:46:36.097 INFO:teuthology.orchestra.run.vm09.stdout:(3/7): python3-kmod-0.9-32.el9.x86_64.rpm 960 kB/s | 84 kB 00:00 2026-03-05T22:46:36.114 INFO:teuthology.orchestra.run.vm09.stdout:(4/7): nvme-cli-2.16-1.el9.x86_64.rpm 957 kB/s | 1.2 MB 00:01 2026-03-05T22:46:36.123 INFO:teuthology.orchestra.run.vm09.stdout:(5/7): python3-pyparsing-2.4.7-9.el9.noarch.rpm 2.5 MB/s | 150 kB 00:00 2026-03-05T22:46:36.231 INFO:teuthology.orchestra.run.vm09.stdout:(6/7): python3-urwid-2.1.2-4.el9.x86_64.rpm 6.1 MB/s | 837 kB 00:00 2026-03-05T22:46:36.420 INFO:teuthology.orchestra.run.vm02.stdout: Running scriptlet: nvme-cli-2.16-1.el9.x86_64 7/7 2026-03-05T22:46:36.420 INFO:teuthology.orchestra.run.vm02.stdout:Created symlink /etc/systemd/system/default.target.wants/nvmefc-boot-connections.service → /usr/lib/systemd/system/nvmefc-boot-connections.service. 2026-03-05T22:46:36.420 INFO:teuthology.orchestra.run.vm02.stdout: 2026-03-05T22:46:36.789 INFO:teuthology.orchestra.run.vm09.stdout:(7/7): runc-1.4.0-2.el9.x86_64.rpm 5.9 MB/s | 4.0 MB 00:00 2026-03-05T22:46:36.790 INFO:teuthology.orchestra.run.vm09.stdout:-------------------------------------------------------------------------------- 2026-03-05T22:46:36.790 INFO:teuthology.orchestra.run.vm09.stdout:Total 1.8 MB/s | 6.3 MB 00:03 2026-03-05T22:46:36.878 INFO:teuthology.orchestra.run.vm09.stdout:Running transaction check 2026-03-05T22:46:36.888 INFO:teuthology.orchestra.run.vm09.stdout:Transaction check succeeded. 2026-03-05T22:46:36.888 INFO:teuthology.orchestra.run.vm09.stdout:Running transaction test 2026-03-05T22:46:36.957 INFO:teuthology.orchestra.run.vm09.stdout:Transaction test succeeded. 2026-03-05T22:46:36.957 INFO:teuthology.orchestra.run.vm09.stdout:Running transaction 2026-03-05T22:46:37.287 INFO:teuthology.orchestra.run.vm02.stdout: Verifying : nvme-cli-2.16-1.el9.x86_64 1/7 2026-03-05T22:46:37.287 INFO:teuthology.orchestra.run.vm02.stdout: Verifying : nvmetcli-0.8-3.el9.noarch 2/7 2026-03-05T22:46:37.287 INFO:teuthology.orchestra.run.vm02.stdout: Verifying : python3-configshell-1:1.1.30-1.el9.noarch 3/7 2026-03-05T22:46:37.287 INFO:teuthology.orchestra.run.vm02.stdout: Verifying : python3-kmod-0.9-32.el9.x86_64 4/7 2026-03-05T22:46:37.287 INFO:teuthology.orchestra.run.vm02.stdout: Verifying : python3-pyparsing-2.4.7-9.el9.noarch 5/7 2026-03-05T22:46:37.287 INFO:teuthology.orchestra.run.vm02.stdout: Verifying : python3-urwid-2.1.2-4.el9.x86_64 6/7 2026-03-05T22:46:37.343 INFO:teuthology.orchestra.run.vm09.stdout: Preparing : 1/1 2026-03-05T22:46:37.353 INFO:teuthology.orchestra.run.vm09.stdout: Installing : python3-urwid-2.1.2-4.el9.x86_64 1/7 2026-03-05T22:46:37.364 INFO:teuthology.orchestra.run.vm09.stdout: Installing : python3-pyparsing-2.4.7-9.el9.noarch 2/7 2026-03-05T22:46:37.370 INFO:teuthology.orchestra.run.vm09.stdout: Installing : python3-configshell-1:1.1.30-1.el9.noarch 3/7 2026-03-05T22:46:37.378 INFO:teuthology.orchestra.run.vm09.stdout: Installing : python3-kmod-0.9-32.el9.x86_64 4/7 2026-03-05T22:46:37.379 INFO:teuthology.orchestra.run.vm09.stdout: Installing : nvmetcli-0.8-3.el9.noarch 5/7 2026-03-05T22:46:37.398 INFO:teuthology.orchestra.run.vm02.stdout: Verifying : runc-4:1.4.0-2.el9.x86_64 7/7 2026-03-05T22:46:37.398 INFO:teuthology.orchestra.run.vm02.stdout: 2026-03-05T22:46:37.398 INFO:teuthology.orchestra.run.vm02.stdout:Installed: 2026-03-05T22:46:37.398 INFO:teuthology.orchestra.run.vm02.stdout: nvme-cli-2.16-1.el9.x86_64 nvmetcli-0.8-3.el9.noarch 2026-03-05T22:46:37.398 INFO:teuthology.orchestra.run.vm02.stdout: python3-configshell-1:1.1.30-1.el9.noarch python3-kmod-0.9-32.el9.x86_64 2026-03-05T22:46:37.398 INFO:teuthology.orchestra.run.vm02.stdout: python3-pyparsing-2.4.7-9.el9.noarch python3-urwid-2.1.2-4.el9.x86_64 2026-03-05T22:46:37.398 INFO:teuthology.orchestra.run.vm02.stdout: runc-4:1.4.0-2.el9.x86_64 2026-03-05T22:46:37.398 INFO:teuthology.orchestra.run.vm02.stdout: 2026-03-05T22:46:37.398 INFO:teuthology.orchestra.run.vm02.stdout:Complete! 2026-03-05T22:46:37.427 INFO:teuthology.orchestra.run.vm09.stdout: Running scriptlet: nvmetcli-0.8-3.el9.noarch 5/7 2026-03-05T22:46:37.504 DEBUG:teuthology.parallel:result is None 2026-03-05T22:46:37.567 INFO:teuthology.orchestra.run.vm09.stdout: Installing : runc-4:1.4.0-2.el9.x86_64 6/7 2026-03-05T22:46:37.572 INFO:teuthology.orchestra.run.vm09.stdout: Installing : nvme-cli-2.16-1.el9.x86_64 7/7 2026-03-05T22:46:38.002 INFO:teuthology.orchestra.run.vm09.stdout: Running scriptlet: nvme-cli-2.16-1.el9.x86_64 7/7 2026-03-05T22:46:38.002 INFO:teuthology.orchestra.run.vm09.stdout:Created symlink /etc/systemd/system/default.target.wants/nvmefc-boot-connections.service → /usr/lib/systemd/system/nvmefc-boot-connections.service. 2026-03-05T22:46:38.002 INFO:teuthology.orchestra.run.vm09.stdout: 2026-03-05T22:46:38.631 INFO:teuthology.orchestra.run.vm09.stdout: Verifying : nvme-cli-2.16-1.el9.x86_64 1/7 2026-03-05T22:46:38.631 INFO:teuthology.orchestra.run.vm09.stdout: Verifying : nvmetcli-0.8-3.el9.noarch 2/7 2026-03-05T22:46:38.631 INFO:teuthology.orchestra.run.vm09.stdout: Verifying : python3-configshell-1:1.1.30-1.el9.noarch 3/7 2026-03-05T22:46:38.631 INFO:teuthology.orchestra.run.vm09.stdout: Verifying : python3-kmod-0.9-32.el9.x86_64 4/7 2026-03-05T22:46:38.631 INFO:teuthology.orchestra.run.vm09.stdout: Verifying : python3-pyparsing-2.4.7-9.el9.noarch 5/7 2026-03-05T22:46:38.631 INFO:teuthology.orchestra.run.vm09.stdout: Verifying : python3-urwid-2.1.2-4.el9.x86_64 6/7 2026-03-05T22:46:38.755 INFO:teuthology.orchestra.run.vm09.stdout: Verifying : runc-4:1.4.0-2.el9.x86_64 7/7 2026-03-05T22:46:38.756 INFO:teuthology.orchestra.run.vm09.stdout: 2026-03-05T22:46:38.756 INFO:teuthology.orchestra.run.vm09.stdout:Installed: 2026-03-05T22:46:38.756 INFO:teuthology.orchestra.run.vm09.stdout: nvme-cli-2.16-1.el9.x86_64 nvmetcli-0.8-3.el9.noarch 2026-03-05T22:46:38.756 INFO:teuthology.orchestra.run.vm09.stdout: python3-configshell-1:1.1.30-1.el9.noarch python3-kmod-0.9-32.el9.x86_64 2026-03-05T22:46:38.756 INFO:teuthology.orchestra.run.vm09.stdout: python3-pyparsing-2.4.7-9.el9.noarch python3-urwid-2.1.2-4.el9.x86_64 2026-03-05T22:46:38.756 INFO:teuthology.orchestra.run.vm09.stdout: runc-4:1.4.0-2.el9.x86_64 2026-03-05T22:46:38.756 INFO:teuthology.orchestra.run.vm09.stdout: 2026-03-05T22:46:38.756 INFO:teuthology.orchestra.run.vm09.stdout:Complete! 2026-03-05T22:46:38.873 DEBUG:teuthology.parallel:result is None 2026-03-05T22:46:38.873 INFO:teuthology.run_tasks:Running task nvme_loop... 2026-03-05T22:46:38.876 INFO:tasks.nvme_loop:Setting up nvme_loop on scratch devices... 2026-03-05T22:46:38.876 DEBUG:teuthology.orchestra.run.vm02:> set -ex 2026-03-05T22:46:38.876 DEBUG:teuthology.orchestra.run.vm02:> dd if=/scratch_devs of=/dev/stdout 2026-03-05T22:46:38.898 DEBUG:teuthology.orchestra.run:got remote process result: 1 2026-03-05T22:46:38.899 DEBUG:teuthology.orchestra.run.vm02:> ls /dev/[sv]d? 2026-03-05T22:46:38.962 INFO:teuthology.orchestra.run.vm02.stdout:/dev/vda 2026-03-05T22:46:38.962 INFO:teuthology.orchestra.run.vm02.stdout:/dev/vdb 2026-03-05T22:46:38.962 INFO:teuthology.orchestra.run.vm02.stdout:/dev/vdc 2026-03-05T22:46:38.962 INFO:teuthology.orchestra.run.vm02.stdout:/dev/vdd 2026-03-05T22:46:38.962 INFO:teuthology.orchestra.run.vm02.stdout:/dev/vde 2026-03-05T22:46:38.962 WARNING:teuthology.misc:Removing root device: /dev/vda from device list 2026-03-05T22:46:38.962 DEBUG:teuthology.misc:devs=['/dev/vdb', '/dev/vdc', '/dev/vdd', '/dev/vde'] 2026-03-05T22:46:38.962 DEBUG:teuthology.orchestra.run.vm02:> stat /dev/vdb 2026-03-05T22:46:39.025 INFO:teuthology.orchestra.run.vm02.stdout: File: /dev/vdb 2026-03-05T22:46:39.025 INFO:teuthology.orchestra.run.vm02.stdout: Size: 0 Blocks: 0 IO Block: 512 block special file 2026-03-05T22:46:39.025 INFO:teuthology.orchestra.run.vm02.stdout:Device: 6h/6d Inode: 221 Links: 1 Device type: fc,10 2026-03-05T22:46:39.025 INFO:teuthology.orchestra.run.vm02.stdout:Access: (0660/brw-rw----) Uid: ( 0/ root) Gid: ( 6/ disk) 2026-03-05T22:46:39.025 INFO:teuthology.orchestra.run.vm02.stdout:Context: system_u:object_r:fixed_disk_device_t:s0 2026-03-05T22:46:39.025 INFO:teuthology.orchestra.run.vm02.stdout:Access: 2026-03-05 22:46:36.528341756 +0100 2026-03-05T22:46:39.025 INFO:teuthology.orchestra.run.vm02.stdout:Modify: 2026-03-05 22:46:36.528341756 +0100 2026-03-05T22:46:39.025 INFO:teuthology.orchestra.run.vm02.stdout:Change: 2026-03-05 22:46:36.528341756 +0100 2026-03-05T22:46:39.025 INFO:teuthology.orchestra.run.vm02.stdout: Birth: 2026-03-05 22:44:03.182000000 +0100 2026-03-05T22:46:39.026 DEBUG:teuthology.orchestra.run.vm02:> sudo dd if=/dev/vdb of=/dev/null count=1 2026-03-05T22:46:39.094 INFO:teuthology.orchestra.run.vm02.stderr:1+0 records in 2026-03-05T22:46:39.094 INFO:teuthology.orchestra.run.vm02.stderr:1+0 records out 2026-03-05T22:46:39.094 INFO:teuthology.orchestra.run.vm02.stderr:512 bytes copied, 0.000300562 s, 1.7 MB/s 2026-03-05T22:46:39.096 DEBUG:teuthology.orchestra.run.vm02:> ! mount | grep -v devtmpfs | grep -q /dev/vdb 2026-03-05T22:46:39.161 DEBUG:teuthology.orchestra.run.vm02:> stat /dev/vdc 2026-03-05T22:46:39.230 INFO:teuthology.orchestra.run.vm02.stdout: File: /dev/vdc 2026-03-05T22:46:39.230 INFO:teuthology.orchestra.run.vm02.stdout: Size: 0 Blocks: 0 IO Block: 512 block special file 2026-03-05T22:46:39.230 INFO:teuthology.orchestra.run.vm02.stdout:Device: 6h/6d Inode: 224 Links: 1 Device type: fc,20 2026-03-05T22:46:39.230 INFO:teuthology.orchestra.run.vm02.stdout:Access: (0660/brw-rw----) Uid: ( 0/ root) Gid: ( 6/ disk) 2026-03-05T22:46:39.230 INFO:teuthology.orchestra.run.vm02.stdout:Context: system_u:object_r:fixed_disk_device_t:s0 2026-03-05T22:46:39.230 INFO:teuthology.orchestra.run.vm02.stdout:Access: 2026-03-05 22:46:36.475341720 +0100 2026-03-05T22:46:39.230 INFO:teuthology.orchestra.run.vm02.stdout:Modify: 2026-03-05 22:46:36.475341720 +0100 2026-03-05T22:46:39.230 INFO:teuthology.orchestra.run.vm02.stdout:Change: 2026-03-05 22:46:36.475341720 +0100 2026-03-05T22:46:39.230 INFO:teuthology.orchestra.run.vm02.stdout: Birth: 2026-03-05 22:44:03.190000000 +0100 2026-03-05T22:46:39.230 DEBUG:teuthology.orchestra.run.vm02:> sudo dd if=/dev/vdc of=/dev/null count=1 2026-03-05T22:46:39.303 INFO:teuthology.orchestra.run.vm02.stderr:1+0 records in 2026-03-05T22:46:39.303 INFO:teuthology.orchestra.run.vm02.stderr:1+0 records out 2026-03-05T22:46:39.303 INFO:teuthology.orchestra.run.vm02.stderr:512 bytes copied, 0.00013384 s, 3.8 MB/s 2026-03-05T22:46:39.304 DEBUG:teuthology.orchestra.run.vm02:> ! mount | grep -v devtmpfs | grep -q /dev/vdc 2026-03-05T22:46:39.368 DEBUG:teuthology.orchestra.run.vm02:> stat /dev/vdd 2026-03-05T22:46:39.433 INFO:teuthology.orchestra.run.vm02.stdout: File: /dev/vdd 2026-03-05T22:46:39.433 INFO:teuthology.orchestra.run.vm02.stdout: Size: 0 Blocks: 0 IO Block: 512 block special file 2026-03-05T22:46:39.433 INFO:teuthology.orchestra.run.vm02.stdout:Device: 6h/6d Inode: 225 Links: 1 Device type: fc,30 2026-03-05T22:46:39.433 INFO:teuthology.orchestra.run.vm02.stdout:Access: (0660/brw-rw----) Uid: ( 0/ root) Gid: ( 6/ disk) 2026-03-05T22:46:39.433 INFO:teuthology.orchestra.run.vm02.stdout:Context: system_u:object_r:fixed_disk_device_t:s0 2026-03-05T22:46:39.434 INFO:teuthology.orchestra.run.vm02.stdout:Access: 2026-03-05 22:46:36.525341754 +0100 2026-03-05T22:46:39.434 INFO:teuthology.orchestra.run.vm02.stdout:Modify: 2026-03-05 22:46:36.525341754 +0100 2026-03-05T22:46:39.434 INFO:teuthology.orchestra.run.vm02.stdout:Change: 2026-03-05 22:46:36.525341754 +0100 2026-03-05T22:46:39.434 INFO:teuthology.orchestra.run.vm02.stdout: Birth: 2026-03-05 22:44:03.195000000 +0100 2026-03-05T22:46:39.434 DEBUG:teuthology.orchestra.run.vm02:> sudo dd if=/dev/vdd of=/dev/null count=1 2026-03-05T22:46:39.506 INFO:teuthology.orchestra.run.vm02.stderr:1+0 records in 2026-03-05T22:46:39.506 INFO:teuthology.orchestra.run.vm02.stderr:1+0 records out 2026-03-05T22:46:39.506 INFO:teuthology.orchestra.run.vm02.stderr:512 bytes copied, 0.000244989 s, 2.1 MB/s 2026-03-05T22:46:39.507 DEBUG:teuthology.orchestra.run.vm02:> ! mount | grep -v devtmpfs | grep -q /dev/vdd 2026-03-05T22:46:39.570 DEBUG:teuthology.orchestra.run.vm02:> stat /dev/vde 2026-03-05T22:46:39.631 INFO:teuthology.orchestra.run.vm02.stdout: File: /dev/vde 2026-03-05T22:46:39.631 INFO:teuthology.orchestra.run.vm02.stdout: Size: 0 Blocks: 0 IO Block: 512 block special file 2026-03-05T22:46:39.631 INFO:teuthology.orchestra.run.vm02.stdout:Device: 6h/6d Inode: 237 Links: 1 Device type: fc,40 2026-03-05T22:46:39.631 INFO:teuthology.orchestra.run.vm02.stdout:Access: (0660/brw-rw----) Uid: ( 0/ root) Gid: ( 6/ disk) 2026-03-05T22:46:39.631 INFO:teuthology.orchestra.run.vm02.stdout:Context: system_u:object_r:fixed_disk_device_t:s0 2026-03-05T22:46:39.631 INFO:teuthology.orchestra.run.vm02.stdout:Access: 2026-03-05 22:46:36.538341763 +0100 2026-03-05T22:46:39.631 INFO:teuthology.orchestra.run.vm02.stdout:Modify: 2026-03-05 22:46:36.538341763 +0100 2026-03-05T22:46:39.631 INFO:teuthology.orchestra.run.vm02.stdout:Change: 2026-03-05 22:46:36.538341763 +0100 2026-03-05T22:46:39.631 INFO:teuthology.orchestra.run.vm02.stdout: Birth: 2026-03-05 22:44:03.203000000 +0100 2026-03-05T22:46:39.632 DEBUG:teuthology.orchestra.run.vm02:> sudo dd if=/dev/vde of=/dev/null count=1 2026-03-05T22:46:39.708 INFO:teuthology.orchestra.run.vm02.stderr:1+0 records in 2026-03-05T22:46:39.708 INFO:teuthology.orchestra.run.vm02.stderr:1+0 records out 2026-03-05T22:46:39.708 INFO:teuthology.orchestra.run.vm02.stderr:512 bytes copied, 0.00186619 s, 274 kB/s 2026-03-05T22:46:39.710 DEBUG:teuthology.orchestra.run.vm02:> ! mount | grep -v devtmpfs | grep -q /dev/vde 2026-03-05T22:46:39.773 DEBUG:teuthology.orchestra.run.vm02:> grep '^nvme_loop' /proc/modules || sudo modprobe nvme_loop && sudo mkdir -p /sys/kernel/config/nvmet/hosts/hostnqn && sudo mkdir -p /sys/kernel/config/nvmet/ports/1 && echo loop | sudo tee /sys/kernel/config/nvmet/ports/1/addr_trtype 2026-03-05T22:46:39.939 INFO:teuthology.orchestra.run.vm02.stdout:loop 2026-03-05T22:46:39.940 INFO:tasks.nvme_loop:Connecting nvme_loop vm02:/dev/vdb... 2026-03-05T22:46:39.940 DEBUG:teuthology.orchestra.run.vm02:> sudo mkdir -p /sys/kernel/config/nvmet/subsystems/vdb && echo 1 | sudo tee /sys/kernel/config/nvmet/subsystems/vdb/attr_allow_any_host && sudo mkdir -p /sys/kernel/config/nvmet/subsystems/vdb/namespaces/1 && echo -n /dev/vdb | sudo tee /sys/kernel/config/nvmet/subsystems/vdb/namespaces/1/device_path && echo 1 | sudo tee /sys/kernel/config/nvmet/subsystems/vdb/namespaces/1/enable && sudo ln -s /sys/kernel/config/nvmet/subsystems/vdb /sys/kernel/config/nvmet/ports/1/subsystems/vdb && sudo nvme connect -t loop -n vdb -q hostnqn 2026-03-05T22:46:39.981 INFO:teuthology.orchestra.run.vm02.stdout:1 2026-03-05T22:46:40.023 INFO:teuthology.orchestra.run.vm02.stdout:/dev/vdb1 2026-03-05T22:46:40.054 INFO:teuthology.orchestra.run.vm02.stdout:connecting to device: nvme0 2026-03-05T22:46:40.055 INFO:tasks.nvme_loop:Connecting nvme_loop vm02:/dev/vdc... 2026-03-05T22:46:40.055 DEBUG:teuthology.orchestra.run.vm02:> sudo mkdir -p /sys/kernel/config/nvmet/subsystems/vdc && echo 1 | sudo tee /sys/kernel/config/nvmet/subsystems/vdc/attr_allow_any_host && sudo mkdir -p /sys/kernel/config/nvmet/subsystems/vdc/namespaces/1 && echo -n /dev/vdc | sudo tee /sys/kernel/config/nvmet/subsystems/vdc/namespaces/1/device_path && echo 1 | sudo tee /sys/kernel/config/nvmet/subsystems/vdc/namespaces/1/enable && sudo ln -s /sys/kernel/config/nvmet/subsystems/vdc /sys/kernel/config/nvmet/ports/1/subsystems/vdc && sudo nvme connect -t loop -n vdc -q hostnqn 2026-03-05T22:46:40.130 INFO:teuthology.orchestra.run.vm02.stdout:1 2026-03-05T22:46:40.159 INFO:teuthology.orchestra.run.vm02.stdout:/dev/vdc1 2026-03-05T22:46:40.185 INFO:teuthology.orchestra.run.vm02.stdout:connecting to device: nvme1 2026-03-05T22:46:40.188 INFO:tasks.nvme_loop:Connecting nvme_loop vm02:/dev/vdd... 2026-03-05T22:46:40.188 DEBUG:teuthology.orchestra.run.vm02:> sudo mkdir -p /sys/kernel/config/nvmet/subsystems/vdd && echo 1 | sudo tee /sys/kernel/config/nvmet/subsystems/vdd/attr_allow_any_host && sudo mkdir -p /sys/kernel/config/nvmet/subsystems/vdd/namespaces/1 && echo -n /dev/vdd | sudo tee /sys/kernel/config/nvmet/subsystems/vdd/namespaces/1/device_path && echo 1 | sudo tee /sys/kernel/config/nvmet/subsystems/vdd/namespaces/1/enable && sudo ln -s /sys/kernel/config/nvmet/subsystems/vdd /sys/kernel/config/nvmet/ports/1/subsystems/vdd && sudo nvme connect -t loop -n vdd -q hostnqn 2026-03-05T22:46:40.266 INFO:teuthology.orchestra.run.vm02.stdout:1 2026-03-05T22:46:40.299 INFO:teuthology.orchestra.run.vm02.stdout:/dev/vdd1 2026-03-05T22:46:40.335 INFO:teuthology.orchestra.run.vm02.stdout:connecting to device: nvme2 2026-03-05T22:46:40.341 INFO:tasks.nvme_loop:Connecting nvme_loop vm02:/dev/vde... 2026-03-05T22:46:40.341 DEBUG:teuthology.orchestra.run.vm02:> sudo mkdir -p /sys/kernel/config/nvmet/subsystems/vde && echo 1 | sudo tee /sys/kernel/config/nvmet/subsystems/vde/attr_allow_any_host && sudo mkdir -p /sys/kernel/config/nvmet/subsystems/vde/namespaces/1 && echo -n /dev/vde | sudo tee /sys/kernel/config/nvmet/subsystems/vde/namespaces/1/device_path && echo 1 | sudo tee /sys/kernel/config/nvmet/subsystems/vde/namespaces/1/enable && sudo ln -s /sys/kernel/config/nvmet/subsystems/vde /sys/kernel/config/nvmet/ports/1/subsystems/vde && sudo nvme connect -t loop -n vde -q hostnqn 2026-03-05T22:46:40.425 INFO:teuthology.orchestra.run.vm02.stdout:1 2026-03-05T22:46:40.463 INFO:teuthology.orchestra.run.vm02.stdout:/dev/vde1 2026-03-05T22:46:40.499 INFO:teuthology.orchestra.run.vm02.stdout:connecting to device: nvme3 2026-03-05T22:46:40.531 DEBUG:teuthology.orchestra.run.vm02:> lsblk 2026-03-05T22:46:40.602 INFO:teuthology.orchestra.run.vm02.stdout:NAME MAJ:MIN RM SIZE RO TYPE MOUNTPOINTS 2026-03-05T22:46:40.602 INFO:teuthology.orchestra.run.vm02.stdout:sr0 11:0 1 366K 0 rom 2026-03-05T22:46:40.602 INFO:teuthology.orchestra.run.vm02.stdout:vda 252:0 0 40G 0 disk 2026-03-05T22:46:40.602 INFO:teuthology.orchestra.run.vm02.stdout:└─vda1 252:1 0 40G 0 part / 2026-03-05T22:46:40.602 INFO:teuthology.orchestra.run.vm02.stdout:vdb 252:16 0 20G 0 disk 2026-03-05T22:46:40.602 INFO:teuthology.orchestra.run.vm02.stdout:vdc 252:32 0 20G 0 disk 2026-03-05T22:46:40.602 INFO:teuthology.orchestra.run.vm02.stdout:vdd 252:48 0 20G 0 disk 2026-03-05T22:46:40.602 INFO:teuthology.orchestra.run.vm02.stdout:vde 252:64 0 20G 0 disk 2026-03-05T22:46:40.602 INFO:teuthology.orchestra.run.vm02.stdout:nvme0n1 259:1 0 20G 0 disk 2026-03-05T22:46:40.602 INFO:teuthology.orchestra.run.vm02.stdout:nvme1n1 259:3 0 20G 0 disk 2026-03-05T22:46:40.602 INFO:teuthology.orchestra.run.vm02.stdout:nvme2n1 259:5 0 20G 0 disk 2026-03-05T22:46:40.602 INFO:teuthology.orchestra.run.vm02.stdout:nvme3n1 259:7 0 20G 0 disk 2026-03-05T22:46:40.602 DEBUG:teuthology.orchestra.run.vm02:> sudo nvme list -o json 2026-03-05T22:46:40.684 INFO:teuthology.orchestra.run.vm02.stdout:{ 2026-03-05T22:46:40.684 INFO:teuthology.orchestra.run.vm02.stdout: "Devices":[ 2026-03-05T22:46:40.684 INFO:teuthology.orchestra.run.vm02.stdout: { 2026-03-05T22:46:40.684 INFO:teuthology.orchestra.run.vm02.stdout: "NameSpace":1, 2026-03-05T22:46:40.684 INFO:teuthology.orchestra.run.vm02.stdout: "DevicePath":"/dev/nvme0n1", 2026-03-05T22:46:40.684 INFO:teuthology.orchestra.run.vm02.stdout: "GenericPath":"/dev/ng0n1", 2026-03-05T22:46:40.684 INFO:teuthology.orchestra.run.vm02.stdout: "Firmware":"5.14.0-6", 2026-03-05T22:46:40.684 INFO:teuthology.orchestra.run.vm02.stdout: "ModelNumber":"Linux", 2026-03-05T22:46:40.684 INFO:teuthology.orchestra.run.vm02.stdout: "SerialNumber":"909a6eb9696bd3907219", 2026-03-05T22:46:40.684 INFO:teuthology.orchestra.run.vm02.stdout: "UsedBytes":21474836480, 2026-03-05T22:46:40.684 INFO:teuthology.orchestra.run.vm02.stdout: "MaximumLBA":41943040, 2026-03-05T22:46:40.684 INFO:teuthology.orchestra.run.vm02.stdout: "PhysicalSize":21474836480, 2026-03-05T22:46:40.684 INFO:teuthology.orchestra.run.vm02.stdout: "SectorSize":512 2026-03-05T22:46:40.684 INFO:teuthology.orchestra.run.vm02.stdout: }, 2026-03-05T22:46:40.684 INFO:teuthology.orchestra.run.vm02.stdout: { 2026-03-05T22:46:40.684 INFO:teuthology.orchestra.run.vm02.stdout: "NameSpace":1, 2026-03-05T22:46:40.684 INFO:teuthology.orchestra.run.vm02.stdout: "DevicePath":"/dev/nvme1n1", 2026-03-05T22:46:40.684 INFO:teuthology.orchestra.run.vm02.stdout: "GenericPath":"/dev/ng1n1", 2026-03-05T22:46:40.684 INFO:teuthology.orchestra.run.vm02.stdout: "Firmware":"5.14.0-6", 2026-03-05T22:46:40.684 INFO:teuthology.orchestra.run.vm02.stdout: "ModelNumber":"Linux", 2026-03-05T22:46:40.684 INFO:teuthology.orchestra.run.vm02.stdout: "SerialNumber":"ecabfc0ad607681a5f8b", 2026-03-05T22:46:40.685 INFO:teuthology.orchestra.run.vm02.stdout: "UsedBytes":21474836480, 2026-03-05T22:46:40.685 INFO:teuthology.orchestra.run.vm02.stdout: "MaximumLBA":41943040, 2026-03-05T22:46:40.685 INFO:teuthology.orchestra.run.vm02.stdout: "PhysicalSize":21474836480, 2026-03-05T22:46:40.685 INFO:teuthology.orchestra.run.vm02.stdout: "SectorSize":512 2026-03-05T22:46:40.685 INFO:teuthology.orchestra.run.vm02.stdout: }, 2026-03-05T22:46:40.685 INFO:teuthology.orchestra.run.vm02.stdout: { 2026-03-05T22:46:40.685 INFO:teuthology.orchestra.run.vm02.stdout: "NameSpace":1, 2026-03-05T22:46:40.685 INFO:teuthology.orchestra.run.vm02.stdout: "DevicePath":"/dev/nvme2n1", 2026-03-05T22:46:40.685 INFO:teuthology.orchestra.run.vm02.stdout: "GenericPath":"/dev/ng2n1", 2026-03-05T22:46:40.685 INFO:teuthology.orchestra.run.vm02.stdout: "Firmware":"5.14.0-6", 2026-03-05T22:46:40.685 INFO:teuthology.orchestra.run.vm02.stdout: "ModelNumber":"Linux", 2026-03-05T22:46:40.685 INFO:teuthology.orchestra.run.vm02.stdout: "SerialNumber":"19feb5ccd48e0f46d95b", 2026-03-05T22:46:40.685 INFO:teuthology.orchestra.run.vm02.stdout: "UsedBytes":21474836480, 2026-03-05T22:46:40.685 INFO:teuthology.orchestra.run.vm02.stdout: "MaximumLBA":41943040, 2026-03-05T22:46:40.685 INFO:teuthology.orchestra.run.vm02.stdout: "PhysicalSize":21474836480, 2026-03-05T22:46:40.685 INFO:teuthology.orchestra.run.vm02.stdout: "SectorSize":512 2026-03-05T22:46:40.685 INFO:teuthology.orchestra.run.vm02.stdout: }, 2026-03-05T22:46:40.685 INFO:teuthology.orchestra.run.vm02.stdout: { 2026-03-05T22:46:40.685 INFO:teuthology.orchestra.run.vm02.stdout: "NameSpace":1, 2026-03-05T22:46:40.685 INFO:teuthology.orchestra.run.vm02.stdout: "DevicePath":"/dev/nvme3n1", 2026-03-05T22:46:40.685 INFO:teuthology.orchestra.run.vm02.stdout: "GenericPath":"/dev/ng3n1", 2026-03-05T22:46:40.685 INFO:teuthology.orchestra.run.vm02.stdout: "Firmware":"5.14.0-6", 2026-03-05T22:46:40.685 INFO:teuthology.orchestra.run.vm02.stdout: "ModelNumber":"Linux", 2026-03-05T22:46:40.685 INFO:teuthology.orchestra.run.vm02.stdout: "SerialNumber":"1065aabefc46be120964", 2026-03-05T22:46:40.685 INFO:teuthology.orchestra.run.vm02.stdout: "UsedBytes":21474836480, 2026-03-05T22:46:40.685 INFO:teuthology.orchestra.run.vm02.stdout: "MaximumLBA":41943040, 2026-03-05T22:46:40.685 INFO:teuthology.orchestra.run.vm02.stdout: "PhysicalSize":21474836480, 2026-03-05T22:46:40.685 INFO:teuthology.orchestra.run.vm02.stdout: "SectorSize":512 2026-03-05T22:46:40.685 INFO:teuthology.orchestra.run.vm02.stdout: } 2026-03-05T22:46:40.685 INFO:teuthology.orchestra.run.vm02.stdout: ] 2026-03-05T22:46:40.685 INFO:teuthology.orchestra.run.vm02.stdout:} 2026-03-05T22:46:40.686 DEBUG:teuthology.orchestra.run.vm02:> sudo dd if=/dev/zero of=/dev/nvme0n1 seek=0 bs=1 count=4096 2026-03-05T22:46:40.769 INFO:teuthology.orchestra.run.vm02.stderr:4096+0 records in 2026-03-05T22:46:40.769 INFO:teuthology.orchestra.run.vm02.stderr:4096+0 records out 2026-03-05T22:46:40.770 INFO:teuthology.orchestra.run.vm02.stderr:4096 bytes (4.1 kB, 4.0 KiB) copied, 0.0117132 s, 350 kB/s 2026-03-05T22:46:40.771 DEBUG:teuthology.orchestra.run.vm02:> sudo hexdump -n22 -C -s0 /dev/nvme0n1 2026-03-05T22:46:40.843 INFO:teuthology.orchestra.run.vm02.stdout:00000000 00 00 00 00 00 00 00 00 00 00 00 00 00 00 00 00 |................| 2026-03-05T22:46:40.844 INFO:teuthology.orchestra.run.vm02.stdout:00000010 00 00 00 00 00 00 |......| 2026-03-05T22:46:40.844 INFO:teuthology.orchestra.run.vm02.stdout:00000016 2026-03-05T22:46:40.844 DEBUG:teuthology.orchestra.run.vm02:> sudo dd if=/dev/zero of=/dev/nvme0n1 seek=1073741824 bs=1 count=4096 2026-03-05T22:46:40.919 INFO:teuthology.orchestra.run.vm02.stderr:4096+0 records in 2026-03-05T22:46:40.920 INFO:teuthology.orchestra.run.vm02.stderr:4096+0 records out 2026-03-05T22:46:40.920 INFO:teuthology.orchestra.run.vm02.stderr:4096 bytes (4.1 kB, 4.0 KiB) copied, 0.00367421 s, 1.1 MB/s 2026-03-05T22:46:40.921 DEBUG:teuthology.orchestra.run.vm02:> sudo hexdump -n22 -C -s1073741824 /dev/nvme0n1 2026-03-05T22:46:40.990 INFO:teuthology.orchestra.run.vm02.stdout:40000000 00 00 00 00 00 00 00 00 00 00 00 00 00 00 00 00 |................| 2026-03-05T22:46:40.990 INFO:teuthology.orchestra.run.vm02.stdout:40000010 00 00 00 00 00 00 |......| 2026-03-05T22:46:40.990 INFO:teuthology.orchestra.run.vm02.stdout:40000016 2026-03-05T22:46:40.991 DEBUG:teuthology.orchestra.run.vm02:> sudo dd if=/dev/zero of=/dev/nvme0n1 seek=10737418240 bs=1 count=4096 2026-03-05T22:46:41.073 INFO:teuthology.orchestra.run.vm02.stderr:4096+0 records in 2026-03-05T22:46:41.073 INFO:teuthology.orchestra.run.vm02.stderr:4096+0 records out 2026-03-05T22:46:41.073 INFO:teuthology.orchestra.run.vm02.stderr:4096 bytes (4.1 kB, 4.0 KiB) copied, 0.00936102 s, 438 kB/s 2026-03-05T22:46:41.078 DEBUG:teuthology.orchestra.run.vm02:> sudo hexdump -n22 -C -s10737418240 /dev/nvme0n1 2026-03-05T22:46:41.157 INFO:teuthology.orchestra.run.vm02.stdout:280000000 00 00 00 00 00 00 00 00 00 00 00 00 00 00 00 00 |................| 2026-03-05T22:46:41.157 INFO:teuthology.orchestra.run.vm02.stdout:280000010 00 00 00 00 00 00 |......| 2026-03-05T22:46:41.157 INFO:teuthology.orchestra.run.vm02.stdout:280000016 2026-03-05T22:46:41.158 DEBUG:teuthology.orchestra.run.vm02:> sudo dd if=/dev/zero of=/dev/nvme1n1 seek=0 bs=1 count=4096 2026-03-05T22:46:41.234 INFO:teuthology.orchestra.run.vm02.stderr:4096+0 records in 2026-03-05T22:46:41.234 INFO:teuthology.orchestra.run.vm02.stderr:4096+0 records out 2026-03-05T22:46:41.234 INFO:teuthology.orchestra.run.vm02.stderr:4096 bytes (4.1 kB, 4.0 KiB) copied, 0.0047107 s, 870 kB/s 2026-03-05T22:46:41.238 DEBUG:teuthology.orchestra.run.vm02:> sudo hexdump -n22 -C -s0 /dev/nvme1n1 2026-03-05T22:46:41.312 INFO:teuthology.orchestra.run.vm02.stdout:00000000 00 00 00 00 00 00 00 00 00 00 00 00 00 00 00 00 |................| 2026-03-05T22:46:41.313 INFO:teuthology.orchestra.run.vm02.stdout:00000010 00 00 00 00 00 00 |......| 2026-03-05T22:46:41.313 INFO:teuthology.orchestra.run.vm02.stdout:00000016 2026-03-05T22:46:41.316 DEBUG:teuthology.orchestra.run.vm02:> sudo dd if=/dev/zero of=/dev/nvme1n1 seek=1073741824 bs=1 count=4096 2026-03-05T22:46:41.405 INFO:teuthology.orchestra.run.vm02.stderr:4096+0 records in 2026-03-05T22:46:41.406 INFO:teuthology.orchestra.run.vm02.stderr:4096+0 records out 2026-03-05T22:46:41.406 INFO:teuthology.orchestra.run.vm02.stderr:4096 bytes (4.1 kB, 4.0 KiB) copied, 0.00783274 s, 523 kB/s 2026-03-05T22:46:41.407 DEBUG:teuthology.orchestra.run.vm02:> sudo hexdump -n22 -C -s1073741824 /dev/nvme1n1 2026-03-05T22:46:41.442 INFO:teuthology.orchestra.run.vm02.stdout:40000000 00 00 00 00 00 00 00 00 00 00 00 00 00 00 00 00 |................| 2026-03-05T22:46:41.443 INFO:teuthology.orchestra.run.vm02.stdout:40000010 00 00 00 00 00 00 |......| 2026-03-05T22:46:41.443 INFO:teuthology.orchestra.run.vm02.stdout:40000016 2026-03-05T22:46:41.444 DEBUG:teuthology.orchestra.run.vm02:> sudo dd if=/dev/zero of=/dev/nvme1n1 seek=10737418240 bs=1 count=4096 2026-03-05T22:46:41.526 INFO:teuthology.orchestra.run.vm02.stderr:4096+0 records in 2026-03-05T22:46:41.526 INFO:teuthology.orchestra.run.vm02.stderr:4096+0 records out 2026-03-05T22:46:41.526 INFO:teuthology.orchestra.run.vm02.stderr:4096 bytes (4.1 kB, 4.0 KiB) copied, 0.00756774 s, 541 kB/s 2026-03-05T22:46:41.529 DEBUG:teuthology.orchestra.run.vm02:> sudo hexdump -n22 -C -s10737418240 /dev/nvme1n1 2026-03-05T22:46:41.599 INFO:teuthology.orchestra.run.vm02.stdout:280000000 00 00 00 00 00 00 00 00 00 00 00 00 00 00 00 00 |................| 2026-03-05T22:46:41.599 INFO:teuthology.orchestra.run.vm02.stdout:280000010 00 00 00 00 00 00 |......| 2026-03-05T22:46:41.599 INFO:teuthology.orchestra.run.vm02.stdout:280000016 2026-03-05T22:46:41.600 DEBUG:teuthology.orchestra.run.vm02:> sudo dd if=/dev/zero of=/dev/nvme2n1 seek=0 bs=1 count=4096 2026-03-05T22:46:41.678 INFO:teuthology.orchestra.run.vm02.stderr:4096+0 records in 2026-03-05T22:46:41.678 INFO:teuthology.orchestra.run.vm02.stderr:4096+0 records out 2026-03-05T22:46:41.678 INFO:teuthology.orchestra.run.vm02.stderr:4096 bytes (4.1 kB, 4.0 KiB) copied, 0.0065869 s, 622 kB/s 2026-03-05T22:46:41.682 DEBUG:teuthology.orchestra.run.vm02:> sudo hexdump -n22 -C -s0 /dev/nvme2n1 2026-03-05T22:46:41.760 INFO:teuthology.orchestra.run.vm02.stdout:00000000 00 00 00 00 00 00 00 00 00 00 00 00 00 00 00 00 |................| 2026-03-05T22:46:41.760 INFO:teuthology.orchestra.run.vm02.stdout:00000010 00 00 00 00 00 00 |......| 2026-03-05T22:46:41.760 INFO:teuthology.orchestra.run.vm02.stdout:00000016 2026-03-05T22:46:41.761 DEBUG:teuthology.orchestra.run.vm02:> sudo dd if=/dev/zero of=/dev/nvme2n1 seek=1073741824 bs=1 count=4096 2026-03-05T22:46:41.833 INFO:teuthology.orchestra.run.vm02.stderr:4096+0 records in 2026-03-05T22:46:41.833 INFO:teuthology.orchestra.run.vm02.stderr:4096+0 records out 2026-03-05T22:46:41.833 INFO:teuthology.orchestra.run.vm02.stderr:4096 bytes (4.1 kB, 4.0 KiB) copied, 0.00417903 s, 980 kB/s 2026-03-05T22:46:41.834 DEBUG:teuthology.orchestra.run.vm02:> sudo hexdump -n22 -C -s1073741824 /dev/nvme2n1 2026-03-05T22:46:41.909 INFO:teuthology.orchestra.run.vm02.stdout:40000000 00 00 00 00 00 00 00 00 00 00 00 00 00 00 00 00 |................| 2026-03-05T22:46:41.909 INFO:teuthology.orchestra.run.vm02.stdout:40000010 00 00 00 00 00 00 |......| 2026-03-05T22:46:41.909 INFO:teuthology.orchestra.run.vm02.stdout:40000016 2026-03-05T22:46:41.911 DEBUG:teuthology.orchestra.run.vm02:> sudo dd if=/dev/zero of=/dev/nvme2n1 seek=10737418240 bs=1 count=4096 2026-03-05T22:46:41.997 INFO:teuthology.orchestra.run.vm02.stderr:4096+0 records in 2026-03-05T22:46:41.997 INFO:teuthology.orchestra.run.vm02.stderr:4096+0 records out 2026-03-05T22:46:41.997 INFO:teuthology.orchestra.run.vm02.stderr:4096 bytes (4.1 kB, 4.0 KiB) copied, 0.00647076 s, 633 kB/s 2026-03-05T22:46:42.001 DEBUG:teuthology.orchestra.run.vm02:> sudo hexdump -n22 -C -s10737418240 /dev/nvme2n1 2026-03-05T22:46:42.033 INFO:teuthology.orchestra.run.vm02.stdout:280000000 00 00 00 00 00 00 00 00 00 00 00 00 00 00 00 00 |................| 2026-03-05T22:46:42.033 INFO:teuthology.orchestra.run.vm02.stdout:280000010 00 00 00 00 00 00 |......| 2026-03-05T22:46:42.033 INFO:teuthology.orchestra.run.vm02.stdout:280000016 2026-03-05T22:46:42.035 DEBUG:teuthology.orchestra.run.vm02:> sudo dd if=/dev/zero of=/dev/nvme3n1 seek=0 bs=1 count=4096 2026-03-05T22:46:42.116 INFO:teuthology.orchestra.run.vm02.stderr:4096+0 records in 2026-03-05T22:46:42.116 INFO:teuthology.orchestra.run.vm02.stderr:4096+0 records out 2026-03-05T22:46:42.116 INFO:teuthology.orchestra.run.vm02.stderr:4096 bytes (4.1 kB, 4.0 KiB) copied, 0.00472287 s, 867 kB/s 2026-03-05T22:46:42.117 DEBUG:teuthology.orchestra.run.vm02:> sudo hexdump -n22 -C -s0 /dev/nvme3n1 2026-03-05T22:46:42.191 INFO:teuthology.orchestra.run.vm02.stdout:00000000 00 00 00 00 00 00 00 00 00 00 00 00 00 00 00 00 |................| 2026-03-05T22:46:42.191 INFO:teuthology.orchestra.run.vm02.stdout:00000010 00 00 00 00 00 00 |......| 2026-03-05T22:46:42.191 INFO:teuthology.orchestra.run.vm02.stdout:00000016 2026-03-05T22:46:42.192 DEBUG:teuthology.orchestra.run.vm02:> sudo dd if=/dev/zero of=/dev/nvme3n1 seek=1073741824 bs=1 count=4096 2026-03-05T22:46:42.264 INFO:teuthology.orchestra.run.vm02.stderr:4096+0 records in 2026-03-05T22:46:42.264 INFO:teuthology.orchestra.run.vm02.stderr:4096+0 records out 2026-03-05T22:46:42.265 INFO:teuthology.orchestra.run.vm02.stderr:4096 bytes (4.1 kB, 4.0 KiB) copied, 0.00467447 s, 876 kB/s 2026-03-05T22:46:42.266 DEBUG:teuthology.orchestra.run.vm02:> sudo hexdump -n22 -C -s1073741824 /dev/nvme3n1 2026-03-05T22:46:42.339 INFO:teuthology.orchestra.run.vm02.stdout:40000000 00 00 00 00 00 00 00 00 00 00 00 00 00 00 00 00 |................| 2026-03-05T22:46:42.339 INFO:teuthology.orchestra.run.vm02.stdout:40000010 00 00 00 00 00 00 |......| 2026-03-05T22:46:42.339 INFO:teuthology.orchestra.run.vm02.stdout:40000016 2026-03-05T22:46:42.341 DEBUG:teuthology.orchestra.run.vm02:> sudo dd if=/dev/zero of=/dev/nvme3n1 seek=10737418240 bs=1 count=4096 2026-03-05T22:46:42.427 INFO:teuthology.orchestra.run.vm02.stderr:4096+0 records in 2026-03-05T22:46:42.427 INFO:teuthology.orchestra.run.vm02.stderr:4096+0 records out 2026-03-05T22:46:42.427 INFO:teuthology.orchestra.run.vm02.stderr:4096 bytes (4.1 kB, 4.0 KiB) copied, 0.00744442 s, 550 kB/s 2026-03-05T22:46:42.432 DEBUG:teuthology.orchestra.run.vm02:> sudo hexdump -n22 -C -s10737418240 /dev/nvme3n1 2026-03-05T22:46:42.463 INFO:teuthology.orchestra.run.vm02.stdout:280000000 00 00 00 00 00 00 00 00 00 00 00 00 00 00 00 00 |................| 2026-03-05T22:46:42.463 INFO:teuthology.orchestra.run.vm02.stdout:280000010 00 00 00 00 00 00 |......| 2026-03-05T22:46:42.463 INFO:teuthology.orchestra.run.vm02.stdout:280000016 2026-03-05T22:46:42.464 INFO:tasks.nvme_loop:new_devs ['/dev/nvme0n1', '/dev/nvme1n1', '/dev/nvme2n1', '/dev/nvme3n1'] 2026-03-05T22:46:42.464 DEBUG:teuthology.orchestra.run.vm02:> set -ex 2026-03-05T22:46:42.464 DEBUG:teuthology.orchestra.run.vm02:> sudo dd of=/scratch_devs 2026-03-05T22:46:42.536 DEBUG:teuthology.orchestra.run.vm09:> set -ex 2026-03-05T22:46:42.536 DEBUG:teuthology.orchestra.run.vm09:> dd if=/scratch_devs of=/dev/stdout 2026-03-05T22:46:42.559 DEBUG:teuthology.orchestra.run:got remote process result: 1 2026-03-05T22:46:42.559 DEBUG:teuthology.orchestra.run.vm09:> ls /dev/[sv]d? 2026-03-05T22:46:42.625 INFO:teuthology.orchestra.run.vm09.stdout:/dev/vda 2026-03-05T22:46:42.625 INFO:teuthology.orchestra.run.vm09.stdout:/dev/vdb 2026-03-05T22:46:42.625 INFO:teuthology.orchestra.run.vm09.stdout:/dev/vdc 2026-03-05T22:46:42.625 INFO:teuthology.orchestra.run.vm09.stdout:/dev/vdd 2026-03-05T22:46:42.625 INFO:teuthology.orchestra.run.vm09.stdout:/dev/vde 2026-03-05T22:46:42.625 WARNING:teuthology.misc:Removing root device: /dev/vda from device list 2026-03-05T22:46:42.625 DEBUG:teuthology.misc:devs=['/dev/vdb', '/dev/vdc', '/dev/vdd', '/dev/vde'] 2026-03-05T22:46:42.625 DEBUG:teuthology.orchestra.run.vm09:> stat /dev/vdb 2026-03-05T22:46:42.692 INFO:teuthology.orchestra.run.vm09.stdout: File: /dev/vdb 2026-03-05T22:46:42.692 INFO:teuthology.orchestra.run.vm09.stdout: Size: 0 Blocks: 0 IO Block: 512 block special file 2026-03-05T22:46:42.692 INFO:teuthology.orchestra.run.vm09.stdout:Device: 6h/6d Inode: 221 Links: 1 Device type: fc,10 2026-03-05T22:46:42.692 INFO:teuthology.orchestra.run.vm09.stdout:Access: (0660/brw-rw----) Uid: ( 0/ root) Gid: ( 6/ disk) 2026-03-05T22:46:42.692 INFO:teuthology.orchestra.run.vm09.stdout:Context: system_u:object_r:fixed_disk_device_t:s0 2026-03-05T22:46:42.692 INFO:teuthology.orchestra.run.vm09.stdout:Access: 2026-03-05 22:46:38.076592356 +0100 2026-03-05T22:46:42.692 INFO:teuthology.orchestra.run.vm09.stdout:Modify: 2026-03-05 22:46:38.076592356 +0100 2026-03-05T22:46:42.692 INFO:teuthology.orchestra.run.vm09.stdout:Change: 2026-03-05 22:46:38.076592356 +0100 2026-03-05T22:46:42.692 INFO:teuthology.orchestra.run.vm09.stdout: Birth: 2026-03-05 22:43:32.807000000 +0100 2026-03-05T22:46:42.693 DEBUG:teuthology.orchestra.run.vm09:> sudo dd if=/dev/vdb of=/dev/null count=1 2026-03-05T22:46:42.761 INFO:teuthology.orchestra.run.vm09.stderr:1+0 records in 2026-03-05T22:46:42.761 INFO:teuthology.orchestra.run.vm09.stderr:1+0 records out 2026-03-05T22:46:42.761 INFO:teuthology.orchestra.run.vm09.stderr:512 bytes copied, 0.000214512 s, 2.4 MB/s 2026-03-05T22:46:42.762 DEBUG:teuthology.orchestra.run.vm09:> ! mount | grep -v devtmpfs | grep -q /dev/vdb 2026-03-05T22:46:42.828 DEBUG:teuthology.orchestra.run.vm09:> stat /dev/vdc 2026-03-05T22:46:42.891 INFO:teuthology.orchestra.run.vm09.stdout: File: /dev/vdc 2026-03-05T22:46:42.891 INFO:teuthology.orchestra.run.vm09.stdout: Size: 0 Blocks: 0 IO Block: 512 block special file 2026-03-05T22:46:42.891 INFO:teuthology.orchestra.run.vm09.stdout:Device: 6h/6d Inode: 224 Links: 1 Device type: fc,20 2026-03-05T22:46:42.891 INFO:teuthology.orchestra.run.vm09.stdout:Access: (0660/brw-rw----) Uid: ( 0/ root) Gid: ( 6/ disk) 2026-03-05T22:46:42.891 INFO:teuthology.orchestra.run.vm09.stdout:Context: system_u:object_r:fixed_disk_device_t:s0 2026-03-05T22:46:42.891 INFO:teuthology.orchestra.run.vm09.stdout:Access: 2026-03-05 22:46:38.085592361 +0100 2026-03-05T22:46:42.891 INFO:teuthology.orchestra.run.vm09.stdout:Modify: 2026-03-05 22:46:38.085592361 +0100 2026-03-05T22:46:42.891 INFO:teuthology.orchestra.run.vm09.stdout:Change: 2026-03-05 22:46:38.085592361 +0100 2026-03-05T22:46:42.891 INFO:teuthology.orchestra.run.vm09.stdout: Birth: 2026-03-05 22:43:32.816000000 +0100 2026-03-05T22:46:42.891 DEBUG:teuthology.orchestra.run.vm09:> sudo dd if=/dev/vdc of=/dev/null count=1 2026-03-05T22:46:42.969 INFO:teuthology.orchestra.run.vm09.stderr:1+0 records in 2026-03-05T22:46:42.970 INFO:teuthology.orchestra.run.vm09.stderr:1+0 records out 2026-03-05T22:46:42.970 INFO:teuthology.orchestra.run.vm09.stderr:512 bytes copied, 0.000163917 s, 3.1 MB/s 2026-03-05T22:46:42.970 DEBUG:teuthology.orchestra.run.vm09:> ! mount | grep -v devtmpfs | grep -q /dev/vdc 2026-03-05T22:46:43.032 DEBUG:teuthology.orchestra.run.vm09:> stat /dev/vdd 2026-03-05T22:46:43.099 INFO:teuthology.orchestra.run.vm09.stdout: File: /dev/vdd 2026-03-05T22:46:43.100 INFO:teuthology.orchestra.run.vm09.stdout: Size: 0 Blocks: 0 IO Block: 512 block special file 2026-03-05T22:46:43.100 INFO:teuthology.orchestra.run.vm09.stdout:Device: 6h/6d Inode: 225 Links: 1 Device type: fc,30 2026-03-05T22:46:43.100 INFO:teuthology.orchestra.run.vm09.stdout:Access: (0660/brw-rw----) Uid: ( 0/ root) Gid: ( 6/ disk) 2026-03-05T22:46:43.100 INFO:teuthology.orchestra.run.vm09.stdout:Context: system_u:object_r:fixed_disk_device_t:s0 2026-03-05T22:46:43.100 INFO:teuthology.orchestra.run.vm09.stdout:Access: 2026-03-05 22:46:38.103592372 +0100 2026-03-05T22:46:43.100 INFO:teuthology.orchestra.run.vm09.stdout:Modify: 2026-03-05 22:46:38.103592372 +0100 2026-03-05T22:46:43.100 INFO:teuthology.orchestra.run.vm09.stdout:Change: 2026-03-05 22:46:38.103592372 +0100 2026-03-05T22:46:43.100 INFO:teuthology.orchestra.run.vm09.stdout: Birth: 2026-03-05 22:43:32.825000000 +0100 2026-03-05T22:46:43.100 DEBUG:teuthology.orchestra.run.vm09:> sudo dd if=/dev/vdd of=/dev/null count=1 2026-03-05T22:46:43.172 INFO:teuthology.orchestra.run.vm09.stderr:1+0 records in 2026-03-05T22:46:43.172 INFO:teuthology.orchestra.run.vm09.stderr:1+0 records out 2026-03-05T22:46:43.172 INFO:teuthology.orchestra.run.vm09.stderr:512 bytes copied, 0.000107872 s, 4.7 MB/s 2026-03-05T22:46:43.173 DEBUG:teuthology.orchestra.run.vm09:> ! mount | grep -v devtmpfs | grep -q /dev/vdd 2026-03-05T22:46:43.242 DEBUG:teuthology.orchestra.run.vm09:> stat /dev/vde 2026-03-05T22:46:43.304 INFO:teuthology.orchestra.run.vm09.stdout: File: /dev/vde 2026-03-05T22:46:43.304 INFO:teuthology.orchestra.run.vm09.stdout: Size: 0 Blocks: 0 IO Block: 512 block special file 2026-03-05T22:46:43.304 INFO:teuthology.orchestra.run.vm09.stdout:Device: 6h/6d Inode: 226 Links: 1 Device type: fc,40 2026-03-05T22:46:43.304 INFO:teuthology.orchestra.run.vm09.stdout:Access: (0660/brw-rw----) Uid: ( 0/ root) Gid: ( 6/ disk) 2026-03-05T22:46:43.304 INFO:teuthology.orchestra.run.vm09.stdout:Context: system_u:object_r:fixed_disk_device_t:s0 2026-03-05T22:46:43.304 INFO:teuthology.orchestra.run.vm09.stdout:Access: 2026-03-05 22:46:38.088592363 +0100 2026-03-05T22:46:43.305 INFO:teuthology.orchestra.run.vm09.stdout:Modify: 2026-03-05 22:46:38.088592363 +0100 2026-03-05T22:46:43.305 INFO:teuthology.orchestra.run.vm09.stdout:Change: 2026-03-05 22:46:38.088592363 +0100 2026-03-05T22:46:43.305 INFO:teuthology.orchestra.run.vm09.stdout: Birth: 2026-03-05 22:43:32.854000000 +0100 2026-03-05T22:46:43.305 DEBUG:teuthology.orchestra.run.vm09:> sudo dd if=/dev/vde of=/dev/null count=1 2026-03-05T22:46:43.377 INFO:teuthology.orchestra.run.vm09.stderr:1+0 records in 2026-03-05T22:46:43.378 INFO:teuthology.orchestra.run.vm09.stderr:1+0 records out 2026-03-05T22:46:43.378 INFO:teuthology.orchestra.run.vm09.stderr:512 bytes copied, 0.000211736 s, 2.4 MB/s 2026-03-05T22:46:43.379 DEBUG:teuthology.orchestra.run.vm09:> ! mount | grep -v devtmpfs | grep -q /dev/vde 2026-03-05T22:46:43.442 DEBUG:teuthology.orchestra.run.vm09:> grep '^nvme_loop' /proc/modules || sudo modprobe nvme_loop && sudo mkdir -p /sys/kernel/config/nvmet/hosts/hostnqn && sudo mkdir -p /sys/kernel/config/nvmet/ports/1 && echo loop | sudo tee /sys/kernel/config/nvmet/ports/1/addr_trtype 2026-03-05T22:46:43.580 INFO:teuthology.orchestra.run.vm09.stdout:loop 2026-03-05T22:46:43.583 INFO:tasks.nvme_loop:Connecting nvme_loop vm09:/dev/vdb... 2026-03-05T22:46:43.583 DEBUG:teuthology.orchestra.run.vm09:> sudo mkdir -p /sys/kernel/config/nvmet/subsystems/vdb && echo 1 | sudo tee /sys/kernel/config/nvmet/subsystems/vdb/attr_allow_any_host && sudo mkdir -p /sys/kernel/config/nvmet/subsystems/vdb/namespaces/1 && echo -n /dev/vdb | sudo tee /sys/kernel/config/nvmet/subsystems/vdb/namespaces/1/device_path && echo 1 | sudo tee /sys/kernel/config/nvmet/subsystems/vdb/namespaces/1/enable && sudo ln -s /sys/kernel/config/nvmet/subsystems/vdb /sys/kernel/config/nvmet/ports/1/subsystems/vdb && sudo nvme connect -t loop -n vdb -q hostnqn 2026-03-05T22:46:43.622 INFO:teuthology.orchestra.run.vm09.stdout:1 2026-03-05T22:46:43.655 INFO:teuthology.orchestra.run.vm09.stdout:/dev/vdb1 2026-03-05T22:46:43.686 INFO:teuthology.orchestra.run.vm09.stdout:connecting to device: nvme0 2026-03-05T22:46:43.691 INFO:tasks.nvme_loop:Connecting nvme_loop vm09:/dev/vdc... 2026-03-05T22:46:43.691 DEBUG:teuthology.orchestra.run.vm09:> sudo mkdir -p /sys/kernel/config/nvmet/subsystems/vdc && echo 1 | sudo tee /sys/kernel/config/nvmet/subsystems/vdc/attr_allow_any_host && sudo mkdir -p /sys/kernel/config/nvmet/subsystems/vdc/namespaces/1 && echo -n /dev/vdc | sudo tee /sys/kernel/config/nvmet/subsystems/vdc/namespaces/1/device_path && echo 1 | sudo tee /sys/kernel/config/nvmet/subsystems/vdc/namespaces/1/enable && sudo ln -s /sys/kernel/config/nvmet/subsystems/vdc /sys/kernel/config/nvmet/ports/1/subsystems/vdc && sudo nvme connect -t loop -n vdc -q hostnqn 2026-03-05T22:46:43.774 INFO:teuthology.orchestra.run.vm09.stdout:1 2026-03-05T22:46:43.806 INFO:teuthology.orchestra.run.vm09.stdout:/dev/vdc1 2026-03-05T22:46:43.838 INFO:teuthology.orchestra.run.vm09.stdout:connecting to device: nvme1 2026-03-05T22:46:43.842 INFO:tasks.nvme_loop:Connecting nvme_loop vm09:/dev/vdd... 2026-03-05T22:46:43.842 DEBUG:teuthology.orchestra.run.vm09:> sudo mkdir -p /sys/kernel/config/nvmet/subsystems/vdd && echo 1 | sudo tee /sys/kernel/config/nvmet/subsystems/vdd/attr_allow_any_host && sudo mkdir -p /sys/kernel/config/nvmet/subsystems/vdd/namespaces/1 && echo -n /dev/vdd | sudo tee /sys/kernel/config/nvmet/subsystems/vdd/namespaces/1/device_path && echo 1 | sudo tee /sys/kernel/config/nvmet/subsystems/vdd/namespaces/1/enable && sudo ln -s /sys/kernel/config/nvmet/subsystems/vdd /sys/kernel/config/nvmet/ports/1/subsystems/vdd && sudo nvme connect -t loop -n vdd -q hostnqn 2026-03-05T22:46:43.929 INFO:teuthology.orchestra.run.vm09.stdout:1 2026-03-05T22:46:43.970 INFO:teuthology.orchestra.run.vm09.stdout:/dev/vdd1 2026-03-05T22:46:44.001 INFO:teuthology.orchestra.run.vm09.stdout:connecting to device: nvme2 2026-03-05T22:46:44.003 INFO:tasks.nvme_loop:Connecting nvme_loop vm09:/dev/vde... 2026-03-05T22:46:44.004 DEBUG:teuthology.orchestra.run.vm09:> sudo mkdir -p /sys/kernel/config/nvmet/subsystems/vde && echo 1 | sudo tee /sys/kernel/config/nvmet/subsystems/vde/attr_allow_any_host && sudo mkdir -p /sys/kernel/config/nvmet/subsystems/vde/namespaces/1 && echo -n /dev/vde | sudo tee /sys/kernel/config/nvmet/subsystems/vde/namespaces/1/device_path && echo 1 | sudo tee /sys/kernel/config/nvmet/subsystems/vde/namespaces/1/enable && sudo ln -s /sys/kernel/config/nvmet/subsystems/vde /sys/kernel/config/nvmet/ports/1/subsystems/vde && sudo nvme connect -t loop -n vde -q hostnqn 2026-03-05T22:46:44.082 INFO:teuthology.orchestra.run.vm09.stdout:1 2026-03-05T22:46:44.116 INFO:teuthology.orchestra.run.vm09.stdout:/dev/vde1 2026-03-05T22:46:44.145 INFO:teuthology.orchestra.run.vm09.stdout:connecting to device: nvme3 2026-03-05T22:46:44.149 DEBUG:teuthology.orchestra.run.vm09:> lsblk 2026-03-05T22:46:44.214 INFO:teuthology.orchestra.run.vm09.stdout:NAME MAJ:MIN RM SIZE RO TYPE MOUNTPOINTS 2026-03-05T22:46:44.214 INFO:teuthology.orchestra.run.vm09.stdout:sr0 11:0 1 366K 0 rom 2026-03-05T22:46:44.214 INFO:teuthology.orchestra.run.vm09.stdout:vda 252:0 0 40G 0 disk 2026-03-05T22:46:44.214 INFO:teuthology.orchestra.run.vm09.stdout:└─vda1 252:1 0 40G 0 part / 2026-03-05T22:46:44.214 INFO:teuthology.orchestra.run.vm09.stdout:vdb 252:16 0 20G 0 disk 2026-03-05T22:46:44.214 INFO:teuthology.orchestra.run.vm09.stdout:vdc 252:32 0 20G 0 disk 2026-03-05T22:46:44.214 INFO:teuthology.orchestra.run.vm09.stdout:vdd 252:48 0 20G 0 disk 2026-03-05T22:46:44.214 INFO:teuthology.orchestra.run.vm09.stdout:vde 252:64 0 20G 0 disk 2026-03-05T22:46:44.214 INFO:teuthology.orchestra.run.vm09.stdout:nvme0n1 259:1 0 20G 0 disk 2026-03-05T22:46:44.214 INFO:teuthology.orchestra.run.vm09.stdout:nvme1n1 259:3 0 20G 0 disk 2026-03-05T22:46:44.214 INFO:teuthology.orchestra.run.vm09.stdout:nvme2n1 259:5 0 20G 0 disk 2026-03-05T22:46:44.214 INFO:teuthology.orchestra.run.vm09.stdout:nvme3n1 259:7 0 20G 0 disk 2026-03-05T22:46:44.215 DEBUG:teuthology.orchestra.run.vm09:> sudo nvme list -o json 2026-03-05T22:46:44.294 INFO:teuthology.orchestra.run.vm09.stdout:{ 2026-03-05T22:46:44.294 INFO:teuthology.orchestra.run.vm09.stdout: "Devices":[ 2026-03-05T22:46:44.294 INFO:teuthology.orchestra.run.vm09.stdout: { 2026-03-05T22:46:44.294 INFO:teuthology.orchestra.run.vm09.stdout: "NameSpace":1, 2026-03-05T22:46:44.294 INFO:teuthology.orchestra.run.vm09.stdout: "DevicePath":"/dev/nvme0n1", 2026-03-05T22:46:44.294 INFO:teuthology.orchestra.run.vm09.stdout: "GenericPath":"/dev/ng0n1", 2026-03-05T22:46:44.294 INFO:teuthology.orchestra.run.vm09.stdout: "Firmware":"5.14.0-6", 2026-03-05T22:46:44.294 INFO:teuthology.orchestra.run.vm09.stdout: "ModelNumber":"Linux", 2026-03-05T22:46:44.294 INFO:teuthology.orchestra.run.vm09.stdout: "SerialNumber":"6c45fc70f871a95de4ee", 2026-03-05T22:46:44.294 INFO:teuthology.orchestra.run.vm09.stdout: "UsedBytes":21474836480, 2026-03-05T22:46:44.294 INFO:teuthology.orchestra.run.vm09.stdout: "MaximumLBA":41943040, 2026-03-05T22:46:44.294 INFO:teuthology.orchestra.run.vm09.stdout: "PhysicalSize":21474836480, 2026-03-05T22:46:44.294 INFO:teuthology.orchestra.run.vm09.stdout: "SectorSize":512 2026-03-05T22:46:44.294 INFO:teuthology.orchestra.run.vm09.stdout: }, 2026-03-05T22:46:44.294 INFO:teuthology.orchestra.run.vm09.stdout: { 2026-03-05T22:46:44.294 INFO:teuthology.orchestra.run.vm09.stdout: "NameSpace":1, 2026-03-05T22:46:44.294 INFO:teuthology.orchestra.run.vm09.stdout: "DevicePath":"/dev/nvme1n1", 2026-03-05T22:46:44.294 INFO:teuthology.orchestra.run.vm09.stdout: "GenericPath":"/dev/ng1n1", 2026-03-05T22:46:44.294 INFO:teuthology.orchestra.run.vm09.stdout: "Firmware":"5.14.0-6", 2026-03-05T22:46:44.294 INFO:teuthology.orchestra.run.vm09.stdout: "ModelNumber":"Linux", 2026-03-05T22:46:44.294 INFO:teuthology.orchestra.run.vm09.stdout: "SerialNumber":"5ce22c773ab25ace14b0", 2026-03-05T22:46:44.294 INFO:teuthology.orchestra.run.vm09.stdout: "UsedBytes":21474836480, 2026-03-05T22:46:44.294 INFO:teuthology.orchestra.run.vm09.stdout: "MaximumLBA":41943040, 2026-03-05T22:46:44.294 INFO:teuthology.orchestra.run.vm09.stdout: "PhysicalSize":21474836480, 2026-03-05T22:46:44.294 INFO:teuthology.orchestra.run.vm09.stdout: "SectorSize":512 2026-03-05T22:46:44.294 INFO:teuthology.orchestra.run.vm09.stdout: }, 2026-03-05T22:46:44.294 INFO:teuthology.orchestra.run.vm09.stdout: { 2026-03-05T22:46:44.294 INFO:teuthology.orchestra.run.vm09.stdout: "NameSpace":1, 2026-03-05T22:46:44.294 INFO:teuthology.orchestra.run.vm09.stdout: "DevicePath":"/dev/nvme2n1", 2026-03-05T22:46:44.294 INFO:teuthology.orchestra.run.vm09.stdout: "GenericPath":"/dev/ng2n1", 2026-03-05T22:46:44.294 INFO:teuthology.orchestra.run.vm09.stdout: "Firmware":"5.14.0-6", 2026-03-05T22:46:44.294 INFO:teuthology.orchestra.run.vm09.stdout: "ModelNumber":"Linux", 2026-03-05T22:46:44.294 INFO:teuthology.orchestra.run.vm09.stdout: "SerialNumber":"5b0e34cba8106ec00ab2", 2026-03-05T22:46:44.294 INFO:teuthology.orchestra.run.vm09.stdout: "UsedBytes":21474836480, 2026-03-05T22:46:44.294 INFO:teuthology.orchestra.run.vm09.stdout: "MaximumLBA":41943040, 2026-03-05T22:46:44.294 INFO:teuthology.orchestra.run.vm09.stdout: "PhysicalSize":21474836480, 2026-03-05T22:46:44.295 INFO:teuthology.orchestra.run.vm09.stdout: "SectorSize":512 2026-03-05T22:46:44.295 INFO:teuthology.orchestra.run.vm09.stdout: }, 2026-03-05T22:46:44.295 INFO:teuthology.orchestra.run.vm09.stdout: { 2026-03-05T22:46:44.295 INFO:teuthology.orchestra.run.vm09.stdout: "NameSpace":1, 2026-03-05T22:46:44.295 INFO:teuthology.orchestra.run.vm09.stdout: "DevicePath":"/dev/nvme3n1", 2026-03-05T22:46:44.295 INFO:teuthology.orchestra.run.vm09.stdout: "GenericPath":"/dev/ng3n1", 2026-03-05T22:46:44.295 INFO:teuthology.orchestra.run.vm09.stdout: "Firmware":"5.14.0-6", 2026-03-05T22:46:44.295 INFO:teuthology.orchestra.run.vm09.stdout: "ModelNumber":"Linux", 2026-03-05T22:46:44.295 INFO:teuthology.orchestra.run.vm09.stdout: "SerialNumber":"bb82cfcdae8ba05e3f94", 2026-03-05T22:46:44.295 INFO:teuthology.orchestra.run.vm09.stdout: "UsedBytes":21474836480, 2026-03-05T22:46:44.295 INFO:teuthology.orchestra.run.vm09.stdout: "MaximumLBA":41943040, 2026-03-05T22:46:44.295 INFO:teuthology.orchestra.run.vm09.stdout: "PhysicalSize":21474836480, 2026-03-05T22:46:44.295 INFO:teuthology.orchestra.run.vm09.stdout: "SectorSize":512 2026-03-05T22:46:44.295 INFO:teuthology.orchestra.run.vm09.stdout: } 2026-03-05T22:46:44.295 INFO:teuthology.orchestra.run.vm09.stdout: ] 2026-03-05T22:46:44.295 INFO:teuthology.orchestra.run.vm09.stdout:} 2026-03-05T22:46:44.295 DEBUG:teuthology.orchestra.run.vm09:> sudo dd if=/dev/zero of=/dev/nvme0n1 seek=0 bs=1 count=4096 2026-03-05T22:46:44.373 INFO:teuthology.orchestra.run.vm09.stderr:4096+0 records in 2026-03-05T22:46:44.373 INFO:teuthology.orchestra.run.vm09.stderr:4096+0 records out 2026-03-05T22:46:44.373 INFO:teuthology.orchestra.run.vm09.stderr:4096 bytes (4.1 kB, 4.0 KiB) copied, 0.00474556 s, 863 kB/s 2026-03-05T22:46:44.374 DEBUG:teuthology.orchestra.run.vm09:> sudo hexdump -n22 -C -s0 /dev/nvme0n1 2026-03-05T22:46:44.447 INFO:teuthology.orchestra.run.vm09.stdout:00000000 00 00 00 00 00 00 00 00 00 00 00 00 00 00 00 00 |................| 2026-03-05T22:46:44.448 INFO:teuthology.orchestra.run.vm09.stdout:00000010 00 00 00 00 00 00 |......| 2026-03-05T22:46:44.448 INFO:teuthology.orchestra.run.vm09.stdout:00000016 2026-03-05T22:46:44.448 DEBUG:teuthology.orchestra.run.vm09:> sudo dd if=/dev/zero of=/dev/nvme0n1 seek=1073741824 bs=1 count=4096 2026-03-05T22:46:44.521 INFO:teuthology.orchestra.run.vm09.stderr:4096+0 records in 2026-03-05T22:46:44.521 INFO:teuthology.orchestra.run.vm09.stderr:4096+0 records out 2026-03-05T22:46:44.522 INFO:teuthology.orchestra.run.vm09.stderr:4096 bytes (4.1 kB, 4.0 KiB) copied, 0.00518353 s, 790 kB/s 2026-03-05T22:46:44.523 DEBUG:teuthology.orchestra.run.vm09:> sudo hexdump -n22 -C -s1073741824 /dev/nvme0n1 2026-03-05T22:46:44.594 INFO:teuthology.orchestra.run.vm09.stdout:40000000 00 00 00 00 00 00 00 00 00 00 00 00 00 00 00 00 |................| 2026-03-05T22:46:44.594 INFO:teuthology.orchestra.run.vm09.stdout:40000010 00 00 00 00 00 00 |......| 2026-03-05T22:46:44.594 INFO:teuthology.orchestra.run.vm09.stdout:40000016 2026-03-05T22:46:44.595 DEBUG:teuthology.orchestra.run.vm09:> sudo dd if=/dev/zero of=/dev/nvme0n1 seek=10737418240 bs=1 count=4096 2026-03-05T22:46:44.664 INFO:teuthology.orchestra.run.vm09.stderr:4096+0 records in 2026-03-05T22:46:44.664 INFO:teuthology.orchestra.run.vm09.stderr:4096+0 records out 2026-03-05T22:46:44.664 INFO:teuthology.orchestra.run.vm09.stderr:4096 bytes (4.1 kB, 4.0 KiB) copied, 0.00469423 s, 873 kB/s 2026-03-05T22:46:44.668 DEBUG:teuthology.orchestra.run.vm09:> sudo hexdump -n22 -C -s10737418240 /dev/nvme0n1 2026-03-05T22:46:44.738 INFO:teuthology.orchestra.run.vm09.stdout:280000000 00 00 00 00 00 00 00 00 00 00 00 00 00 00 00 00 |................| 2026-03-05T22:46:44.738 INFO:teuthology.orchestra.run.vm09.stdout:280000010 00 00 00 00 00 00 |......| 2026-03-05T22:46:44.738 INFO:teuthology.orchestra.run.vm09.stdout:280000016 2026-03-05T22:46:44.739 DEBUG:teuthology.orchestra.run.vm09:> sudo dd if=/dev/zero of=/dev/nvme1n1 seek=0 bs=1 count=4096 2026-03-05T22:46:44.817 INFO:teuthology.orchestra.run.vm09.stderr:4096+0 records in 2026-03-05T22:46:44.817 INFO:teuthology.orchestra.run.vm09.stderr:4096+0 records out 2026-03-05T22:46:44.817 INFO:teuthology.orchestra.run.vm09.stderr:4096 bytes (4.1 kB, 4.0 KiB) copied, 0.00564005 s, 726 kB/s 2026-03-05T22:46:44.822 DEBUG:teuthology.orchestra.run.vm09:> sudo hexdump -n22 -C -s0 /dev/nvme1n1 2026-03-05T22:46:44.896 INFO:teuthology.orchestra.run.vm09.stdout:00000000 00 00 00 00 00 00 00 00 00 00 00 00 00 00 00 00 |................| 2026-03-05T22:46:44.896 INFO:teuthology.orchestra.run.vm09.stdout:00000010 00 00 00 00 00 00 |......| 2026-03-05T22:46:44.896 INFO:teuthology.orchestra.run.vm09.stdout:00000016 2026-03-05T22:46:44.897 DEBUG:teuthology.orchestra.run.vm09:> sudo dd if=/dev/zero of=/dev/nvme1n1 seek=1073741824 bs=1 count=4096 2026-03-05T22:46:44.971 INFO:teuthology.orchestra.run.vm09.stderr:4096+0 records in 2026-03-05T22:46:44.971 INFO:teuthology.orchestra.run.vm09.stderr:4096+0 records out 2026-03-05T22:46:44.971 INFO:teuthology.orchestra.run.vm09.stderr:4096 bytes (4.1 kB, 4.0 KiB) copied, 0.00490458 s, 835 kB/s 2026-03-05T22:46:44.976 DEBUG:teuthology.orchestra.run.vm09:> sudo hexdump -n22 -C -s1073741824 /dev/nvme1n1 2026-03-05T22:46:45.040 INFO:teuthology.orchestra.run.vm09.stdout:40000000 00 00 00 00 00 00 00 00 00 00 00 00 00 00 00 00 |................| 2026-03-05T22:46:45.040 INFO:teuthology.orchestra.run.vm09.stdout:40000010 00 00 00 00 00 00 |......| 2026-03-05T22:46:45.040 INFO:teuthology.orchestra.run.vm09.stdout:40000016 2026-03-05T22:46:45.042 DEBUG:teuthology.orchestra.run.vm09:> sudo dd if=/dev/zero of=/dev/nvme1n1 seek=10737418240 bs=1 count=4096 2026-03-05T22:46:45.119 INFO:teuthology.orchestra.run.vm09.stderr:4096+0 records in 2026-03-05T22:46:45.119 INFO:teuthology.orchestra.run.vm09.stderr:4096+0 records out 2026-03-05T22:46:45.119 INFO:teuthology.orchestra.run.vm09.stderr:4096 bytes (4.1 kB, 4.0 KiB) copied, 0.0034622 s, 1.2 MB/s 2026-03-05T22:46:45.120 DEBUG:teuthology.orchestra.run.vm09:> sudo hexdump -n22 -C -s10737418240 /dev/nvme1n1 2026-03-05T22:46:45.193 INFO:teuthology.orchestra.run.vm09.stdout:280000000 00 00 00 00 00 00 00 00 00 00 00 00 00 00 00 00 |................| 2026-03-05T22:46:45.193 INFO:teuthology.orchestra.run.vm09.stdout:280000010 00 00 00 00 00 00 |......| 2026-03-05T22:46:45.193 INFO:teuthology.orchestra.run.vm09.stdout:280000016 2026-03-05T22:46:45.194 DEBUG:teuthology.orchestra.run.vm09:> sudo dd if=/dev/zero of=/dev/nvme2n1 seek=0 bs=1 count=4096 2026-03-05T22:46:45.273 INFO:teuthology.orchestra.run.vm09.stderr:4096+0 records in 2026-03-05T22:46:45.273 INFO:teuthology.orchestra.run.vm09.stderr:4096+0 records out 2026-03-05T22:46:45.273 INFO:teuthology.orchestra.run.vm09.stderr:4096 bytes (4.1 kB, 4.0 KiB) copied, 0.00374921 s, 1.1 MB/s 2026-03-05T22:46:45.275 DEBUG:teuthology.orchestra.run.vm09:> sudo hexdump -n22 -C -s0 /dev/nvme2n1 2026-03-05T22:46:45.349 INFO:teuthology.orchestra.run.vm09.stdout:00000000 00 00 00 00 00 00 00 00 00 00 00 00 00 00 00 00 |................| 2026-03-05T22:46:45.349 INFO:teuthology.orchestra.run.vm09.stdout:00000010 00 00 00 00 00 00 |......| 2026-03-05T22:46:45.349 INFO:teuthology.orchestra.run.vm09.stdout:00000016 2026-03-05T22:46:45.351 DEBUG:teuthology.orchestra.run.vm09:> sudo dd if=/dev/zero of=/dev/nvme2n1 seek=1073741824 bs=1 count=4096 2026-03-05T22:46:45.418 INFO:teuthology.orchestra.run.vm09.stderr:4096+0 records in 2026-03-05T22:46:45.418 INFO:teuthology.orchestra.run.vm09.stderr:4096+0 records out 2026-03-05T22:46:45.418 INFO:teuthology.orchestra.run.vm09.stderr:4096 bytes (4.1 kB, 4.0 KiB) copied, 0.00365748 s, 1.1 MB/s 2026-03-05T22:46:45.420 DEBUG:teuthology.orchestra.run.vm09:> sudo hexdump -n22 -C -s1073741824 /dev/nvme2n1 2026-03-05T22:46:45.487 INFO:teuthology.orchestra.run.vm09.stdout:40000000 00 00 00 00 00 00 00 00 00 00 00 00 00 00 00 00 |................| 2026-03-05T22:46:45.487 INFO:teuthology.orchestra.run.vm09.stdout:40000010 00 00 00 00 00 00 |......| 2026-03-05T22:46:45.487 INFO:teuthology.orchestra.run.vm09.stdout:40000016 2026-03-05T22:46:45.488 DEBUG:teuthology.orchestra.run.vm09:> sudo dd if=/dev/zero of=/dev/nvme2n1 seek=10737418240 bs=1 count=4096 2026-03-05T22:46:45.564 INFO:teuthology.orchestra.run.vm09.stderr:4096+0 records in 2026-03-05T22:46:45.564 INFO:teuthology.orchestra.run.vm09.stderr:4096+0 records out 2026-03-05T22:46:45.564 INFO:teuthology.orchestra.run.vm09.stderr:4096 bytes (4.1 kB, 4.0 KiB) copied, 0.0043246 s, 947 kB/s 2026-03-05T22:46:45.565 DEBUG:teuthology.orchestra.run.vm09:> sudo hexdump -n22 -C -s10737418240 /dev/nvme2n1 2026-03-05T22:46:45.637 INFO:teuthology.orchestra.run.vm09.stdout:280000000 00 00 00 00 00 00 00 00 00 00 00 00 00 00 00 00 |................| 2026-03-05T22:46:45.637 INFO:teuthology.orchestra.run.vm09.stdout:280000010 00 00 00 00 00 00 |......| 2026-03-05T22:46:45.637 INFO:teuthology.orchestra.run.vm09.stdout:280000016 2026-03-05T22:46:45.639 DEBUG:teuthology.orchestra.run.vm09:> sudo dd if=/dev/zero of=/dev/nvme3n1 seek=0 bs=1 count=4096 2026-03-05T22:46:45.715 INFO:teuthology.orchestra.run.vm09.stderr:4096+0 records in 2026-03-05T22:46:45.715 INFO:teuthology.orchestra.run.vm09.stderr:4096+0 records out 2026-03-05T22:46:45.715 INFO:teuthology.orchestra.run.vm09.stderr:4096 bytes (4.1 kB, 4.0 KiB) copied, 0.00417957 s, 980 kB/s 2026-03-05T22:46:45.716 DEBUG:teuthology.orchestra.run.vm09:> sudo hexdump -n22 -C -s0 /dev/nvme3n1 2026-03-05T22:46:45.790 INFO:teuthology.orchestra.run.vm09.stdout:00000000 00 00 00 00 00 00 00 00 00 00 00 00 00 00 00 00 |................| 2026-03-05T22:46:45.790 INFO:teuthology.orchestra.run.vm09.stdout:00000010 00 00 00 00 00 00 |......| 2026-03-05T22:46:45.790 INFO:teuthology.orchestra.run.vm09.stdout:00000016 2026-03-05T22:46:45.792 DEBUG:teuthology.orchestra.run.vm09:> sudo dd if=/dev/zero of=/dev/nvme3n1 seek=1073741824 bs=1 count=4096 2026-03-05T22:46:45.872 INFO:teuthology.orchestra.run.vm09.stderr:4096+0 records in 2026-03-05T22:46:45.872 INFO:teuthology.orchestra.run.vm09.stderr:4096+0 records out 2026-03-05T22:46:45.872 INFO:teuthology.orchestra.run.vm09.stderr:4096 bytes (4.1 kB, 4.0 KiB) copied, 0.00414971 s, 987 kB/s 2026-03-05T22:46:45.874 DEBUG:teuthology.orchestra.run.vm09:> sudo hexdump -n22 -C -s1073741824 /dev/nvme3n1 2026-03-05T22:46:45.946 INFO:teuthology.orchestra.run.vm09.stdout:40000000 00 00 00 00 00 00 00 00 00 00 00 00 00 00 00 00 |................| 2026-03-05T22:46:45.946 INFO:teuthology.orchestra.run.vm09.stdout:40000010 00 00 00 00 00 00 |......| 2026-03-05T22:46:45.946 INFO:teuthology.orchestra.run.vm09.stdout:40000016 2026-03-05T22:46:45.948 DEBUG:teuthology.orchestra.run.vm09:> sudo dd if=/dev/zero of=/dev/nvme3n1 seek=10737418240 bs=1 count=4096 2026-03-05T22:46:46.020 INFO:teuthology.orchestra.run.vm09.stderr:4096+0 records in 2026-03-05T22:46:46.020 INFO:teuthology.orchestra.run.vm09.stderr:4096+0 records out 2026-03-05T22:46:46.020 INFO:teuthology.orchestra.run.vm09.stderr:4096 bytes (4.1 kB, 4.0 KiB) copied, 0.00527964 s, 776 kB/s 2026-03-05T22:46:46.025 DEBUG:teuthology.orchestra.run.vm09:> sudo hexdump -n22 -C -s10737418240 /dev/nvme3n1 2026-03-05T22:46:46.093 INFO:teuthology.orchestra.run.vm09.stdout:280000000 00 00 00 00 00 00 00 00 00 00 00 00 00 00 00 00 |................| 2026-03-05T22:46:46.093 INFO:teuthology.orchestra.run.vm09.stdout:280000010 00 00 00 00 00 00 |......| 2026-03-05T22:46:46.093 INFO:teuthology.orchestra.run.vm09.stdout:280000016 2026-03-05T22:46:46.094 INFO:tasks.nvme_loop:new_devs ['/dev/nvme0n1', '/dev/nvme1n1', '/dev/nvme2n1', '/dev/nvme3n1'] 2026-03-05T22:46:46.094 DEBUG:teuthology.orchestra.run.vm09:> set -ex 2026-03-05T22:46:46.094 DEBUG:teuthology.orchestra.run.vm09:> sudo dd of=/scratch_devs 2026-03-05T22:46:46.169 INFO:teuthology.run_tasks:Running task cephadm... 2026-03-05T22:46:46.214 INFO:tasks.cephadm:Config: {'conf': {'mgr': {'debug mgr': 20, 'debug ms': 1, 'mgr/cephadm/use_agent': True}, 'global': {'mon election default strategy': 3}, 'mon': {'debug mon': 20, 'debug ms': 1, 'debug paxos': 20}, 'osd': {'debug ms': 1, 'debug osd': 20, 'osd mclock iops capacity threshold hdd': 49000, 'osd shutdown pgref assert': True}}, 'flavor': 'default', 'log-ignorelist': ['\\(MDS_ALL_DOWN\\)', '\\(MDS_UP_LESS_THAN_MAX\\)', 'MON_DOWN', 'mons down', 'mon down', 'out of quorum', 'CEPHADM_STRAY_DAEMON', 'CEPHADM_FAILED_DAEMON', 'CEPHADM_AGENT_DOWN', 'PG_DEGRADED'], 'log-only-match': ['CEPHADM_'], 'sha1': 'c24117fd5525679b799527bc1bd1f1dd0a2db5e2', 'cephadm_binary_url': 'https://download.ceph.com/rpm-19.2.3/el9/noarch/cephadm', 'containers': {'image': 'harbor.clyso.com/custom-ceph/ceph/ceph:cobaltcore-storage-v19.2.3-fasttrack-3'}} 2026-03-05T22:46:46.214 INFO:tasks.cephadm:Provided image contains tag or digest, using it as is 2026-03-05T22:46:46.214 INFO:tasks.cephadm:Cluster image is harbor.clyso.com/custom-ceph/ceph/ceph:cobaltcore-storage-v19.2.3-fasttrack-3 2026-03-05T22:46:46.214 INFO:tasks.cephadm:Cluster fsid is ce88f304-18dc-11f1-81b4-a3325c551960 2026-03-05T22:46:46.214 INFO:tasks.cephadm:Choosing monitor IPs and ports... 2026-03-05T22:46:46.215 INFO:tasks.cephadm:Monitor IPs: {'mon.a': '192.168.123.102', 'mon.c': '[v2:192.168.123.102:3301,v1:192.168.123.102:6790]', 'mon.b': '192.168.123.109'} 2026-03-05T22:46:46.215 INFO:tasks.cephadm:First mon is mon.a on vm02 2026-03-05T22:46:46.215 INFO:tasks.cephadm:First mgr is y 2026-03-05T22:46:46.215 INFO:tasks.cephadm:Normalizing hostnames... 2026-03-05T22:46:46.215 DEBUG:teuthology.orchestra.run.vm02:> sudo hostname $(hostname -s) 2026-03-05T22:46:46.252 DEBUG:teuthology.orchestra.run.vm09:> sudo hostname $(hostname -s) 2026-03-05T22:46:46.285 INFO:tasks.cephadm:Downloading cephadm from url: https://download.ceph.com/rpm-19.2.3/el9/noarch/cephadm 2026-03-05T22:46:46.285 DEBUG:teuthology.orchestra.run.vm02:> curl --silent -L https://download.ceph.com/rpm-19.2.3/el9/noarch/cephadm > /home/ubuntu/cephtest/cephadm && ls -l /home/ubuntu/cephtest/cephadm 2026-03-05T22:46:47.344 INFO:teuthology.orchestra.run.vm02.stdout:-rw-r--r--. 1 ubuntu ubuntu 787672 Mar 5 22:46 /home/ubuntu/cephtest/cephadm 2026-03-05T22:46:47.344 DEBUG:teuthology.orchestra.run.vm09:> curl --silent -L https://download.ceph.com/rpm-19.2.3/el9/noarch/cephadm > /home/ubuntu/cephtest/cephadm && ls -l /home/ubuntu/cephtest/cephadm 2026-03-05T22:46:48.394 INFO:teuthology.orchestra.run.vm09.stdout:-rw-r--r--. 1 ubuntu ubuntu 787672 Mar 5 22:46 /home/ubuntu/cephtest/cephadm 2026-03-05T22:46:48.394 DEBUG:teuthology.orchestra.run.vm02:> test -s /home/ubuntu/cephtest/cephadm && test $(stat -c%s /home/ubuntu/cephtest/cephadm) -gt 1000 && chmod +x /home/ubuntu/cephtest/cephadm 2026-03-05T22:46:48.418 DEBUG:teuthology.orchestra.run.vm09:> test -s /home/ubuntu/cephtest/cephadm && test $(stat -c%s /home/ubuntu/cephtest/cephadm) -gt 1000 && chmod +x /home/ubuntu/cephtest/cephadm 2026-03-05T22:46:48.444 INFO:tasks.cephadm:Pulling image harbor.clyso.com/custom-ceph/ceph/ceph:cobaltcore-storage-v19.2.3-fasttrack-3 on all hosts... 2026-03-05T22:46:48.444 DEBUG:teuthology.orchestra.run.vm02:> sudo /home/ubuntu/cephtest/cephadm --image harbor.clyso.com/custom-ceph/ceph/ceph:cobaltcore-storage-v19.2.3-fasttrack-3 pull 2026-03-05T22:46:48.461 DEBUG:teuthology.orchestra.run.vm09:> sudo /home/ubuntu/cephtest/cephadm --image harbor.clyso.com/custom-ceph/ceph/ceph:cobaltcore-storage-v19.2.3-fasttrack-3 pull 2026-03-05T22:46:48.811 INFO:teuthology.orchestra.run.vm02.stderr:Pulling container image harbor.clyso.com/custom-ceph/ceph/ceph:cobaltcore-storage-v19.2.3-fasttrack-3... 2026-03-05T22:46:48.843 INFO:teuthology.orchestra.run.vm09.stderr:Pulling container image harbor.clyso.com/custom-ceph/ceph/ceph:cobaltcore-storage-v19.2.3-fasttrack-3... 2026-03-05T22:47:10.221 INFO:teuthology.orchestra.run.vm02.stdout:{ 2026-03-05T22:47:10.221 INFO:teuthology.orchestra.run.vm02.stdout: "ceph_version": "ceph version 19.2.3-47-gc24117fd552 (c24117fd5525679b799527bc1bd1f1dd0a2db5e2) squid (stable)", 2026-03-05T22:47:10.221 INFO:teuthology.orchestra.run.vm02.stdout: "image_id": "306e97de47e91c2b4b24d3dc09be3b3a12039b078f343d91220102acc6628a68", 2026-03-05T22:47:10.221 INFO:teuthology.orchestra.run.vm02.stdout: "repo_digests": [ 2026-03-05T22:47:10.221 INFO:teuthology.orchestra.run.vm02.stdout: "harbor.clyso.com/custom-ceph/ceph/ceph@sha256:26363c7a4eea9ef5a0148afc7b2a22b6f486596d87a30c2a9fdcda5db3eca62b" 2026-03-05T22:47:10.221 INFO:teuthology.orchestra.run.vm02.stdout: ] 2026-03-05T22:47:10.221 INFO:teuthology.orchestra.run.vm02.stdout:} 2026-03-05T22:47:10.706 INFO:teuthology.orchestra.run.vm09.stdout:{ 2026-03-05T22:47:10.707 INFO:teuthology.orchestra.run.vm09.stdout: "ceph_version": "ceph version 19.2.3-47-gc24117fd552 (c24117fd5525679b799527bc1bd1f1dd0a2db5e2) squid (stable)", 2026-03-05T22:47:10.707 INFO:teuthology.orchestra.run.vm09.stdout: "image_id": "306e97de47e91c2b4b24d3dc09be3b3a12039b078f343d91220102acc6628a68", 2026-03-05T22:47:10.707 INFO:teuthology.orchestra.run.vm09.stdout: "repo_digests": [ 2026-03-05T22:47:10.707 INFO:teuthology.orchestra.run.vm09.stdout: "harbor.clyso.com/custom-ceph/ceph/ceph@sha256:26363c7a4eea9ef5a0148afc7b2a22b6f486596d87a30c2a9fdcda5db3eca62b" 2026-03-05T22:47:10.707 INFO:teuthology.orchestra.run.vm09.stdout: ] 2026-03-05T22:47:10.707 INFO:teuthology.orchestra.run.vm09.stdout:} 2026-03-05T22:47:10.745 DEBUG:teuthology.orchestra.run.vm02:> sudo mkdir -p /etc/ceph 2026-03-05T22:47:10.778 DEBUG:teuthology.orchestra.run.vm09:> sudo mkdir -p /etc/ceph 2026-03-05T22:47:10.809 DEBUG:teuthology.orchestra.run.vm02:> sudo chmod 777 /etc/ceph 2026-03-05T22:47:10.854 DEBUG:teuthology.orchestra.run.vm09:> sudo chmod 777 /etc/ceph 2026-03-05T22:47:10.882 INFO:tasks.cephadm:Writing seed config... 2026-03-05T22:47:10.883 INFO:tasks.cephadm: override: [mgr] debug mgr = 20 2026-03-05T22:47:10.883 INFO:tasks.cephadm: override: [mgr] debug ms = 1 2026-03-05T22:47:10.883 INFO:tasks.cephadm: override: [mgr] mgr/cephadm/use_agent = True 2026-03-05T22:47:10.883 INFO:tasks.cephadm: override: [global] mon election default strategy = 3 2026-03-05T22:47:10.883 INFO:tasks.cephadm: override: [mon] debug mon = 20 2026-03-05T22:47:10.883 INFO:tasks.cephadm: override: [mon] debug ms = 1 2026-03-05T22:47:10.883 INFO:tasks.cephadm: override: [mon] debug paxos = 20 2026-03-05T22:47:10.883 INFO:tasks.cephadm: override: [osd] debug ms = 1 2026-03-05T22:47:10.883 INFO:tasks.cephadm: override: [osd] debug osd = 20 2026-03-05T22:47:10.883 INFO:tasks.cephadm: override: [osd] osd mclock iops capacity threshold hdd = 49000 2026-03-05T22:47:10.883 INFO:tasks.cephadm: override: [osd] osd shutdown pgref assert = True 2026-03-05T22:47:10.883 DEBUG:teuthology.orchestra.run.vm02:> set -ex 2026-03-05T22:47:10.883 DEBUG:teuthology.orchestra.run.vm02:> dd of=/home/ubuntu/cephtest/seed.ceph.conf 2026-03-05T22:47:10.912 DEBUG:tasks.cephadm:Final config: [global] # make logging friendly to teuthology log_to_file = true log_to_stderr = false log to journald = false mon cluster log to file = true mon cluster log file level = debug mon clock drift allowed = 1.000 # replicate across OSDs, not hosts osd crush chooseleaf type = 0 #osd pool default size = 2 osd pool default erasure code profile = plugin=jerasure technique=reed_sol_van k=2 m=1 crush-failure-domain=osd # enable some debugging auth debug = true ms die on old message = true ms die on bug = true debug asserts on shutdown = true # adjust warnings mon max pg per osd = 10000# >= luminous mon pg warn max object skew = 0 mon osd allow primary affinity = true mon osd allow pg remap = true mon warn on legacy crush tunables = false mon warn on crush straw calc version zero = false mon warn on no sortbitwise = false mon warn on osd down out interval zero = false mon warn on too few osds = false mon_warn_on_pool_pg_num_not_power_of_two = false # disable pg_autoscaler by default for new pools osd_pool_default_pg_autoscale_mode = off # tests delete pools mon allow pool delete = true fsid = ce88f304-18dc-11f1-81b4-a3325c551960 mon election default strategy = 3 [osd] osd scrub load threshold = 5.0 osd scrub max interval = 600 osd mclock profile = high_recovery_ops osd recover clone overlap = true osd recovery max chunk = 1048576 osd deep scrub update digest min age = 30 osd map max advance = 10 osd memory target autotune = true # debugging osd debug shutdown = true osd debug op order = true osd debug verify stray on activate = true osd debug pg log writeout = true osd debug verify cached snaps = true osd debug verify missing on start = true osd debug misdirected ops = true osd op queue = debug_random osd op queue cut off = debug_random osd shutdown pgref assert = True bdev debug aio = true osd sloppy crc = true debug ms = 1 debug osd = 20 osd mclock iops capacity threshold hdd = 49000 [mgr] mon reweight min pgs per osd = 4 mon reweight min bytes per osd = 10 mgr/telemetry/nag = false debug mgr = 20 debug ms = 1 mgr/cephadm/use_agent = True [mon] mon data avail warn = 5 mon mgr mkfs grace = 240 mon reweight min pgs per osd = 4 mon osd reporter subtree level = osd mon osd prime pg temp = true mon reweight min bytes per osd = 10 # rotate auth tickets quickly to exercise renewal paths auth mon ticket ttl = 660# 11m auth service ticket ttl = 240# 4m # don't complain about global id reclaim mon_warn_on_insecure_global_id_reclaim = false mon_warn_on_insecure_global_id_reclaim_allowed = false debug mon = 20 debug ms = 1 debug paxos = 20 [client.rgw] rgw cache enabled = true rgw enable ops log = true rgw enable usage log = true 2026-03-05T22:47:10.912 DEBUG:teuthology.orchestra.run.vm02:mon.a> sudo journalctl -f -n 0 -u ceph-ce88f304-18dc-11f1-81b4-a3325c551960@mon.a.service 2026-03-05T22:47:10.957 DEBUG:teuthology.orchestra.run.vm02:mgr.y> sudo journalctl -f -n 0 -u ceph-ce88f304-18dc-11f1-81b4-a3325c551960@mgr.y.service 2026-03-05T22:47:11.000 INFO:tasks.cephadm:Bootstrapping... 2026-03-05T22:47:11.001 DEBUG:teuthology.orchestra.run.vm02:> sudo /home/ubuntu/cephtest/cephadm --image harbor.clyso.com/custom-ceph/ceph/ceph:cobaltcore-storage-v19.2.3-fasttrack-3 -v bootstrap --fsid ce88f304-18dc-11f1-81b4-a3325c551960 --config /home/ubuntu/cephtest/seed.ceph.conf --output-config /etc/ceph/ceph.conf --output-keyring /etc/ceph/ceph.client.admin.keyring --output-pub-ssh-key /home/ubuntu/cephtest/ceph.pub --mon-id a --mgr-id y --orphan-initial-daemons --skip-monitoring-stack --mon-ip 192.168.123.102 --skip-admin-label && sudo chmod +r /etc/ceph/ceph.client.admin.keyring 2026-03-05T22:47:11.343 INFO:teuthology.orchestra.run.vm02.stdout:-------------------------------------------------------------------------------- 2026-03-05T22:47:11.343 INFO:teuthology.orchestra.run.vm02.stdout:cephadm ['--image', 'harbor.clyso.com/custom-ceph/ceph/ceph:cobaltcore-storage-v19.2.3-fasttrack-3', '-v', 'bootstrap', '--fsid', 'ce88f304-18dc-11f1-81b4-a3325c551960', '--config', '/home/ubuntu/cephtest/seed.ceph.conf', '--output-config', '/etc/ceph/ceph.conf', '--output-keyring', '/etc/ceph/ceph.client.admin.keyring', '--output-pub-ssh-key', '/home/ubuntu/cephtest/ceph.pub', '--mon-id', 'a', '--mgr-id', 'y', '--orphan-initial-daemons', '--skip-monitoring-stack', '--mon-ip', '192.168.123.102', '--skip-admin-label'] 2026-03-05T22:47:11.344 INFO:teuthology.orchestra.run.vm02.stderr:Specifying an fsid for your cluster offers no advantages and may increase the likelihood of fsid conflicts. 2026-03-05T22:47:11.344 INFO:teuthology.orchestra.run.vm02.stdout:Verifying podman|docker is present... 2026-03-05T22:47:11.370 INFO:teuthology.orchestra.run.vm02.stdout:/bin/podman: stdout 5.8.0 2026-03-05T22:47:11.370 INFO:teuthology.orchestra.run.vm02.stdout:Verifying lvm2 is present... 2026-03-05T22:47:11.370 INFO:teuthology.orchestra.run.vm02.stdout:Verifying time synchronization is in place... 2026-03-05T22:47:11.379 INFO:teuthology.orchestra.run.vm02.stdout:Non-zero exit code 1 from systemctl is-enabled chrony.service 2026-03-05T22:47:11.379 INFO:teuthology.orchestra.run.vm02.stdout:systemctl: stderr Failed to get unit file state for chrony.service: No such file or directory 2026-03-05T22:47:11.388 INFO:teuthology.orchestra.run.vm02.stdout:Non-zero exit code 3 from systemctl is-active chrony.service 2026-03-05T22:47:11.388 INFO:teuthology.orchestra.run.vm02.stdout:systemctl: stdout inactive 2026-03-05T22:47:11.396 INFO:teuthology.orchestra.run.vm02.stdout:systemctl: stdout enabled 2026-03-05T22:47:11.404 INFO:teuthology.orchestra.run.vm02.stdout:systemctl: stdout active 2026-03-05T22:47:11.404 INFO:teuthology.orchestra.run.vm02.stdout:Unit chronyd.service is enabled and running 2026-03-05T22:47:11.404 INFO:teuthology.orchestra.run.vm02.stdout:Repeating the final host check... 2026-03-05T22:47:11.433 INFO:teuthology.orchestra.run.vm02.stdout:/bin/podman: stdout 5.8.0 2026-03-05T22:47:11.433 INFO:teuthology.orchestra.run.vm02.stdout:podman (/bin/podman) version 5.8.0 is present 2026-03-05T22:47:11.433 INFO:teuthology.orchestra.run.vm02.stdout:systemctl is present 2026-03-05T22:47:11.433 INFO:teuthology.orchestra.run.vm02.stdout:lvcreate is present 2026-03-05T22:47:11.441 INFO:teuthology.orchestra.run.vm02.stdout:Non-zero exit code 1 from systemctl is-enabled chrony.service 2026-03-05T22:47:11.441 INFO:teuthology.orchestra.run.vm02.stdout:systemctl: stderr Failed to get unit file state for chrony.service: No such file or directory 2026-03-05T22:47:11.450 INFO:teuthology.orchestra.run.vm02.stdout:Non-zero exit code 3 from systemctl is-active chrony.service 2026-03-05T22:47:11.450 INFO:teuthology.orchestra.run.vm02.stdout:systemctl: stdout inactive 2026-03-05T22:47:11.458 INFO:teuthology.orchestra.run.vm02.stdout:systemctl: stdout enabled 2026-03-05T22:47:11.465 INFO:teuthology.orchestra.run.vm02.stdout:systemctl: stdout active 2026-03-05T22:47:11.465 INFO:teuthology.orchestra.run.vm02.stdout:Unit chronyd.service is enabled and running 2026-03-05T22:47:11.465 INFO:teuthology.orchestra.run.vm02.stdout:Host looks OK 2026-03-05T22:47:11.465 INFO:teuthology.orchestra.run.vm02.stdout:Cluster fsid: ce88f304-18dc-11f1-81b4-a3325c551960 2026-03-05T22:47:11.465 INFO:teuthology.orchestra.run.vm02.stdout:Acquiring lock 140400152331312 on /run/cephadm/ce88f304-18dc-11f1-81b4-a3325c551960.lock 2026-03-05T22:47:11.465 INFO:teuthology.orchestra.run.vm02.stdout:Lock 140400152331312 acquired on /run/cephadm/ce88f304-18dc-11f1-81b4-a3325c551960.lock 2026-03-05T22:47:11.466 INFO:teuthology.orchestra.run.vm02.stdout:Verifying IP 192.168.123.102 port 3300 ... 2026-03-05T22:47:11.466 INFO:teuthology.orchestra.run.vm02.stdout:Verifying IP 192.168.123.102 port 6789 ... 2026-03-05T22:47:11.466 INFO:teuthology.orchestra.run.vm02.stdout:Base mon IP(s) is [192.168.123.102:3300, 192.168.123.102:6789], mon addrv is [v2:192.168.123.102:3300,v1:192.168.123.102:6789] 2026-03-05T22:47:11.470 INFO:teuthology.orchestra.run.vm02.stdout:/sbin/ip: stdout default via 192.168.123.1 dev eth0 proto dhcp src 192.168.123.102 metric 100 2026-03-05T22:47:11.470 INFO:teuthology.orchestra.run.vm02.stdout:/sbin/ip: stdout 192.168.123.0/24 dev eth0 proto kernel scope link src 192.168.123.102 metric 100 2026-03-05T22:47:11.474 INFO:teuthology.orchestra.run.vm02.stdout:/sbin/ip: stdout ::1 dev lo proto kernel metric 256 pref medium 2026-03-05T22:47:11.474 INFO:teuthology.orchestra.run.vm02.stdout:/sbin/ip: stdout fe80::/64 dev eth0 proto kernel metric 1024 pref medium 2026-03-05T22:47:11.478 INFO:teuthology.orchestra.run.vm02.stdout:/sbin/ip: stdout 1: lo: mtu 65536 state UNKNOWN qlen 1000 2026-03-05T22:47:11.478 INFO:teuthology.orchestra.run.vm02.stdout:/sbin/ip: stdout inet6 ::1/128 scope host 2026-03-05T22:47:11.478 INFO:teuthology.orchestra.run.vm02.stdout:/sbin/ip: stdout valid_lft forever preferred_lft forever 2026-03-05T22:47:11.478 INFO:teuthology.orchestra.run.vm02.stdout:/sbin/ip: stdout 2: eth0: mtu 1500 state UP qlen 1000 2026-03-05T22:47:11.478 INFO:teuthology.orchestra.run.vm02.stdout:/sbin/ip: stdout inet6 fe80::5055:ff:fe00:2/64 scope link noprefixroute 2026-03-05T22:47:11.478 INFO:teuthology.orchestra.run.vm02.stdout:/sbin/ip: stdout valid_lft forever preferred_lft forever 2026-03-05T22:47:11.478 INFO:teuthology.orchestra.run.vm02.stdout:Mon IP `192.168.123.102` is in CIDR network `192.168.123.0/24` 2026-03-05T22:47:11.478 INFO:teuthology.orchestra.run.vm02.stdout:Mon IP `192.168.123.102` is in CIDR network `192.168.123.0/24` 2026-03-05T22:47:11.478 INFO:teuthology.orchestra.run.vm02.stdout:Inferred mon public CIDR from local network configuration ['192.168.123.0/24', '192.168.123.0/24'] 2026-03-05T22:47:11.478 INFO:teuthology.orchestra.run.vm02.stdout:Internal network (--cluster-network) has not been provided, OSD replication will default to the public_network 2026-03-05T22:47:11.479 INFO:teuthology.orchestra.run.vm02.stdout:Pulling container image harbor.clyso.com/custom-ceph/ceph/ceph:cobaltcore-storage-v19.2.3-fasttrack-3... 2026-03-05T22:47:12.133 INFO:teuthology.orchestra.run.vm02.stdout:/bin/podman: stdout 306e97de47e91c2b4b24d3dc09be3b3a12039b078f343d91220102acc6628a68 2026-03-05T22:47:12.133 INFO:teuthology.orchestra.run.vm02.stdout:/bin/podman: stderr Trying to pull harbor.clyso.com/custom-ceph/ceph/ceph:cobaltcore-storage-v19.2.3-fasttrack-3... 2026-03-05T22:47:12.133 INFO:teuthology.orchestra.run.vm02.stdout:/bin/podman: stderr Getting image source signatures 2026-03-05T22:47:12.133 INFO:teuthology.orchestra.run.vm02.stdout:/bin/podman: stderr Copying blob sha256:d21d4233fd3d4dd2f376e5ef084c47891c860682c1de15a9c0357cea5defbc91 2026-03-05T22:47:12.133 INFO:teuthology.orchestra.run.vm02.stdout:/bin/podman: stderr Copying config sha256:306e97de47e91c2b4b24d3dc09be3b3a12039b078f343d91220102acc6628a68 2026-03-05T22:47:12.133 INFO:teuthology.orchestra.run.vm02.stdout:/bin/podman: stderr Writing manifest to image destination 2026-03-05T22:47:12.568 INFO:teuthology.orchestra.run.vm02.stdout:ceph: stdout ceph version 19.2.3-47-gc24117fd552 (c24117fd5525679b799527bc1bd1f1dd0a2db5e2) squid (stable) 2026-03-05T22:47:12.569 INFO:teuthology.orchestra.run.vm02.stdout:Ceph version: ceph version 19.2.3-47-gc24117fd552 (c24117fd5525679b799527bc1bd1f1dd0a2db5e2) squid (stable) 2026-03-05T22:47:12.569 INFO:teuthology.orchestra.run.vm02.stdout:Extracting ceph user uid/gid from container image... 2026-03-05T22:47:12.823 INFO:teuthology.orchestra.run.vm02.stdout:stat: stdout 167 167 2026-03-05T22:47:12.823 INFO:teuthology.orchestra.run.vm02.stdout:Creating initial keys... 2026-03-05T22:47:13.073 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph-authtool: stdout AQDg+alpAlD8NxAA6z1QuHWCMDHvCzKpcQeqSQ== 2026-03-05T22:47:13.314 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph-authtool: stdout AQDh+alpoloqCxAAZgM3+e1i0lnAI0ck5JmZRQ== 2026-03-05T22:47:13.701 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph-authtool: stdout AQDh+alp+ywEIhAAurFbJkl+605lgCE4EF4lEw== 2026-03-05T22:47:13.701 INFO:teuthology.orchestra.run.vm02.stdout:Creating initial monmap... 2026-03-05T22:47:13.952 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/monmaptool: stdout /usr/bin/monmaptool: monmap file /tmp/monmap 2026-03-05T22:47:13.952 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/monmaptool: stdout setting min_mon_release = quincy 2026-03-05T22:47:13.952 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/monmaptool: stdout /usr/bin/monmaptool: set fsid to ce88f304-18dc-11f1-81b4-a3325c551960 2026-03-05T22:47:13.952 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/monmaptool: stdout /usr/bin/monmaptool: writing epoch 0 to /tmp/monmap (1 monitors) 2026-03-05T22:47:13.952 INFO:teuthology.orchestra.run.vm02.stdout:monmaptool for a [v2:192.168.123.102:3300,v1:192.168.123.102:6789] on /usr/bin/monmaptool: monmap file /tmp/monmap 2026-03-05T22:47:13.952 INFO:teuthology.orchestra.run.vm02.stdout:setting min_mon_release = quincy 2026-03-05T22:47:13.952 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/monmaptool: set fsid to ce88f304-18dc-11f1-81b4-a3325c551960 2026-03-05T22:47:13.952 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/monmaptool: writing epoch 0 to /tmp/monmap (1 monitors) 2026-03-05T22:47:13.952 INFO:teuthology.orchestra.run.vm02.stdout: 2026-03-05T22:47:13.952 INFO:teuthology.orchestra.run.vm02.stdout:Creating mon... 2026-03-05T22:47:14.219 INFO:teuthology.orchestra.run.vm02.stdout:create mon.a on 2026-03-05T22:47:14.620 INFO:teuthology.orchestra.run.vm02.stdout:systemctl: stderr Created symlink /etc/systemd/system/multi-user.target.wants/ceph.target → /etc/systemd/system/ceph.target. 2026-03-05T22:47:14.802 INFO:teuthology.orchestra.run.vm02.stdout:systemctl: stderr Created symlink /etc/systemd/system/multi-user.target.wants/ceph-ce88f304-18dc-11f1-81b4-a3325c551960.target → /etc/systemd/system/ceph-ce88f304-18dc-11f1-81b4-a3325c551960.target. 2026-03-05T22:47:14.802 INFO:teuthology.orchestra.run.vm02.stdout:systemctl: stderr Created symlink /etc/systemd/system/ceph.target.wants/ceph-ce88f304-18dc-11f1-81b4-a3325c551960.target → /etc/systemd/system/ceph-ce88f304-18dc-11f1-81b4-a3325c551960.target. 2026-03-05T22:47:15.006 INFO:teuthology.orchestra.run.vm02.stdout:Non-zero exit code 1 from systemctl reset-failed ceph-ce88f304-18dc-11f1-81b4-a3325c551960@mon.a 2026-03-05T22:47:15.006 INFO:teuthology.orchestra.run.vm02.stdout:systemctl: stderr Failed to reset failed state of unit ceph-ce88f304-18dc-11f1-81b4-a3325c551960@mon.a.service: Unit ceph-ce88f304-18dc-11f1-81b4-a3325c551960@mon.a.service not loaded. 2026-03-05T22:47:15.193 INFO:teuthology.orchestra.run.vm02.stdout:systemctl: stderr Created symlink /etc/systemd/system/ceph-ce88f304-18dc-11f1-81b4-a3325c551960.target.wants/ceph-ce88f304-18dc-11f1-81b4-a3325c551960@mon.a.service → /etc/systemd/system/ceph-ce88f304-18dc-11f1-81b4-a3325c551960@.service. 2026-03-05T22:47:15.432 INFO:teuthology.orchestra.run.vm02.stdout:firewalld does not appear to be present 2026-03-05T22:47:15.433 INFO:teuthology.orchestra.run.vm02.stdout:Not possible to enable service . firewalld.service is not available 2026-03-05T22:47:15.433 INFO:teuthology.orchestra.run.vm02.stdout:Waiting for mon to start... 2026-03-05T22:47:15.433 INFO:teuthology.orchestra.run.vm02.stdout:Waiting for mon... 2026-03-05T22:47:15.946 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout cluster: 2026-03-05T22:47:15.946 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout id: ce88f304-18dc-11f1-81b4-a3325c551960 2026-03-05T22:47:15.946 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout health: HEALTH_OK 2026-03-05T22:47:15.946 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout 2026-03-05T22:47:15.946 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout services: 2026-03-05T22:47:15.946 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout mon: 1 daemons, quorum a (age 0.298169s) 2026-03-05T22:47:15.946 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout mgr: no daemons active 2026-03-05T22:47:15.946 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout osd: 0 osds: 0 up, 0 in 2026-03-05T22:47:15.946 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout 2026-03-05T22:47:15.946 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout data: 2026-03-05T22:47:15.946 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout pools: 0 pools, 0 pgs 2026-03-05T22:47:15.946 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout objects: 0 objects, 0 B 2026-03-05T22:47:15.946 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout usage: 0 B used, 0 B / 0 B avail 2026-03-05T22:47:15.946 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout pgs: 2026-03-05T22:47:15.946 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout 2026-03-05T22:47:15.946 INFO:teuthology.orchestra.run.vm02.stdout:mon is available 2026-03-05T22:47:15.946 INFO:teuthology.orchestra.run.vm02.stdout:Assimilating anything we can from ceph.conf... 2026-03-05T22:47:16.449 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout 2026-03-05T22:47:16.449 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout [global] 2026-03-05T22:47:16.449 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout fsid = ce88f304-18dc-11f1-81b4-a3325c551960 2026-03-05T22:47:16.449 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout mon_cluster_log_file_level = debug 2026-03-05T22:47:16.449 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout mon_host = [v2:192.168.123.102:3300,v1:192.168.123.102:6789] 2026-03-05T22:47:16.449 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout mon_osd_allow_pg_remap = true 2026-03-05T22:47:16.449 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout mon_osd_allow_primary_affinity = true 2026-03-05T22:47:16.449 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout mon_warn_on_no_sortbitwise = false 2026-03-05T22:47:16.449 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout osd_crush_chooseleaf_type = 0 2026-03-05T22:47:16.449 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout 2026-03-05T22:47:16.449 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout [mgr] 2026-03-05T22:47:16.449 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout mgr/cephadm/use_agent = True 2026-03-05T22:47:16.449 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout mgr/telemetry/nag = false 2026-03-05T22:47:16.449 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout 2026-03-05T22:47:16.449 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout [osd] 2026-03-05T22:47:16.449 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout osd_map_max_advance = 10 2026-03-05T22:47:16.449 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout osd_sloppy_crc = true 2026-03-05T22:47:16.449 INFO:teuthology.orchestra.run.vm02.stdout:Generating new minimal ceph.conf... 2026-03-05T22:47:16.901 INFO:teuthology.orchestra.run.vm02.stdout:Restarting the monitor... 2026-03-05T22:47:17.588 INFO:teuthology.orchestra.run.vm02.stdout:Setting public_network to 192.168.123.0/24 in mon config section 2026-03-05T22:47:18.113 INFO:teuthology.orchestra.run.vm02.stdout:Wrote config to /etc/ceph/ceph.conf 2026-03-05T22:47:18.114 INFO:teuthology.orchestra.run.vm02.stdout:Wrote keyring to /etc/ceph/ceph.client.admin.keyring 2026-03-05T22:47:18.114 INFO:teuthology.orchestra.run.vm02.stdout:Creating mgr... 2026-03-05T22:47:18.115 INFO:teuthology.orchestra.run.vm02.stdout:Verifying port 0.0.0.0:9283 ... 2026-03-05T22:47:18.115 INFO:teuthology.orchestra.run.vm02.stdout:Verifying port 0.0.0.0:8765 ... 2026-03-05T22:47:18.323 INFO:teuthology.orchestra.run.vm02.stdout:Non-zero exit code 1 from systemctl reset-failed ceph-ce88f304-18dc-11f1-81b4-a3325c551960@mgr.y 2026-03-05T22:47:18.323 INFO:teuthology.orchestra.run.vm02.stdout:systemctl: stderr Failed to reset failed state of unit ceph-ce88f304-18dc-11f1-81b4-a3325c551960@mgr.y.service: Unit ceph-ce88f304-18dc-11f1-81b4-a3325c551960@mgr.y.service not loaded. 2026-03-05T22:47:18.481 INFO:teuthology.orchestra.run.vm02.stdout:systemctl: stderr Created symlink /etc/systemd/system/ceph-ce88f304-18dc-11f1-81b4-a3325c551960.target.wants/ceph-ce88f304-18dc-11f1-81b4-a3325c551960@mgr.y.service → /etc/systemd/system/ceph-ce88f304-18dc-11f1-81b4-a3325c551960@.service. 2026-03-05T22:47:19.273 INFO:teuthology.orchestra.run.vm02.stdout:firewalld does not appear to be present 2026-03-05T22:47:19.273 INFO:teuthology.orchestra.run.vm02.stdout:Not possible to enable service . firewalld.service is not available 2026-03-05T22:47:19.273 INFO:teuthology.orchestra.run.vm02.stdout:firewalld does not appear to be present 2026-03-05T22:47:19.273 INFO:teuthology.orchestra.run.vm02.stdout:Not possible to open ports <[9283, 8765]>. firewalld.service is not available 2026-03-05T22:47:19.273 INFO:teuthology.orchestra.run.vm02.stdout:Waiting for mgr to start... 2026-03-05T22:47:19.273 INFO:teuthology.orchestra.run.vm02.stdout:Waiting for mgr... 2026-03-05T22:47:19.815 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout 2026-03-05T22:47:19.815 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout { 2026-03-05T22:47:19.815 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout "fsid": "ce88f304-18dc-11f1-81b4-a3325c551960", 2026-03-05T22:47:19.815 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout "health": { 2026-03-05T22:47:19.815 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout "status": "HEALTH_OK", 2026-03-05T22:47:19.815 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout "checks": {}, 2026-03-05T22:47:19.815 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout "mutes": [] 2026-03-05T22:47:19.815 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout }, 2026-03-05T22:47:19.815 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout "election_epoch": 5, 2026-03-05T22:47:19.815 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout "quorum": [ 2026-03-05T22:47:19.815 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout 0 2026-03-05T22:47:19.815 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout ], 2026-03-05T22:47:19.815 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout "quorum_names": [ 2026-03-05T22:47:19.815 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout "a" 2026-03-05T22:47:19.815 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout ], 2026-03-05T22:47:19.815 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout "quorum_age": 2, 2026-03-05T22:47:19.815 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout "monmap": { 2026-03-05T22:47:19.815 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout "epoch": 1, 2026-03-05T22:47:19.815 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout "min_mon_release_name": "squid", 2026-03-05T22:47:19.815 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout "num_mons": 1 2026-03-05T22:47:19.815 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout }, 2026-03-05T22:47:19.815 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout "osdmap": { 2026-03-05T22:47:19.815 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout "epoch": 1, 2026-03-05T22:47:19.815 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout "num_osds": 0, 2026-03-05T22:47:19.815 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout "num_up_osds": 0, 2026-03-05T22:47:19.815 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout "osd_up_since": 0, 2026-03-05T22:47:19.815 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout "num_in_osds": 0, 2026-03-05T22:47:19.816 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout "osd_in_since": 0, 2026-03-05T22:47:19.816 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout "num_remapped_pgs": 0 2026-03-05T22:47:19.816 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout }, 2026-03-05T22:47:19.817 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout "pgmap": { 2026-03-05T22:47:19.817 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout "pgs_by_state": [], 2026-03-05T22:47:19.817 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout "num_pgs": 0, 2026-03-05T22:47:19.817 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout "num_pools": 0, 2026-03-05T22:47:19.817 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout "num_objects": 0, 2026-03-05T22:47:19.817 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout "data_bytes": 0, 2026-03-05T22:47:19.817 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout "bytes_used": 0, 2026-03-05T22:47:19.817 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout "bytes_avail": 0, 2026-03-05T22:47:19.817 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout "bytes_total": 0 2026-03-05T22:47:19.817 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout }, 2026-03-05T22:47:19.817 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout "fsmap": { 2026-03-05T22:47:19.817 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout "epoch": 1, 2026-03-05T22:47:19.817 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout "btime": "2026-03-05T21:47:15:475556+0000", 2026-03-05T22:47:19.817 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout "by_rank": [], 2026-03-05T22:47:19.817 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout "up:standby": 0 2026-03-05T22:47:19.817 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout }, 2026-03-05T22:47:19.817 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout "mgrmap": { 2026-03-05T22:47:19.817 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout "available": false, 2026-03-05T22:47:19.817 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout "num_standbys": 0, 2026-03-05T22:47:19.817 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout "modules": [ 2026-03-05T22:47:19.817 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout "iostat", 2026-03-05T22:47:19.817 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout "nfs", 2026-03-05T22:47:19.817 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout "restful" 2026-03-05T22:47:19.817 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout ], 2026-03-05T22:47:19.817 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout "services": {} 2026-03-05T22:47:19.817 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout }, 2026-03-05T22:47:19.817 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout "servicemap": { 2026-03-05T22:47:19.817 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout "epoch": 1, 2026-03-05T22:47:19.817 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout "modified": "2026-03-05T21:47:15.476219+0000", 2026-03-05T22:47:19.817 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout "services": {} 2026-03-05T22:47:19.817 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout }, 2026-03-05T22:47:19.817 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout "progress_events": {} 2026-03-05T22:47:19.817 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout } 2026-03-05T22:47:19.817 INFO:teuthology.orchestra.run.vm02.stdout:mgr not available, waiting (1/15)... 2026-03-05T22:47:22.407 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout 2026-03-05T22:47:22.407 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout { 2026-03-05T22:47:22.407 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout "fsid": "ce88f304-18dc-11f1-81b4-a3325c551960", 2026-03-05T22:47:22.407 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout "health": { 2026-03-05T22:47:22.407 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout "status": "HEALTH_OK", 2026-03-05T22:47:22.407 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout "checks": {}, 2026-03-05T22:47:22.407 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout "mutes": [] 2026-03-05T22:47:22.408 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout }, 2026-03-05T22:47:22.408 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout "election_epoch": 5, 2026-03-05T22:47:22.408 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout "quorum": [ 2026-03-05T22:47:22.408 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout 0 2026-03-05T22:47:22.408 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout ], 2026-03-05T22:47:22.408 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout "quorum_names": [ 2026-03-05T22:47:22.408 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout "a" 2026-03-05T22:47:22.408 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout ], 2026-03-05T22:47:22.408 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout "quorum_age": 4, 2026-03-05T22:47:22.408 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout "monmap": { 2026-03-05T22:47:22.408 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout "epoch": 1, 2026-03-05T22:47:22.408 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout "min_mon_release_name": "squid", 2026-03-05T22:47:22.408 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout "num_mons": 1 2026-03-05T22:47:22.408 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout }, 2026-03-05T22:47:22.408 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout "osdmap": { 2026-03-05T22:47:22.408 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout "epoch": 1, 2026-03-05T22:47:22.408 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout "num_osds": 0, 2026-03-05T22:47:22.408 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout "num_up_osds": 0, 2026-03-05T22:47:22.408 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout "osd_up_since": 0, 2026-03-05T22:47:22.408 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout "num_in_osds": 0, 2026-03-05T22:47:22.409 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout "osd_in_since": 0, 2026-03-05T22:47:22.409 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout "num_remapped_pgs": 0 2026-03-05T22:47:22.409 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout }, 2026-03-05T22:47:22.409 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout "pgmap": { 2026-03-05T22:47:22.409 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout "pgs_by_state": [], 2026-03-05T22:47:22.409 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout "num_pgs": 0, 2026-03-05T22:47:22.409 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout "num_pools": 0, 2026-03-05T22:47:22.409 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout "num_objects": 0, 2026-03-05T22:47:22.409 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout "data_bytes": 0, 2026-03-05T22:47:22.409 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout "bytes_used": 0, 2026-03-05T22:47:22.409 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout "bytes_avail": 0, 2026-03-05T22:47:22.409 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout "bytes_total": 0 2026-03-05T22:47:22.409 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout }, 2026-03-05T22:47:22.409 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout "fsmap": { 2026-03-05T22:47:22.409 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout "epoch": 1, 2026-03-05T22:47:22.409 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout "btime": "2026-03-05T21:47:15:475556+0000", 2026-03-05T22:47:22.409 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout "by_rank": [], 2026-03-05T22:47:22.409 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout "up:standby": 0 2026-03-05T22:47:22.409 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout }, 2026-03-05T22:47:22.409 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout "mgrmap": { 2026-03-05T22:47:22.409 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout "available": false, 2026-03-05T22:47:22.409 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout "num_standbys": 0, 2026-03-05T22:47:22.409 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout "modules": [ 2026-03-05T22:47:22.409 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout "iostat", 2026-03-05T22:47:22.409 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout "nfs", 2026-03-05T22:47:22.409 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout "restful" 2026-03-05T22:47:22.409 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout ], 2026-03-05T22:47:22.409 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout "services": {} 2026-03-05T22:47:22.410 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout }, 2026-03-05T22:47:22.410 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout "servicemap": { 2026-03-05T22:47:22.410 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout "epoch": 1, 2026-03-05T22:47:22.410 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout "modified": "2026-03-05T21:47:15.476219+0000", 2026-03-05T22:47:22.410 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout "services": {} 2026-03-05T22:47:22.410 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout }, 2026-03-05T22:47:22.410 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout "progress_events": {} 2026-03-05T22:47:22.410 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout } 2026-03-05T22:47:22.410 INFO:teuthology.orchestra.run.vm02.stdout:mgr not available, waiting (2/15)... 2026-03-05T22:47:25.232 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout 2026-03-05T22:47:25.233 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout { 2026-03-05T22:47:25.233 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout "fsid": "ce88f304-18dc-11f1-81b4-a3325c551960", 2026-03-05T22:47:25.233 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout "health": { 2026-03-05T22:47:25.233 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout "status": "HEALTH_OK", 2026-03-05T22:47:25.233 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout "checks": {}, 2026-03-05T22:47:25.233 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout "mutes": [] 2026-03-05T22:47:25.233 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout }, 2026-03-05T22:47:25.233 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout "election_epoch": 5, 2026-03-05T22:47:25.233 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout "quorum": [ 2026-03-05T22:47:25.233 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout 0 2026-03-05T22:47:25.233 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout ], 2026-03-05T22:47:25.233 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout "quorum_names": [ 2026-03-05T22:47:25.233 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout "a" 2026-03-05T22:47:25.233 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout ], 2026-03-05T22:47:25.233 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout "quorum_age": 7, 2026-03-05T22:47:25.233 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout "monmap": { 2026-03-05T22:47:25.233 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout "epoch": 1, 2026-03-05T22:47:25.233 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout "min_mon_release_name": "squid", 2026-03-05T22:47:25.233 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout "num_mons": 1 2026-03-05T22:47:25.233 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout }, 2026-03-05T22:47:25.233 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout "osdmap": { 2026-03-05T22:47:25.233 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout "epoch": 1, 2026-03-05T22:47:25.233 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout "num_osds": 0, 2026-03-05T22:47:25.233 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout "num_up_osds": 0, 2026-03-05T22:47:25.233 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout "osd_up_since": 0, 2026-03-05T22:47:25.233 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout "num_in_osds": 0, 2026-03-05T22:47:25.233 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout "osd_in_since": 0, 2026-03-05T22:47:25.233 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout "num_remapped_pgs": 0 2026-03-05T22:47:25.233 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout }, 2026-03-05T22:47:25.233 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout "pgmap": { 2026-03-05T22:47:25.233 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout "pgs_by_state": [], 2026-03-05T22:47:25.233 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout "num_pgs": 0, 2026-03-05T22:47:25.233 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout "num_pools": 0, 2026-03-05T22:47:25.233 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout "num_objects": 0, 2026-03-05T22:47:25.233 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout "data_bytes": 0, 2026-03-05T22:47:25.233 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout "bytes_used": 0, 2026-03-05T22:47:25.234 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout "bytes_avail": 0, 2026-03-05T22:47:25.234 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout "bytes_total": 0 2026-03-05T22:47:25.234 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout }, 2026-03-05T22:47:25.234 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout "fsmap": { 2026-03-05T22:47:25.234 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout "epoch": 1, 2026-03-05T22:47:25.234 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout "btime": "2026-03-05T21:47:15:475556+0000", 2026-03-05T22:47:25.234 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout "by_rank": [], 2026-03-05T22:47:25.234 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout "up:standby": 0 2026-03-05T22:47:25.234 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout }, 2026-03-05T22:47:25.234 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout "mgrmap": { 2026-03-05T22:47:25.234 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout "available": false, 2026-03-05T22:47:25.234 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout "num_standbys": 0, 2026-03-05T22:47:25.234 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout "modules": [ 2026-03-05T22:47:25.234 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout "iostat", 2026-03-05T22:47:25.234 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout "nfs", 2026-03-05T22:47:25.234 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout "restful" 2026-03-05T22:47:25.234 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout ], 2026-03-05T22:47:25.234 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout "services": {} 2026-03-05T22:47:25.234 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout }, 2026-03-05T22:47:25.234 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout "servicemap": { 2026-03-05T22:47:25.234 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout "epoch": 1, 2026-03-05T22:47:25.234 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout "modified": "2026-03-05T21:47:15.476219+0000", 2026-03-05T22:47:25.234 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout "services": {} 2026-03-05T22:47:25.234 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout }, 2026-03-05T22:47:25.234 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout "progress_events": {} 2026-03-05T22:47:25.234 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout } 2026-03-05T22:47:25.234 INFO:teuthology.orchestra.run.vm02.stdout:mgr not available, waiting (3/15)... 2026-03-05T22:47:27.837 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout 2026-03-05T22:47:27.837 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout { 2026-03-05T22:47:27.837 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout "fsid": "ce88f304-18dc-11f1-81b4-a3325c551960", 2026-03-05T22:47:27.837 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout "health": { 2026-03-05T22:47:27.837 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout "status": "HEALTH_OK", 2026-03-05T22:47:27.837 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout "checks": {}, 2026-03-05T22:47:27.837 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout "mutes": [] 2026-03-05T22:47:27.837 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout }, 2026-03-05T22:47:27.837 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout "election_epoch": 5, 2026-03-05T22:47:27.837 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout "quorum": [ 2026-03-05T22:47:27.837 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout 0 2026-03-05T22:47:27.837 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout ], 2026-03-05T22:47:27.837 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout "quorum_names": [ 2026-03-05T22:47:27.837 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout "a" 2026-03-05T22:47:27.837 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout ], 2026-03-05T22:47:27.837 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout "quorum_age": 10, 2026-03-05T22:47:27.837 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout "monmap": { 2026-03-05T22:47:27.837 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout "epoch": 1, 2026-03-05T22:47:27.837 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout "min_mon_release_name": "squid", 2026-03-05T22:47:27.837 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout "num_mons": 1 2026-03-05T22:47:27.837 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout }, 2026-03-05T22:47:27.837 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout "osdmap": { 2026-03-05T22:47:27.837 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout "epoch": 1, 2026-03-05T22:47:27.837 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout "num_osds": 0, 2026-03-05T22:47:27.837 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout "num_up_osds": 0, 2026-03-05T22:47:27.837 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout "osd_up_since": 0, 2026-03-05T22:47:27.837 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout "num_in_osds": 0, 2026-03-05T22:47:27.838 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout "osd_in_since": 0, 2026-03-05T22:47:27.838 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout "num_remapped_pgs": 0 2026-03-05T22:47:27.838 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout }, 2026-03-05T22:47:27.838 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout "pgmap": { 2026-03-05T22:47:27.838 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout "pgs_by_state": [], 2026-03-05T22:47:27.838 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout "num_pgs": 0, 2026-03-05T22:47:27.838 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout "num_pools": 0, 2026-03-05T22:47:27.838 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout "num_objects": 0, 2026-03-05T22:47:27.838 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout "data_bytes": 0, 2026-03-05T22:47:27.838 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout "bytes_used": 0, 2026-03-05T22:47:27.838 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout "bytes_avail": 0, 2026-03-05T22:47:27.838 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout "bytes_total": 0 2026-03-05T22:47:27.838 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout }, 2026-03-05T22:47:27.838 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout "fsmap": { 2026-03-05T22:47:27.838 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout "epoch": 1, 2026-03-05T22:47:27.838 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout "btime": "2026-03-05T21:47:15:475556+0000", 2026-03-05T22:47:27.838 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout "by_rank": [], 2026-03-05T22:47:27.838 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout "up:standby": 0 2026-03-05T22:47:27.839 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout }, 2026-03-05T22:47:27.839 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout "mgrmap": { 2026-03-05T22:47:27.839 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout "available": false, 2026-03-05T22:47:27.839 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout "num_standbys": 0, 2026-03-05T22:47:27.839 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout "modules": [ 2026-03-05T22:47:27.839 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout "iostat", 2026-03-05T22:47:27.839 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout "nfs", 2026-03-05T22:47:27.839 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout "restful" 2026-03-05T22:47:27.839 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout ], 2026-03-05T22:47:27.839 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout "services": {} 2026-03-05T22:47:27.839 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout }, 2026-03-05T22:47:27.839 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout "servicemap": { 2026-03-05T22:47:27.839 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout "epoch": 1, 2026-03-05T22:47:27.839 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout "modified": "2026-03-05T21:47:15.476219+0000", 2026-03-05T22:47:27.839 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout "services": {} 2026-03-05T22:47:27.839 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout }, 2026-03-05T22:47:27.839 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout "progress_events": {} 2026-03-05T22:47:27.839 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout } 2026-03-05T22:47:27.839 INFO:teuthology.orchestra.run.vm02.stdout:mgr not available, waiting (4/15)... 2026-03-05T22:47:30.468 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout 2026-03-05T22:47:30.468 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout { 2026-03-05T22:47:30.468 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout "fsid": "ce88f304-18dc-11f1-81b4-a3325c551960", 2026-03-05T22:47:30.468 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout "health": { 2026-03-05T22:47:30.468 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout "status": "HEALTH_OK", 2026-03-05T22:47:30.468 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout "checks": {}, 2026-03-05T22:47:30.468 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout "mutes": [] 2026-03-05T22:47:30.468 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout }, 2026-03-05T22:47:30.468 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout "election_epoch": 5, 2026-03-05T22:47:30.468 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout "quorum": [ 2026-03-05T22:47:30.468 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout 0 2026-03-05T22:47:30.468 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout ], 2026-03-05T22:47:30.469 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout "quorum_names": [ 2026-03-05T22:47:30.469 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout "a" 2026-03-05T22:47:30.469 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout ], 2026-03-05T22:47:30.469 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout "quorum_age": 12, 2026-03-05T22:47:30.469 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout "monmap": { 2026-03-05T22:47:30.469 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout "epoch": 1, 2026-03-05T22:47:30.469 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout "min_mon_release_name": "squid", 2026-03-05T22:47:30.469 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout "num_mons": 1 2026-03-05T22:47:30.469 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout }, 2026-03-05T22:47:30.469 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout "osdmap": { 2026-03-05T22:47:30.469 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout "epoch": 1, 2026-03-05T22:47:30.469 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout "num_osds": 0, 2026-03-05T22:47:30.469 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout "num_up_osds": 0, 2026-03-05T22:47:30.469 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout "osd_up_since": 0, 2026-03-05T22:47:30.469 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout "num_in_osds": 0, 2026-03-05T22:47:30.470 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout "osd_in_since": 0, 2026-03-05T22:47:30.470 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout "num_remapped_pgs": 0 2026-03-05T22:47:30.470 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout }, 2026-03-05T22:47:30.470 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout "pgmap": { 2026-03-05T22:47:30.470 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout "pgs_by_state": [], 2026-03-05T22:47:30.470 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout "num_pgs": 0, 2026-03-05T22:47:30.470 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout "num_pools": 0, 2026-03-05T22:47:30.470 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout "num_objects": 0, 2026-03-05T22:47:30.470 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout "data_bytes": 0, 2026-03-05T22:47:30.470 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout "bytes_used": 0, 2026-03-05T22:47:30.470 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout "bytes_avail": 0, 2026-03-05T22:47:30.470 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout "bytes_total": 0 2026-03-05T22:47:30.470 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout }, 2026-03-05T22:47:30.470 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout "fsmap": { 2026-03-05T22:47:30.470 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout "epoch": 1, 2026-03-05T22:47:30.470 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout "btime": "2026-03-05T21:47:15:475556+0000", 2026-03-05T22:47:30.470 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout "by_rank": [], 2026-03-05T22:47:30.470 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout "up:standby": 0 2026-03-05T22:47:30.470 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout }, 2026-03-05T22:47:30.470 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout "mgrmap": { 2026-03-05T22:47:30.470 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout "available": false, 2026-03-05T22:47:30.470 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout "num_standbys": 0, 2026-03-05T22:47:30.470 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout "modules": [ 2026-03-05T22:47:30.470 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout "iostat", 2026-03-05T22:47:30.470 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout "nfs", 2026-03-05T22:47:30.470 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout "restful" 2026-03-05T22:47:30.470 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout ], 2026-03-05T22:47:30.470 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout "services": {} 2026-03-05T22:47:30.470 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout }, 2026-03-05T22:47:30.470 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout "servicemap": { 2026-03-05T22:47:30.470 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout "epoch": 1, 2026-03-05T22:47:30.470 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout "modified": "2026-03-05T21:47:15.476219+0000", 2026-03-05T22:47:30.470 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout "services": {} 2026-03-05T22:47:30.470 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout }, 2026-03-05T22:47:30.470 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout "progress_events": {} 2026-03-05T22:47:30.470 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout } 2026-03-05T22:47:30.470 INFO:teuthology.orchestra.run.vm02.stdout:mgr not available, waiting (5/15)... 2026-03-05T22:47:33.123 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout 2026-03-05T22:47:33.123 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout { 2026-03-05T22:47:33.123 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout "fsid": "ce88f304-18dc-11f1-81b4-a3325c551960", 2026-03-05T22:47:33.123 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout "health": { 2026-03-05T22:47:33.123 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout "status": "HEALTH_OK", 2026-03-05T22:47:33.123 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout "checks": {}, 2026-03-05T22:47:33.123 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout "mutes": [] 2026-03-05T22:47:33.123 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout }, 2026-03-05T22:47:33.123 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout "election_epoch": 5, 2026-03-05T22:47:33.123 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout "quorum": [ 2026-03-05T22:47:33.123 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout 0 2026-03-05T22:47:33.123 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout ], 2026-03-05T22:47:33.123 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout "quorum_names": [ 2026-03-05T22:47:33.123 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout "a" 2026-03-05T22:47:33.123 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout ], 2026-03-05T22:47:33.123 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout "quorum_age": 15, 2026-03-05T22:47:33.123 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout "monmap": { 2026-03-05T22:47:33.123 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout "epoch": 1, 2026-03-05T22:47:33.123 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout "min_mon_release_name": "squid", 2026-03-05T22:47:33.124 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout "num_mons": 1 2026-03-05T22:47:33.124 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout }, 2026-03-05T22:47:33.124 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout "osdmap": { 2026-03-05T22:47:33.124 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout "epoch": 1, 2026-03-05T22:47:33.124 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout "num_osds": 0, 2026-03-05T22:47:33.124 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout "num_up_osds": 0, 2026-03-05T22:47:33.124 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout "osd_up_since": 0, 2026-03-05T22:47:33.124 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout "num_in_osds": 0, 2026-03-05T22:47:33.124 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout "osd_in_since": 0, 2026-03-05T22:47:33.124 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout "num_remapped_pgs": 0 2026-03-05T22:47:33.124 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout }, 2026-03-05T22:47:33.125 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout "pgmap": { 2026-03-05T22:47:33.125 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout "pgs_by_state": [], 2026-03-05T22:47:33.125 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout "num_pgs": 0, 2026-03-05T22:47:33.125 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout "num_pools": 0, 2026-03-05T22:47:33.125 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout "num_objects": 0, 2026-03-05T22:47:33.125 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout "data_bytes": 0, 2026-03-05T22:47:33.125 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout "bytes_used": 0, 2026-03-05T22:47:33.125 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout "bytes_avail": 0, 2026-03-05T22:47:33.125 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout "bytes_total": 0 2026-03-05T22:47:33.125 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout }, 2026-03-05T22:47:33.125 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout "fsmap": { 2026-03-05T22:47:33.125 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout "epoch": 1, 2026-03-05T22:47:33.125 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout "btime": "2026-03-05T21:47:15:475556+0000", 2026-03-05T22:47:33.125 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout "by_rank": [], 2026-03-05T22:47:33.125 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout "up:standby": 0 2026-03-05T22:47:33.125 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout }, 2026-03-05T22:47:33.125 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout "mgrmap": { 2026-03-05T22:47:33.125 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout "available": true, 2026-03-05T22:47:33.125 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout "num_standbys": 0, 2026-03-05T22:47:33.125 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout "modules": [ 2026-03-05T22:47:33.125 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout "iostat", 2026-03-05T22:47:33.125 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout "nfs", 2026-03-05T22:47:33.125 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout "restful" 2026-03-05T22:47:33.125 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout ], 2026-03-05T22:47:33.125 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout "services": {} 2026-03-05T22:47:33.125 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout }, 2026-03-05T22:47:33.125 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout "servicemap": { 2026-03-05T22:47:33.125 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout "epoch": 1, 2026-03-05T22:47:33.125 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout "modified": "2026-03-05T21:47:15.476219+0000", 2026-03-05T22:47:33.125 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout "services": {} 2026-03-05T22:47:33.125 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout }, 2026-03-05T22:47:33.125 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout "progress_events": {} 2026-03-05T22:47:33.125 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout } 2026-03-05T22:47:33.125 INFO:teuthology.orchestra.run.vm02.stdout:mgr is available 2026-03-05T22:47:33.691 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout 2026-03-05T22:47:33.691 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout [global] 2026-03-05T22:47:33.691 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout fsid = ce88f304-18dc-11f1-81b4-a3325c551960 2026-03-05T22:47:33.691 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout mon_cluster_log_file_level = debug 2026-03-05T22:47:33.691 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout mon_host = [v2:192.168.123.102:3300,v1:192.168.123.102:6789] 2026-03-05T22:47:33.691 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout mon_osd_allow_pg_remap = true 2026-03-05T22:47:33.691 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout mon_osd_allow_primary_affinity = true 2026-03-05T22:47:33.691 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout mon_warn_on_no_sortbitwise = false 2026-03-05T22:47:33.691 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout osd_crush_chooseleaf_type = 0 2026-03-05T22:47:33.691 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout 2026-03-05T22:47:33.691 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout [mgr] 2026-03-05T22:47:33.691 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout mgr/telemetry/nag = false 2026-03-05T22:47:33.691 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout 2026-03-05T22:47:33.691 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout [osd] 2026-03-05T22:47:33.691 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout osd_map_max_advance = 10 2026-03-05T22:47:33.691 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout osd_sloppy_crc = true 2026-03-05T22:47:33.691 INFO:teuthology.orchestra.run.vm02.stdout:Enabling cephadm module... 2026-03-05T22:47:35.370 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout { 2026-03-05T22:47:35.370 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout "epoch": 5, 2026-03-05T22:47:35.370 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout "available": true, 2026-03-05T22:47:35.370 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout "active_name": "y", 2026-03-05T22:47:35.370 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout "num_standby": 0 2026-03-05T22:47:35.370 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout } 2026-03-05T22:47:35.370 INFO:teuthology.orchestra.run.vm02.stdout:Waiting for the mgr to restart... 2026-03-05T22:47:35.370 INFO:teuthology.orchestra.run.vm02.stdout:Waiting for mgr epoch 5... 2026-03-05T22:47:40.286 INFO:journalctl@ceph.mgr.y.vm02.stdout:Mar 05 22:47:39 vm02 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-mgr-y[51511]: 2026-03-05T21:47:39.980+0000 7f95c2f0a100 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2026-03-05T22:47:40.615 INFO:journalctl@ceph.mgr.y.vm02.stdout:Mar 05 22:47:40 vm02 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-mgr-y[51511]: 2026-03-05T21:47:40.338+0000 7f95c2f0a100 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2026-03-05T22:47:40.615 INFO:journalctl@ceph.mgr.y.vm02.stdout:Mar 05 22:47:40 vm02 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-mgr-y[51511]: 2026-03-05T21:47:40.477+0000 7f95c2f0a100 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2026-03-05T22:47:40.885 INFO:journalctl@ceph.mgr.y.vm02.stdout:Mar 05 22:47:40 vm02 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-mgr-y[51511]: 2026-03-05T21:47:40.612+0000 7f95c2f0a100 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2026-03-05T22:47:40.885 INFO:journalctl@ceph.mgr.y.vm02.stdout:Mar 05 22:47:40 vm02 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-mgr-y[51511]: 2026-03-05T21:47:40.756+0000 7f95c2f0a100 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2026-03-05T22:47:41.286 INFO:journalctl@ceph.mgr.y.vm02.stdout:Mar 05 22:47:40 vm02 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-mgr-y[51511]: 2026-03-05T21:47:40.882+0000 7f95c2f0a100 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2026-03-05T22:47:41.786 INFO:journalctl@ceph.mgr.y.vm02.stdout:Mar 05 22:47:41 vm02 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-mgr-y[51511]: 2026-03-05T21:47:41.421+0000 7f95c2f0a100 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2026-03-05T22:47:41.786 INFO:journalctl@ceph.mgr.y.vm02.stdout:Mar 05 22:47:41 vm02 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-mgr-y[51511]: 2026-03-05T21:47:41.582+0000 7f95c2f0a100 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2026-03-05T22:47:42.786 INFO:journalctl@ceph.mgr.y.vm02.stdout:Mar 05 22:47:42 vm02 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-mgr-y[51511]: 2026-03-05T21:47:42.361+0000 7f95c2f0a100 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2026-03-05T22:47:43.763 INFO:journalctl@ceph.mgr.y.vm02.stdout:Mar 05 22:47:43 vm02 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-mgr-y[51511]: 2026-03-05T21:47:43.480+0000 7f95c2f0a100 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2026-03-05T22:47:43.763 INFO:journalctl@ceph.mgr.y.vm02.stdout:Mar 05 22:47:43 vm02 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-mgr-y[51511]: 2026-03-05T21:47:43.616+0000 7f95c2f0a100 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2026-03-05T22:47:44.036 INFO:journalctl@ceph.mgr.y.vm02.stdout:Mar 05 22:47:43 vm02 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-mgr-y[51511]: 2026-03-05T21:47:43.759+0000 7f95c2f0a100 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2026-03-05T22:47:44.468 INFO:journalctl@ceph.mgr.y.vm02.stdout:Mar 05 22:47:44 vm02 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-mgr-y[51511]: 2026-03-05T21:47:44.033+0000 7f95c2f0a100 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2026-03-05T22:47:44.468 INFO:journalctl@ceph.mgr.y.vm02.stdout:Mar 05 22:47:44 vm02 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-mgr-y[51511]: 2026-03-05T21:47:44.157+0000 7f95c2f0a100 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2026-03-05T22:47:44.786 INFO:journalctl@ceph.mgr.y.vm02.stdout:Mar 05 22:47:44 vm02 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-mgr-y[51511]: 2026-03-05T21:47:44.465+0000 7f95c2f0a100 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2026-03-05T22:47:45.190 INFO:journalctl@ceph.mgr.y.vm02.stdout:Mar 05 22:47:44 vm02 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-mgr-y[51511]: 2026-03-05T21:47:44.816+0000 7f95c2f0a100 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2026-03-05T22:47:45.536 INFO:journalctl@ceph.mgr.y.vm02.stdout:Mar 05 22:47:45 vm02 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-mgr-y[51511]: 2026-03-05T21:47:45.188+0000 7f95c2f0a100 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2026-03-05T22:47:45.536 INFO:journalctl@ceph.mgr.y.vm02.stdout:Mar 05 22:47:45 vm02 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-mgr-y[51511]: 2026-03-05T21:47:45.314+0000 7f95c2f0a100 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2026-03-05T22:47:45.536 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 22:47:45 vm02 ceph-mon[51276]: from='mgr.14124 192.168.123.102:0/3294182281' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2026-03-05T22:47:46.495 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout { 2026-03-05T22:47:46.496 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout "mgrmap_epoch": 7, 2026-03-05T22:47:46.496 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout "initialized": true 2026-03-05T22:47:46.496 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout } 2026-03-05T22:47:46.496 INFO:teuthology.orchestra.run.vm02.stdout:mgr epoch 5 is available 2026-03-05T22:47:46.496 INFO:teuthology.orchestra.run.vm02.stdout:Setting orchestrator backend to cephadm... 2026-03-05T22:47:46.592 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 22:47:46 vm02 ceph-mon[51276]: Found migration_current of "None". Setting to last migration. 2026-03-05T22:47:46.592 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 22:47:46 vm02 ceph-mon[51276]: from='mgr.14124 192.168.123.102:0/3294182281' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2026-03-05T22:47:46.592 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 22:47:46 vm02 ceph-mon[51276]: from='mgr.14124 192.168.123.102:0/3294182281' entity='mgr.y' 2026-03-05T22:47:46.592 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 22:47:46 vm02 ceph-mon[51276]: from='mgr.14124 192.168.123.102:0/3294182281' entity='mgr.y' 2026-03-05T22:47:46.592 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 22:47:46 vm02 ceph-mon[51276]: mgrmap e7: y(active, since 1.01054s) 2026-03-05T22:47:47.510 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout value unchanged 2026-03-05T22:47:47.510 INFO:teuthology.orchestra.run.vm02.stdout:Generating ssh key... 2026-03-05T22:47:47.628 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 22:47:47 vm02 ceph-mon[51276]: from='client.14128 -' entity='client.admin' cmd=[{"prefix": "get_command_descriptions"}]: dispatch 2026-03-05T22:47:47.628 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 22:47:47 vm02 ceph-mon[51276]: from='client.14128 -' entity='client.admin' cmd=[{"prefix": "mgr_status"}]: dispatch 2026-03-05T22:47:47.628 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 22:47:47 vm02 ceph-mon[51276]: from='mgr.14124 192.168.123.102:0/3294182281' entity='mgr.y' 2026-03-05T22:47:47.628 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 22:47:47 vm02 ceph-mon[51276]: from='mgr.14124 192.168.123.102:0/3294182281' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2026-03-05T22:47:47.628 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 22:47:47 vm02 ceph-mon[51276]: from='mgr.14124 192.168.123.102:0/3294182281' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2026-03-05T22:47:48.346 INFO:journalctl@ceph.mgr.y.vm02.stdout:Mar 05 22:47:48 vm02 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-mgr-y[51511]: Generating public/private rsa key pair. 2026-03-05T22:47:48.346 INFO:journalctl@ceph.mgr.y.vm02.stdout:Mar 05 22:47:48 vm02 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-mgr-y[51511]: Your identification has been saved in /tmp/tmpy62fr_3t/key 2026-03-05T22:47:48.346 INFO:journalctl@ceph.mgr.y.vm02.stdout:Mar 05 22:47:48 vm02 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-mgr-y[51511]: Your public key has been saved in /tmp/tmpy62fr_3t/key.pub 2026-03-05T22:47:48.346 INFO:journalctl@ceph.mgr.y.vm02.stdout:Mar 05 22:47:48 vm02 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-mgr-y[51511]: The key fingerprint is: 2026-03-05T22:47:48.347 INFO:journalctl@ceph.mgr.y.vm02.stdout:Mar 05 22:47:48 vm02 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-mgr-y[51511]: SHA256:ou87Bl8g0VC6LvTL+BR6MGwq3oM3miImueJ+f+TwWCE ceph-ce88f304-18dc-11f1-81b4-a3325c551960 2026-03-05T22:47:48.347 INFO:journalctl@ceph.mgr.y.vm02.stdout:Mar 05 22:47:48 vm02 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-mgr-y[51511]: The key's randomart image is: 2026-03-05T22:47:48.347 INFO:journalctl@ceph.mgr.y.vm02.stdout:Mar 05 22:47:48 vm02 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-mgr-y[51511]: +---[RSA 3072]----+ 2026-03-05T22:47:48.347 INFO:journalctl@ceph.mgr.y.vm02.stdout:Mar 05 22:47:48 vm02 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-mgr-y[51511]: | .+. | 2026-03-05T22:47:48.347 INFO:journalctl@ceph.mgr.y.vm02.stdout:Mar 05 22:47:48 vm02 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-mgr-y[51511]: | ... | 2026-03-05T22:47:48.347 INFO:journalctl@ceph.mgr.y.vm02.stdout:Mar 05 22:47:48 vm02 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-mgr-y[51511]: | .. | 2026-03-05T22:47:48.347 INFO:journalctl@ceph.mgr.y.vm02.stdout:Mar 05 22:47:48 vm02 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-mgr-y[51511]: | . .E.. | 2026-03-05T22:47:48.347 INFO:journalctl@ceph.mgr.y.vm02.stdout:Mar 05 22:47:48 vm02 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-mgr-y[51511]: | * o.o.S | 2026-03-05T22:47:48.347 INFO:journalctl@ceph.mgr.y.vm02.stdout:Mar 05 22:47:48 vm02 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-mgr-y[51511]: | + *.+ +. | 2026-03-05T22:47:48.347 INFO:journalctl@ceph.mgr.y.vm02.stdout:Mar 05 22:47:48 vm02 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-mgr-y[51511]: |o.+ *oB. | 2026-03-05T22:47:48.347 INFO:journalctl@ceph.mgr.y.vm02.stdout:Mar 05 22:47:48 vm02 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-mgr-y[51511]: |Ooo@ +++ | 2026-03-05T22:47:48.347 INFO:journalctl@ceph.mgr.y.vm02.stdout:Mar 05 22:47:48 vm02 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-mgr-y[51511]: |XB=oB+=o | 2026-03-05T22:47:48.347 INFO:journalctl@ceph.mgr.y.vm02.stdout:Mar 05 22:47:48 vm02 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-mgr-y[51511]: +----[SHA256]-----+ 2026-03-05T22:47:48.596 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 22:47:48 vm02 ceph-mon[51276]: from='client.14136 -' entity='client.admin' cmd=[{"prefix": "orch set backend", "module_name": "cephadm", "target": ["mon-mgr", ""]}]: dispatch 2026-03-05T22:47:48.597 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 22:47:48 vm02 ceph-mon[51276]: [05/Mar/2026:21:47:46] ENGINE Bus STARTING 2026-03-05T22:47:48.597 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 22:47:48 vm02 ceph-mon[51276]: [05/Mar/2026:21:47:46] ENGINE Serving on https://192.168.123.102:7150 2026-03-05T22:47:48.597 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 22:47:48 vm02 ceph-mon[51276]: [05/Mar/2026:21:47:46] ENGINE Client ('192.168.123.102', 44818) lost — peer dropped the TLS connection suddenly, during handshake: (6, 'TLS/SSL connection has been closed (EOF) (_ssl.c:1147)') 2026-03-05T22:47:48.597 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 22:47:48 vm02 ceph-mon[51276]: [05/Mar/2026:21:47:47] ENGINE Serving on http://192.168.123.102:8765 2026-03-05T22:47:48.597 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 22:47:48 vm02 ceph-mon[51276]: [05/Mar/2026:21:47:47] ENGINE Bus STARTED 2026-03-05T22:47:48.597 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 22:47:48 vm02 ceph-mon[51276]: from='client.14138 -' entity='client.admin' cmd=[{"prefix": "cephadm set-user", "user": "root", "target": ["mon-mgr", ""]}]: dispatch 2026-03-05T22:47:48.597 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 22:47:48 vm02 ceph-mon[51276]: mgrmap e8: y(active, since 2s) 2026-03-05T22:47:48.597 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 22:47:48 vm02 ceph-mon[51276]: from='mgr.14124 192.168.123.102:0/3294182281' entity='mgr.y' 2026-03-05T22:47:48.597 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 22:47:48 vm02 ceph-mon[51276]: from='mgr.14124 192.168.123.102:0/3294182281' entity='mgr.y' 2026-03-05T22:47:48.725 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQClVNQ6ZLeBNPHC74GJyPGwBz49uUHL4Gwdqel6vsfK/pkwDW/VRe2h2uGft5BuzdISfo7P7sSWbUxq4QBbk2gZbZ5+GIN6xo7pW0QuV+skw/D4XCibTRUX1l27UQOWEZZoYhr7Oq7836lN2XznwZ5rYDB/oZRi2T786vtUktiL7ocGilJJR9zhY+EKMbi+I8KRpuD6gJJ58xVog45MOHBINRCCUAPdf17TWLlKFEH+P0cM73lCjRDp+6lk0Mu+Ak/Raao5l9B7A5o0mtM0b8GJe6esJoKkflhoa+PKyFMxM4s7fVQ3TPjXTEkZnXiYMQZdw7/0/by0BLZpmPajqeGF/5G+qWLPtctGEcDgYF45gjZwJ2KRn3EgTc/VbvTn0Tr1D8ghmpfauXG0d+jbr4TRAJ7H/IISv9aUQY3JuiDEQFo8Vs5bnNemE1GOTorh26MBwvwNzXKsJdPowqYWfJOoq8CGCTuClvvuYDaP/MtgaYk/SwtKd77E9WsqGwaA78M= ceph-ce88f304-18dc-11f1-81b4-a3325c551960 2026-03-05T22:47:48.725 INFO:teuthology.orchestra.run.vm02.stdout:Wrote public SSH key to /home/ubuntu/cephtest/ceph.pub 2026-03-05T22:47:48.725 INFO:teuthology.orchestra.run.vm02.stdout:Adding key to root@localhost authorized_keys... 2026-03-05T22:47:48.725 INFO:teuthology.orchestra.run.vm02.stdout:Adding host vm02... 2026-03-05T22:47:49.457 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 22:47:49 vm02 ceph-mon[51276]: from='client.14140 -' entity='client.admin' cmd=[{"prefix": "cephadm generate-key", "target": ["mon-mgr", ""]}]: dispatch 2026-03-05T22:47:49.457 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 22:47:49 vm02 ceph-mon[51276]: Generating ssh key... 2026-03-05T22:47:49.457 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 22:47:49 vm02 ceph-mon[51276]: from='client.14142 -' entity='client.admin' cmd=[{"prefix": "cephadm get-pub-key", "target": ["mon-mgr", ""]}]: dispatch 2026-03-05T22:47:50.786 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 22:47:50 vm02 ceph-mon[51276]: from='client.14144 -' entity='client.admin' cmd=[{"prefix": "orch host add", "hostname": "vm02", "addr": "192.168.123.102", "target": ["mon-mgr", ""]}]: dispatch 2026-03-05T22:47:51.638 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 22:47:51 vm02 ceph-mon[51276]: Deploying cephadm binary to vm02 2026-03-05T22:47:51.650 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout Added host 'vm02' with addr '192.168.123.102' 2026-03-05T22:47:51.650 INFO:teuthology.orchestra.run.vm02.stdout:Deploying unmanaged mon service... 2026-03-05T22:47:52.157 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout Scheduled mon update... 2026-03-05T22:47:52.158 INFO:teuthology.orchestra.run.vm02.stdout:Deploying unmanaged mgr service... 2026-03-05T22:47:52.536 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 22:47:52 vm02 ceph-mon[51276]: from='mgr.14124 192.168.123.102:0/3294182281' entity='mgr.y' 2026-03-05T22:47:52.536 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 22:47:52 vm02 ceph-mon[51276]: Added host vm02 2026-03-05T22:47:52.536 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 22:47:52 vm02 ceph-mon[51276]: from='mgr.14124 192.168.123.102:0/3294182281' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2026-03-05T22:47:52.536 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 22:47:52 vm02 ceph-mon[51276]: from='mgr.14124 192.168.123.102:0/3294182281' entity='mgr.y' 2026-03-05T22:47:52.662 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout Scheduled mgr update... 2026-03-05T22:47:53.572 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 22:47:53 vm02 ceph-mon[51276]: from='client.14146 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "mon", "unmanaged": true, "target": ["mon-mgr", ""]}]: dispatch 2026-03-05T22:47:53.572 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 22:47:53 vm02 ceph-mon[51276]: Saving service mon spec with placement count:5 2026-03-05T22:47:53.572 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 22:47:53 vm02 ceph-mon[51276]: from='client.14148 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "mgr", "unmanaged": true, "target": ["mon-mgr", ""]}]: dispatch 2026-03-05T22:47:53.572 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 22:47:53 vm02 ceph-mon[51276]: Saving service mgr spec with placement count:2 2026-03-05T22:47:53.572 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 22:47:53 vm02 ceph-mon[51276]: from='mgr.14124 192.168.123.102:0/3294182281' entity='mgr.y' 2026-03-05T22:47:53.572 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 22:47:53 vm02 ceph-mon[51276]: from='client.? 192.168.123.102:0/955104501' entity='client.admin' 2026-03-05T22:47:53.572 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 22:47:53 vm02 ceph-mon[51276]: from='mgr.14124 192.168.123.102:0/3294182281' entity='mgr.y' 2026-03-05T22:47:53.572 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 22:47:53 vm02 ceph-mon[51276]: from='mgr.14124 192.168.123.102:0/3294182281' entity='mgr.y' 2026-03-05T22:47:53.728 INFO:teuthology.orchestra.run.vm02.stdout:Enabling the dashboard module... 2026-03-05T22:47:54.811 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 22:47:54 vm02 ceph-mon[51276]: from='client.? 192.168.123.102:0/3111130738' entity='client.admin' 2026-03-05T22:47:54.811 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 22:47:54 vm02 ceph-mon[51276]: from='client.? 192.168.123.102:0/3438705163' entity='client.admin' cmd=[{"prefix": "mgr module enable", "module": "dashboard"}]: dispatch 2026-03-05T22:47:54.811 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 22:47:54 vm02 ceph-mon[51276]: from='mgr.14124 192.168.123.102:0/3294182281' entity='mgr.y' 2026-03-05T22:47:54.811 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 22:47:54 vm02 ceph-mon[51276]: from='mgr.14124 192.168.123.102:0/3294182281' entity='mgr.y' 2026-03-05T22:47:54.811 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 22:47:54 vm02 ceph-mon[51276]: from='mgr.14124 192.168.123.102:0/3294182281' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd/host:vm02", "name": "osd_memory_target"}]: dispatch 2026-03-05T22:47:54.811 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 22:47:54 vm02 ceph-mon[51276]: from='mgr.14124 192.168.123.102:0/3294182281' entity='mgr.y' 2026-03-05T22:47:54.811 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 22:47:54 vm02 ceph-mon[51276]: from='mgr.14124 192.168.123.102:0/3294182281' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "client.agent.vm02", "caps": []}]: dispatch 2026-03-05T22:47:54.811 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 22:47:54 vm02 ceph-mon[51276]: from='mgr.14124 192.168.123.102:0/3294182281' entity='mgr.y' cmd='[{"prefix": "auth get-or-create", "entity": "client.agent.vm02", "caps": []}]': finished 2026-03-05T22:47:54.811 INFO:journalctl@ceph.mgr.y.vm02.stdout:Mar 05 22:47:54 vm02 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-mgr-y[51511]: ignoring --setuser ceph since I am not root 2026-03-05T22:47:54.811 INFO:journalctl@ceph.mgr.y.vm02.stdout:Mar 05 22:47:54 vm02 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-mgr-y[51511]: ignoring --setgroup ceph since I am not root 2026-03-05T22:47:55.097 INFO:journalctl@ceph.mgr.y.vm02.stdout:Mar 05 22:47:54 vm02 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-mgr-y[51511]: 2026-03-05T21:47:54.914+0000 7fbd9b580100 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2026-03-05T22:47:55.097 INFO:journalctl@ceph.mgr.y.vm02.stdout:Mar 05 22:47:55 vm02 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-mgr-y[51511]: 2026-03-05T21:47:55.048+0000 7fbd9b580100 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2026-03-05T22:47:55.265 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout { 2026-03-05T22:47:55.265 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout "epoch": 9, 2026-03-05T22:47:55.265 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout "available": true, 2026-03-05T22:47:55.265 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout "active_name": "y", 2026-03-05T22:47:55.265 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout "num_standby": 0 2026-03-05T22:47:55.265 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout } 2026-03-05T22:47:55.265 INFO:teuthology.orchestra.run.vm02.stdout:Waiting for the mgr to restart... 2026-03-05T22:47:55.265 INFO:teuthology.orchestra.run.vm02.stdout:Waiting for mgr epoch 9... 2026-03-05T22:47:55.785 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 22:47:55 vm02 ceph-mon[51276]: from='client.? 192.168.123.102:0/3438705163' entity='client.admin' cmd='[{"prefix": "mgr module enable", "module": "dashboard"}]': finished 2026-03-05T22:47:55.786 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 22:47:55 vm02 ceph-mon[51276]: mgrmap e9: y(active, since 9s) 2026-03-05T22:47:55.786 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 22:47:55 vm02 ceph-mon[51276]: from='client.? 192.168.123.102:0/3897801371' entity='client.admin' cmd=[{"prefix": "mgr stat"}]: dispatch 2026-03-05T22:47:56.535 INFO:journalctl@ceph.mgr.y.vm02.stdout:Mar 05 22:47:56 vm02 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-mgr-y[51511]: 2026-03-05T21:47:56.240+0000 7fbd9b580100 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2026-03-05T22:47:57.535 INFO:journalctl@ceph.mgr.y.vm02.stdout:Mar 05 22:47:57 vm02 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-mgr-y[51511]: 2026-03-05T21:47:57.144+0000 7fbd9b580100 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2026-03-05T22:47:57.536 INFO:journalctl@ceph.mgr.y.vm02.stdout:Mar 05 22:47:57 vm02 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-mgr-y[51511]: 2026-03-05T21:47:57.274+0000 7fbd9b580100 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2026-03-05T22:47:58.035 INFO:journalctl@ceph.mgr.y.vm02.stdout:Mar 05 22:47:57 vm02 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-mgr-y[51511]: 2026-03-05T21:47:57.536+0000 7fbd9b580100 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2026-03-05T22:47:59.786 INFO:journalctl@ceph.mgr.y.vm02.stdout:Mar 05 22:47:59 vm02 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-mgr-y[51511]: 2026-03-05T21:47:59.475+0000 7fbd9b580100 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2026-03-05T22:48:00.103 INFO:journalctl@ceph.mgr.y.vm02.stdout:Mar 05 22:47:59 vm02 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-mgr-y[51511]: 2026-03-05T21:47:59.826+0000 7fbd9b580100 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2026-03-05T22:48:00.103 INFO:journalctl@ceph.mgr.y.vm02.stdout:Mar 05 22:47:59 vm02 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-mgr-y[51511]: 2026-03-05T21:47:59.970+0000 7fbd9b580100 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2026-03-05T22:48:00.390 INFO:journalctl@ceph.mgr.y.vm02.stdout:Mar 05 22:48:00 vm02 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-mgr-y[51511]: 2026-03-05T21:48:00.101+0000 7fbd9b580100 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2026-03-05T22:48:00.390 INFO:journalctl@ceph.mgr.y.vm02.stdout:Mar 05 22:48:00 vm02 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-mgr-y[51511]: 2026-03-05T21:48:00.253+0000 7fbd9b580100 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2026-03-05T22:48:00.785 INFO:journalctl@ceph.mgr.y.vm02.stdout:Mar 05 22:48:00 vm02 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-mgr-y[51511]: 2026-03-05T21:48:00.389+0000 7fbd9b580100 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2026-03-05T22:48:01.285 INFO:journalctl@ceph.mgr.y.vm02.stdout:Mar 05 22:48:00 vm02 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-mgr-y[51511]: 2026-03-05T21:48:00.933+0000 7fbd9b580100 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2026-03-05T22:48:01.286 INFO:journalctl@ceph.mgr.y.vm02.stdout:Mar 05 22:48:01 vm02 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-mgr-y[51511]: 2026-03-05T21:48:01.092+0000 7fbd9b580100 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2026-03-05T22:48:02.286 INFO:journalctl@ceph.mgr.y.vm02.stdout:Mar 05 22:48:01 vm02 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-mgr-y[51511]: 2026-03-05T21:48:01.846+0000 7fbd9b580100 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2026-03-05T22:48:03.221 INFO:journalctl@ceph.mgr.y.vm02.stdout:Mar 05 22:48:02 vm02 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-mgr-y[51511]: 2026-03-05T21:48:02.945+0000 7fbd9b580100 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2026-03-05T22:48:03.221 INFO:journalctl@ceph.mgr.y.vm02.stdout:Mar 05 22:48:03 vm02 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-mgr-y[51511]: 2026-03-05T21:48:03.079+0000 7fbd9b580100 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2026-03-05T22:48:03.497 INFO:journalctl@ceph.mgr.y.vm02.stdout:Mar 05 22:48:03 vm02 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-mgr-y[51511]: 2026-03-05T21:48:03.220+0000 7fbd9b580100 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2026-03-05T22:48:03.785 INFO:journalctl@ceph.mgr.y.vm02.stdout:Mar 05 22:48:03 vm02 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-mgr-y[51511]: 2026-03-05T21:48:03.496+0000 7fbd9b580100 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2026-03-05T22:48:03.786 INFO:journalctl@ceph.mgr.y.vm02.stdout:Mar 05 22:48:03 vm02 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-mgr-y[51511]: 2026-03-05T21:48:03.624+0000 7fbd9b580100 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2026-03-05T22:48:04.285 INFO:journalctl@ceph.mgr.y.vm02.stdout:Mar 05 22:48:03 vm02 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-mgr-y[51511]: 2026-03-05T21:48:03.952+0000 7fbd9b580100 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2026-03-05T22:48:04.673 INFO:journalctl@ceph.mgr.y.vm02.stdout:Mar 05 22:48:04 vm02 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-mgr-y[51511]: 2026-03-05T21:48:04.304+0000 7fbd9b580100 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2026-03-05T22:48:04.953 INFO:journalctl@ceph.mgr.y.vm02.stdout:Mar 05 22:48:04 vm02 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-mgr-y[51511]: 2026-03-05T21:48:04.672+0000 7fbd9b580100 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2026-03-05T22:48:04.953 INFO:journalctl@ceph.mgr.y.vm02.stdout:Mar 05 22:48:04 vm02 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-mgr-y[51511]: 2026-03-05T21:48:04.803+0000 7fbd9b580100 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2026-03-05T22:48:04.953 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 22:48:04 vm02 ceph-mon[51276]: Active manager daemon y restarted 2026-03-05T22:48:04.953 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 22:48:04 vm02 ceph-mon[51276]: Activating manager daemon y 2026-03-05T22:48:04.953 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 22:48:04 vm02 ceph-mon[51276]: osdmap e3: 0 total, 0 up, 0 in 2026-03-05T22:48:04.953 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 22:48:04 vm02 ceph-mon[51276]: mgrmap e10: y(active, starting, since 0.00641345s) 2026-03-05T22:48:04.954 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 22:48:04 vm02 ceph-mon[51276]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2026-03-05T22:48:04.954 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 22:48:04 vm02 ceph-mon[51276]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2026-03-05T22:48:04.954 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 22:48:04 vm02 ceph-mon[51276]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' cmd=[{"prefix": "mds metadata"}]: dispatch 2026-03-05T22:48:04.954 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 22:48:04 vm02 ceph-mon[51276]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' cmd=[{"prefix": "osd metadata"}]: dispatch 2026-03-05T22:48:04.954 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 22:48:04 vm02 ceph-mon[51276]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' cmd=[{"prefix": "mon metadata"}]: dispatch 2026-03-05T22:48:04.954 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 22:48:04 vm02 ceph-mon[51276]: Manager daemon y is now available 2026-03-05T22:48:04.954 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 22:48:04 vm02 ceph-mon[51276]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' 2026-03-05T22:48:04.954 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 22:48:04 vm02 ceph-mon[51276]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2026-03-05T22:48:04.954 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 22:48:04 vm02 ceph-mon[51276]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2026-03-05T22:48:05.966 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout { 2026-03-05T22:48:05.966 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout "mgrmap_epoch": 11, 2026-03-05T22:48:05.966 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout "initialized": true 2026-03-05T22:48:05.966 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout } 2026-03-05T22:48:05.966 INFO:teuthology.orchestra.run.vm02.stdout:mgr epoch 9 is available 2026-03-05T22:48:05.966 INFO:teuthology.orchestra.run.vm02.stdout:Generating a dashboard self-signed certificate... 2026-03-05T22:48:06.083 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 22:48:05 vm02 ceph-mon[51276]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2026-03-05T22:48:06.083 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 22:48:05 vm02 ceph-mon[51276]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' 2026-03-05T22:48:06.083 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 22:48:05 vm02 ceph-mon[51276]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd/host:vm02", "name": "osd_memory_target"}]: dispatch 2026-03-05T22:48:06.083 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 22:48:05 vm02 ceph-mon[51276]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' 2026-03-05T22:48:06.083 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 22:48:05 vm02 ceph-mon[51276]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "client.agent.vm02", "caps": []}]: dispatch 2026-03-05T22:48:06.083 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 22:48:05 vm02 ceph-mon[51276]: mgrmap e11: y(active, since 1.00967s) 2026-03-05T22:48:06.590 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout Self-signed certificate created 2026-03-05T22:48:06.590 INFO:teuthology.orchestra.run.vm02.stdout:Creating initial admin user... 2026-03-05T22:48:07.268 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout {"username": "admin", "password": "$2b$12$RQq5/LS8z2SZA9EXEd68r.bO8jf6qX2x597thfCD7dHpJr58hvLYC", "roles": ["administrator"], "name": null, "email": null, "lastUpdate": 1772747287, "enabled": true, "pwdExpirationDate": null, "pwdUpdateRequired": true} 2026-03-05T22:48:07.268 INFO:teuthology.orchestra.run.vm02.stdout:Fetching dashboard port number... 2026-03-05T22:48:07.639 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 22:48:07 vm02 ceph-mon[51276]: [05/Mar/2026:21:48:05] ENGINE Bus STARTING 2026-03-05T22:48:07.639 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 22:48:07 vm02 ceph-mon[51276]: from='client.14160 -' entity='client.admin' cmd=[{"prefix": "get_command_descriptions"}]: dispatch 2026-03-05T22:48:07.639 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 22:48:07 vm02 ceph-mon[51276]: from='client.14160 -' entity='client.admin' cmd=[{"prefix": "mgr_status"}]: dispatch 2026-03-05T22:48:07.639 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 22:48:07 vm02 ceph-mon[51276]: [05/Mar/2026:21:48:05] ENGINE Serving on http://192.168.123.102:8765 2026-03-05T22:48:07.639 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 22:48:07 vm02 ceph-mon[51276]: [05/Mar/2026:21:48:06] ENGINE Serving on https://192.168.123.102:7150 2026-03-05T22:48:07.639 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 22:48:07 vm02 ceph-mon[51276]: [05/Mar/2026:21:48:06] ENGINE Bus STARTED 2026-03-05T22:48:07.639 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 22:48:07 vm02 ceph-mon[51276]: [05/Mar/2026:21:48:06] ENGINE Client ('192.168.123.102', 59018) lost — peer dropped the TLS connection suddenly, during handshake: (6, 'TLS/SSL connection has been closed (EOF) (_ssl.c:1147)') 2026-03-05T22:48:07.639 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 22:48:07 vm02 ceph-mon[51276]: from='client.14168 -' entity='client.admin' cmd=[{"prefix": "dashboard create-self-signed-cert", "target": ["mon-mgr", ""]}]: dispatch 2026-03-05T22:48:07.639 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 22:48:07 vm02 ceph-mon[51276]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' 2026-03-05T22:48:07.639 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 22:48:07 vm02 ceph-mon[51276]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' 2026-03-05T22:48:07.639 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 22:48:07 vm02 ceph-mon[51276]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' 2026-03-05T22:48:07.781 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout 8443 2026-03-05T22:48:07.781 INFO:teuthology.orchestra.run.vm02.stdout:firewalld does not appear to be present 2026-03-05T22:48:07.781 INFO:teuthology.orchestra.run.vm02.stdout:Not possible to open ports <[8443]>. firewalld.service is not available 2026-03-05T22:48:07.784 INFO:teuthology.orchestra.run.vm02.stdout:Ceph Dashboard is now available at: 2026-03-05T22:48:07.784 INFO:teuthology.orchestra.run.vm02.stdout: 2026-03-05T22:48:07.784 INFO:teuthology.orchestra.run.vm02.stdout: URL: https://vm02.local:8443/ 2026-03-05T22:48:07.784 INFO:teuthology.orchestra.run.vm02.stdout: User: admin 2026-03-05T22:48:07.784 INFO:teuthology.orchestra.run.vm02.stdout: Password: 68hi4y5tfi 2026-03-05T22:48:07.784 INFO:teuthology.orchestra.run.vm02.stdout: 2026-03-05T22:48:07.784 INFO:teuthology.orchestra.run.vm02.stdout:Saving cluster configuration to /var/lib/ceph/ce88f304-18dc-11f1-81b4-a3325c551960/config directory 2026-03-05T22:48:08.327 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stderr set mgr/dashboard/cluster/status 2026-03-05T22:48:08.327 INFO:teuthology.orchestra.run.vm02.stdout:You can access the Ceph CLI as following in case of multi-cluster or non-default config: 2026-03-05T22:48:08.327 INFO:teuthology.orchestra.run.vm02.stdout: 2026-03-05T22:48:08.327 INFO:teuthology.orchestra.run.vm02.stdout: sudo /home/ubuntu/cephtest/cephadm shell --fsid ce88f304-18dc-11f1-81b4-a3325c551960 -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring 2026-03-05T22:48:08.327 INFO:teuthology.orchestra.run.vm02.stdout: 2026-03-05T22:48:08.327 INFO:teuthology.orchestra.run.vm02.stdout:Or, if you are only running a single cluster on this host: 2026-03-05T22:48:08.327 INFO:teuthology.orchestra.run.vm02.stdout: 2026-03-05T22:48:08.327 INFO:teuthology.orchestra.run.vm02.stdout: sudo /home/ubuntu/cephtest/cephadm shell 2026-03-05T22:48:08.327 INFO:teuthology.orchestra.run.vm02.stdout: 2026-03-05T22:48:08.327 INFO:teuthology.orchestra.run.vm02.stdout:Please consider enabling telemetry to help improve Ceph: 2026-03-05T22:48:08.327 INFO:teuthology.orchestra.run.vm02.stdout: 2026-03-05T22:48:08.327 INFO:teuthology.orchestra.run.vm02.stdout: ceph telemetry on 2026-03-05T22:48:08.327 INFO:teuthology.orchestra.run.vm02.stdout: 2026-03-05T22:48:08.327 INFO:teuthology.orchestra.run.vm02.stdout:For more information see: 2026-03-05T22:48:08.327 INFO:teuthology.orchestra.run.vm02.stdout: 2026-03-05T22:48:08.327 INFO:teuthology.orchestra.run.vm02.stdout: https://docs.ceph.com/en/latest/mgr/telemetry/ 2026-03-05T22:48:08.327 INFO:teuthology.orchestra.run.vm02.stdout: 2026-03-05T22:48:08.327 INFO:teuthology.orchestra.run.vm02.stdout:Bootstrap complete. 2026-03-05T22:48:08.367 INFO:tasks.cephadm:Fetching config... 2026-03-05T22:48:08.367 DEBUG:teuthology.orchestra.run.vm02:> set -ex 2026-03-05T22:48:08.367 DEBUG:teuthology.orchestra.run.vm02:> dd if=/etc/ceph/ceph.conf of=/dev/stdout 2026-03-05T22:48:08.395 INFO:tasks.cephadm:Fetching client.admin keyring... 2026-03-05T22:48:08.395 DEBUG:teuthology.orchestra.run.vm02:> set -ex 2026-03-05T22:48:08.395 DEBUG:teuthology.orchestra.run.vm02:> dd if=/etc/ceph/ceph.client.admin.keyring of=/dev/stdout 2026-03-05T22:48:08.449 INFO:tasks.cephadm:Fetching mon keyring... 2026-03-05T22:48:08.449 DEBUG:teuthology.orchestra.run.vm02:> set -ex 2026-03-05T22:48:08.449 DEBUG:teuthology.orchestra.run.vm02:> sudo dd if=/var/lib/ceph/ce88f304-18dc-11f1-81b4-a3325c551960/mon.a/keyring of=/dev/stdout 2026-03-05T22:48:08.530 INFO:tasks.cephadm:Fetching pub ssh key... 2026-03-05T22:48:08.530 DEBUG:teuthology.orchestra.run.vm02:> set -ex 2026-03-05T22:48:08.530 DEBUG:teuthology.orchestra.run.vm02:> dd if=/home/ubuntu/cephtest/ceph.pub of=/dev/stdout 2026-03-05T22:48:08.597 INFO:tasks.cephadm:Installing pub ssh key for root users... 2026-03-05T22:48:08.597 DEBUG:teuthology.orchestra.run.vm02:> sudo install -d -m 0700 /root/.ssh && echo 'ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQClVNQ6ZLeBNPHC74GJyPGwBz49uUHL4Gwdqel6vsfK/pkwDW/VRe2h2uGft5BuzdISfo7P7sSWbUxq4QBbk2gZbZ5+GIN6xo7pW0QuV+skw/D4XCibTRUX1l27UQOWEZZoYhr7Oq7836lN2XznwZ5rYDB/oZRi2T786vtUktiL7ocGilJJR9zhY+EKMbi+I8KRpuD6gJJ58xVog45MOHBINRCCUAPdf17TWLlKFEH+P0cM73lCjRDp+6lk0Mu+Ak/Raao5l9B7A5o0mtM0b8GJe6esJoKkflhoa+PKyFMxM4s7fVQ3TPjXTEkZnXiYMQZdw7/0/by0BLZpmPajqeGF/5G+qWLPtctGEcDgYF45gjZwJ2KRn3EgTc/VbvTn0Tr1D8ghmpfauXG0d+jbr4TRAJ7H/IISv9aUQY3JuiDEQFo8Vs5bnNemE1GOTorh26MBwvwNzXKsJdPowqYWfJOoq8CGCTuClvvuYDaP/MtgaYk/SwtKd77E9WsqGwaA78M= ceph-ce88f304-18dc-11f1-81b4-a3325c551960' | sudo tee -a /root/.ssh/authorized_keys && sudo chmod 0600 /root/.ssh/authorized_keys 2026-03-05T22:48:08.676 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 22:48:08 vm02 ceph-mon[51276]: Deploying daemon agent.vm02 on vm02 2026-03-05T22:48:08.676 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 22:48:08 vm02 ceph-mon[51276]: from='client.14170 -' entity='client.admin' cmd=[{"prefix": "dashboard ac-user-create", "username": "admin", "rolename": "administrator", "force_password": true, "pwd_update_required": true, "target": ["mon-mgr", ""]}]: dispatch 2026-03-05T22:48:08.676 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 22:48:08 vm02 ceph-mon[51276]: mgrmap e12: y(active, since 2s) 2026-03-05T22:48:08.676 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 22:48:08 vm02 ceph-mon[51276]: from='client.? 192.168.123.102:0/1406499301' entity='client.admin' cmd=[{"prefix": "config get", "who": "mgr", "key": "mgr/dashboard/ssl_server_port"}]: dispatch 2026-03-05T22:48:08.677 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 22:48:08 vm02 ceph-mon[51276]: from='client.? 192.168.123.102:0/1343788111' entity='client.admin' 2026-03-05T22:48:08.721 INFO:teuthology.orchestra.run.vm02.stdout:ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQClVNQ6ZLeBNPHC74GJyPGwBz49uUHL4Gwdqel6vsfK/pkwDW/VRe2h2uGft5BuzdISfo7P7sSWbUxq4QBbk2gZbZ5+GIN6xo7pW0QuV+skw/D4XCibTRUX1l27UQOWEZZoYhr7Oq7836lN2XznwZ5rYDB/oZRi2T786vtUktiL7ocGilJJR9zhY+EKMbi+I8KRpuD6gJJ58xVog45MOHBINRCCUAPdf17TWLlKFEH+P0cM73lCjRDp+6lk0Mu+Ak/Raao5l9B7A5o0mtM0b8GJe6esJoKkflhoa+PKyFMxM4s7fVQ3TPjXTEkZnXiYMQZdw7/0/by0BLZpmPajqeGF/5G+qWLPtctGEcDgYF45gjZwJ2KRn3EgTc/VbvTn0Tr1D8ghmpfauXG0d+jbr4TRAJ7H/IISv9aUQY3JuiDEQFo8Vs5bnNemE1GOTorh26MBwvwNzXKsJdPowqYWfJOoq8CGCTuClvvuYDaP/MtgaYk/SwtKd77E9WsqGwaA78M= ceph-ce88f304-18dc-11f1-81b4-a3325c551960 2026-03-05T22:48:08.743 DEBUG:teuthology.orchestra.run.vm09:> sudo install -d -m 0700 /root/.ssh && echo 'ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQClVNQ6ZLeBNPHC74GJyPGwBz49uUHL4Gwdqel6vsfK/pkwDW/VRe2h2uGft5BuzdISfo7P7sSWbUxq4QBbk2gZbZ5+GIN6xo7pW0QuV+skw/D4XCibTRUX1l27UQOWEZZoYhr7Oq7836lN2XznwZ5rYDB/oZRi2T786vtUktiL7ocGilJJR9zhY+EKMbi+I8KRpuD6gJJ58xVog45MOHBINRCCUAPdf17TWLlKFEH+P0cM73lCjRDp+6lk0Mu+Ak/Raao5l9B7A5o0mtM0b8GJe6esJoKkflhoa+PKyFMxM4s7fVQ3TPjXTEkZnXiYMQZdw7/0/by0BLZpmPajqeGF/5G+qWLPtctGEcDgYF45gjZwJ2KRn3EgTc/VbvTn0Tr1D8ghmpfauXG0d+jbr4TRAJ7H/IISv9aUQY3JuiDEQFo8Vs5bnNemE1GOTorh26MBwvwNzXKsJdPowqYWfJOoq8CGCTuClvvuYDaP/MtgaYk/SwtKd77E9WsqGwaA78M= ceph-ce88f304-18dc-11f1-81b4-a3325c551960' | sudo tee -a /root/.ssh/authorized_keys && sudo chmod 0600 /root/.ssh/authorized_keys 2026-03-05T22:48:08.780 INFO:teuthology.orchestra.run.vm09.stdout:ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQClVNQ6ZLeBNPHC74GJyPGwBz49uUHL4Gwdqel6vsfK/pkwDW/VRe2h2uGft5BuzdISfo7P7sSWbUxq4QBbk2gZbZ5+GIN6xo7pW0QuV+skw/D4XCibTRUX1l27UQOWEZZoYhr7Oq7836lN2XznwZ5rYDB/oZRi2T786vtUktiL7ocGilJJR9zhY+EKMbi+I8KRpuD6gJJ58xVog45MOHBINRCCUAPdf17TWLlKFEH+P0cM73lCjRDp+6lk0Mu+Ak/Raao5l9B7A5o0mtM0b8GJe6esJoKkflhoa+PKyFMxM4s7fVQ3TPjXTEkZnXiYMQZdw7/0/by0BLZpmPajqeGF/5G+qWLPtctGEcDgYF45gjZwJ2KRn3EgTc/VbvTn0Tr1D8ghmpfauXG0d+jbr4TRAJ7H/IISv9aUQY3JuiDEQFo8Vs5bnNemE1GOTorh26MBwvwNzXKsJdPowqYWfJOoq8CGCTuClvvuYDaP/MtgaYk/SwtKd77E9WsqGwaA78M= ceph-ce88f304-18dc-11f1-81b4-a3325c551960 2026-03-05T22:48:08.792 DEBUG:teuthology.orchestra.run.vm02:> sudo /home/ubuntu/cephtest/cephadm --image harbor.clyso.com/custom-ceph/ceph/ceph:cobaltcore-storage-v19.2.3-fasttrack-3 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid ce88f304-18dc-11f1-81b4-a3325c551960 -- ceph config set mgr mgr/cephadm/allow_ptrace true 2026-03-05T22:48:09.202 INFO:teuthology.orchestra.run.vm02.stderr:Inferring config /var/lib/ceph/ce88f304-18dc-11f1-81b4-a3325c551960/mon.a/config 2026-03-05T22:48:09.785 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 22:48:09 vm02 ceph-mon[51276]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' 2026-03-05T22:48:09.785 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 22:48:09 vm02 ceph-mon[51276]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' 2026-03-05T22:48:09.785 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 22:48:09 vm02 ceph-mon[51276]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' 2026-03-05T22:48:09.785 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 22:48:09 vm02 ceph-mon[51276]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2026-03-05T22:48:09.785 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 22:48:09 vm02 ceph-mon[51276]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' 2026-03-05T22:48:09.786 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 22:48:09 vm02 ceph-mon[51276]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' 2026-03-05T22:48:09.786 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 22:48:09 vm02 ceph-mon[51276]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' 2026-03-05T22:48:09.786 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 22:48:09 vm02 ceph-mon[51276]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' 2026-03-05T22:48:09.786 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 22:48:09 vm02 ceph-mon[51276]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' 2026-03-05T22:48:09.786 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 22:48:09 vm02 ceph-mon[51276]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2026-03-05T22:48:09.786 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 22:48:09 vm02 ceph-mon[51276]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' 2026-03-05T22:48:09.786 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 22:48:09 vm02 ceph-mon[51276]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' 2026-03-05T22:48:09.786 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 22:48:09 vm02 ceph-mon[51276]: from='client.? 192.168.123.102:0/1866996196' entity='client.admin' 2026-03-05T22:48:09.786 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 22:48:09 vm02 ceph-mon[51276]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2026-03-05T22:48:09.786 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 22:48:09 vm02 ceph-mon[51276]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' 2026-03-05T22:48:09.842 INFO:tasks.cephadm:Distributing conf and client.admin keyring to all hosts + 0755 2026-03-05T22:48:09.842 DEBUG:teuthology.orchestra.run.vm02:> sudo /home/ubuntu/cephtest/cephadm --image harbor.clyso.com/custom-ceph/ceph/ceph:cobaltcore-storage-v19.2.3-fasttrack-3 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid ce88f304-18dc-11f1-81b4-a3325c551960 -- ceph orch client-keyring set client.admin '*' --mode 0755 2026-03-05T22:48:10.302 INFO:teuthology.orchestra.run.vm02.stderr:Inferring config /var/lib/ceph/ce88f304-18dc-11f1-81b4-a3325c551960/mon.a/config 2026-03-05T22:48:10.899 INFO:tasks.cephadm:Writing (initial) conf and keyring to vm09 2026-03-05T22:48:10.899 DEBUG:teuthology.orchestra.run.vm09:> set -ex 2026-03-05T22:48:10.899 DEBUG:teuthology.orchestra.run.vm09:> dd of=/etc/ceph/ceph.conf 2026-03-05T22:48:10.914 DEBUG:teuthology.orchestra.run.vm09:> set -ex 2026-03-05T22:48:10.914 DEBUG:teuthology.orchestra.run.vm09:> dd of=/etc/ceph/ceph.client.admin.keyring 2026-03-05T22:48:10.969 INFO:tasks.cephadm:Adding host vm09 to orchestrator... 2026-03-05T22:48:10.969 DEBUG:teuthology.orchestra.run.vm02:> sudo /home/ubuntu/cephtest/cephadm --image harbor.clyso.com/custom-ceph/ceph/ceph:cobaltcore-storage-v19.2.3-fasttrack-3 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid ce88f304-18dc-11f1-81b4-a3325c551960 -- ceph orch host add vm09 2026-03-05T22:48:11.011 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 22:48:10 vm02 ceph-mon[51276]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' 2026-03-05T22:48:11.011 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 22:48:10 vm02 ceph-mon[51276]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' 2026-03-05T22:48:11.011 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 22:48:10 vm02 ceph-mon[51276]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' 2026-03-05T22:48:11.011 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 22:48:10 vm02 ceph-mon[51276]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' 2026-03-05T22:48:11.011 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 22:48:10 vm02 ceph-mon[51276]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2026-03-05T22:48:11.011 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 22:48:10 vm02 ceph-mon[51276]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-03-05T22:48:11.011 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 22:48:10 vm02 ceph-mon[51276]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2026-03-05T22:48:11.454 INFO:teuthology.orchestra.run.vm02.stderr:Inferring config /var/lib/ceph/ce88f304-18dc-11f1-81b4-a3325c551960/mon.a/config 2026-03-05T22:48:12.286 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 22:48:11 vm02 ceph-mon[51276]: from='client.14178 -' entity='client.admin' cmd=[{"prefix": "orch client-keyring set", "entity": "client.admin", "placement": "*", "mode": "0755", "target": ["mon-mgr", ""]}]: dispatch 2026-03-05T22:48:12.286 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 22:48:11 vm02 ceph-mon[51276]: Updating vm02:/etc/ceph/ceph.conf 2026-03-05T22:48:12.286 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 22:48:11 vm02 ceph-mon[51276]: Updating vm02:/var/lib/ceph/ce88f304-18dc-11f1-81b4-a3325c551960/config/ceph.conf 2026-03-05T22:48:12.286 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 22:48:11 vm02 ceph-mon[51276]: Updating vm02:/etc/ceph/ceph.client.admin.keyring 2026-03-05T22:48:12.286 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 22:48:11 vm02 ceph-mon[51276]: Updating vm02:/var/lib/ceph/ce88f304-18dc-11f1-81b4-a3325c551960/config/ceph.client.admin.keyring 2026-03-05T22:48:12.286 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 22:48:11 vm02 ceph-mon[51276]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' 2026-03-05T22:48:12.286 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 22:48:11 vm02 ceph-mon[51276]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' 2026-03-05T22:48:12.286 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 22:48:11 vm02 ceph-mon[51276]: mgrmap e13: y(active, since 6s) 2026-03-05T22:48:13.285 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 22:48:12 vm02 ceph-mon[51276]: from='client.14180 -' entity='client.admin' cmd=[{"prefix": "orch host add", "hostname": "vm09", "target": ["mon-mgr", ""]}]: dispatch 2026-03-05T22:48:13.286 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 22:48:12 vm02 ceph-mon[51276]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' 2026-03-05T22:48:13.286 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 22:48:12 vm02 ceph-mon[51276]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' 2026-03-05T22:48:13.286 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 22:48:12 vm02 ceph-mon[51276]: Deploying cephadm binary to vm09 2026-03-05T22:48:14.363 INFO:teuthology.orchestra.run.vm02.stdout:Added host 'vm09' with addr '192.168.123.109' 2026-03-05T22:48:14.523 DEBUG:teuthology.orchestra.run.vm02:> sudo /home/ubuntu/cephtest/cephadm --image harbor.clyso.com/custom-ceph/ceph/ceph:cobaltcore-storage-v19.2.3-fasttrack-3 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid ce88f304-18dc-11f1-81b4-a3325c551960 -- ceph orch host ls --format=json 2026-03-05T22:48:14.938 INFO:teuthology.orchestra.run.vm02.stderr:Inferring config /var/lib/ceph/ce88f304-18dc-11f1-81b4-a3325c551960/mon.a/config 2026-03-05T22:48:15.325 INFO:teuthology.orchestra.run.vm02.stdout: 2026-03-05T22:48:15.325 INFO:teuthology.orchestra.run.vm02.stdout:[{"addr": "192.168.123.102", "hostname": "vm02", "labels": [], "status": ""}, {"addr": "192.168.123.109", "hostname": "vm09", "labels": [], "status": ""}] 2026-03-05T22:48:15.566 INFO:tasks.cephadm:Setting crush tunables to default 2026-03-05T22:48:15.566 DEBUG:teuthology.orchestra.run.vm02:> sudo /home/ubuntu/cephtest/cephadm --image harbor.clyso.com/custom-ceph/ceph/ceph:cobaltcore-storage-v19.2.3-fasttrack-3 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid ce88f304-18dc-11f1-81b4-a3325c551960 -- ceph osd crush tunables default 2026-03-05T22:48:15.593 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 22:48:15 vm02 ceph-mon[51276]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' 2026-03-05T22:48:15.593 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 22:48:15 vm02 ceph-mon[51276]: Added host vm09 2026-03-05T22:48:15.593 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 22:48:15 vm02 ceph-mon[51276]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2026-03-05T22:48:15.593 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 22:48:15 vm02 ceph-mon[51276]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' 2026-03-05T22:48:15.593 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 22:48:15 vm02 ceph-mon[51276]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' 2026-03-05T22:48:15.593 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 22:48:15 vm02 ceph-mon[51276]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' 2026-03-05T22:48:15.593 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 22:48:15 vm02 ceph-mon[51276]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd/host:vm09", "name": "osd_memory_target"}]: dispatch 2026-03-05T22:48:15.593 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 22:48:15 vm02 ceph-mon[51276]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-03-05T22:48:15.593 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 22:48:15 vm02 ceph-mon[51276]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2026-03-05T22:48:15.914 INFO:teuthology.orchestra.run.vm02.stderr:Inferring config /var/lib/ceph/ce88f304-18dc-11f1-81b4-a3325c551960/mon.a/config 2026-03-05T22:48:16.727 INFO:teuthology.orchestra.run.vm02.stderr:adjusted tunables profile to default 2026-03-05T22:48:16.730 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 22:48:16 vm02 ceph-mon[51276]: Updating vm09:/etc/ceph/ceph.conf 2026-03-05T22:48:16.730 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 22:48:16 vm02 ceph-mon[51276]: Updating vm09:/var/lib/ceph/ce88f304-18dc-11f1-81b4-a3325c551960/config/ceph.conf 2026-03-05T22:48:16.730 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 22:48:16 vm02 ceph-mon[51276]: from='client.14182 -' entity='client.admin' cmd=[{"prefix": "orch host ls", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2026-03-05T22:48:16.730 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 22:48:16 vm02 ceph-mon[51276]: Updating vm09:/etc/ceph/ceph.client.admin.keyring 2026-03-05T22:48:16.730 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 22:48:16 vm02 ceph-mon[51276]: Updating vm09:/var/lib/ceph/ce88f304-18dc-11f1-81b4-a3325c551960/config/ceph.client.admin.keyring 2026-03-05T22:48:16.730 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 22:48:16 vm02 ceph-mon[51276]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' 2026-03-05T22:48:16.730 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 22:48:16 vm02 ceph-mon[51276]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' 2026-03-05T22:48:16.730 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 22:48:16 vm02 ceph-mon[51276]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "client.agent.vm09", "caps": []}]: dispatch 2026-03-05T22:48:16.730 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 22:48:16 vm02 ceph-mon[51276]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' cmd='[{"prefix": "auth get-or-create", "entity": "client.agent.vm09", "caps": []}]': finished 2026-03-05T22:48:16.730 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 22:48:16 vm02 ceph-mon[51276]: from='client.? 192.168.123.102:0/731326910' entity='client.admin' cmd=[{"prefix": "osd crush tunables", "profile": "default"}]: dispatch 2026-03-05T22:48:16.884 INFO:tasks.cephadm:Adding mon.a on vm02 2026-03-05T22:48:16.884 INFO:tasks.cephadm:Adding mon.c on vm02 2026-03-05T22:48:16.884 INFO:tasks.cephadm:Adding mon.b on vm09 2026-03-05T22:48:16.884 DEBUG:teuthology.orchestra.run.vm09:> sudo /home/ubuntu/cephtest/cephadm --image harbor.clyso.com/custom-ceph/ceph/ceph:cobaltcore-storage-v19.2.3-fasttrack-3 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid ce88f304-18dc-11f1-81b4-a3325c551960 -- ceph orch apply mon '3;vm02:192.168.123.102=a;vm02:[v2:192.168.123.102:3301,v1:192.168.123.102:6790]=c;vm09:192.168.123.109=b' 2026-03-05T22:48:17.346 INFO:teuthology.orchestra.run.vm09.stderr:Inferring config /var/lib/ceph/ce88f304-18dc-11f1-81b4-a3325c551960/config/ceph.conf 2026-03-05T22:48:17.786 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 22:48:17 vm02 ceph-mon[51276]: Deploying daemon agent.vm09 on vm09 2026-03-05T22:48:17.786 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 22:48:17 vm02 ceph-mon[51276]: from='client.? 192.168.123.102:0/731326910' entity='client.admin' cmd='[{"prefix": "osd crush tunables", "profile": "default"}]': finished 2026-03-05T22:48:17.786 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 22:48:17 vm02 ceph-mon[51276]: osdmap e4: 0 total, 0 up, 0 in 2026-03-05T22:48:17.786 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 22:48:17 vm02 ceph-mon[51276]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' 2026-03-05T22:48:17.786 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 22:48:17 vm02 ceph-mon[51276]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' 2026-03-05T22:48:17.786 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 22:48:17 vm02 ceph-mon[51276]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' 2026-03-05T22:48:17.786 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 22:48:17 vm02 ceph-mon[51276]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2026-03-05T22:48:17.786 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 22:48:17 vm02 ceph-mon[51276]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-03-05T22:48:17.786 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 22:48:17 vm02 ceph-mon[51276]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2026-03-05T22:48:17.786 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 22:48:17 vm02 ceph-mon[51276]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' 2026-03-05T22:48:17.786 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 22:48:17 vm02 ceph-mon[51276]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2026-03-05T22:48:17.786 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 22:48:17 vm02 ceph-mon[51276]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-03-05T22:48:17.786 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 22:48:17 vm02 ceph-mon[51276]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2026-03-05T22:48:17.786 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 22:48:17 vm02 ceph-mon[51276]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' 2026-03-05T22:48:17.804 INFO:teuthology.orchestra.run.vm09.stdout:Scheduled mon update... 2026-03-05T22:48:18.002 DEBUG:teuthology.orchestra.run.vm02:mon.c> sudo journalctl -f -n 0 -u ceph-ce88f304-18dc-11f1-81b4-a3325c551960@mon.c.service 2026-03-05T22:48:18.004 DEBUG:teuthology.orchestra.run.vm09:mon.b> sudo journalctl -f -n 0 -u ceph-ce88f304-18dc-11f1-81b4-a3325c551960@mon.b.service 2026-03-05T22:48:18.005 INFO:tasks.cephadm:Waiting for 3 mons in monmap... 2026-03-05T22:48:18.005 DEBUG:teuthology.orchestra.run.vm09:> sudo /home/ubuntu/cephtest/cephadm --image harbor.clyso.com/custom-ceph/ceph/ceph:cobaltcore-storage-v19.2.3-fasttrack-3 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid ce88f304-18dc-11f1-81b4-a3325c551960 -- ceph mon dump -f json 2026-03-05T22:48:18.505 INFO:teuthology.orchestra.run.vm09.stderr:Inferring config /var/lib/ceph/ce88f304-18dc-11f1-81b4-a3325c551960/config/ceph.conf 2026-03-05T22:48:18.866 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 22:48:18 vm02 ceph-mon[51276]: from='client.14186 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "mon", "placement": "3;vm02:192.168.123.102=a;vm02:[v2:192.168.123.102:3301,v1:192.168.123.102:6790]=c;vm09:192.168.123.109=b", "target": ["mon-mgr", ""]}]: dispatch 2026-03-05T22:48:18.866 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 22:48:18 vm02 ceph-mon[51276]: Saving service mon spec with placement vm02:192.168.123.102=a;vm02:[v2:192.168.123.102:3301,v1:192.168.123.102:6790]=c;vm09:192.168.123.109=b;count:3 2026-03-05T22:48:18.866 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 22:48:18 vm02 ceph-mon[51276]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' 2026-03-05T22:48:18.866 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 22:48:18 vm02 ceph-mon[51276]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2026-03-05T22:48:18.866 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 22:48:18 vm02 ceph-mon[51276]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-03-05T22:48:18.866 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 22:48:18 vm02 ceph-mon[51276]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2026-03-05T22:48:18.866 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 22:48:18 vm02 ceph-mon[51276]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' 2026-03-05T22:48:18.866 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 22:48:18 vm02 ceph-mon[51276]: Filtered out host vm09: does not belong to mon public_network(s): 192.168.123.0/24, host network(s): 2026-03-05T22:48:18.866 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 22:48:18 vm02 ceph-mon[51276]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2026-03-05T22:48:18.866 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 22:48:18 vm02 ceph-mon[51276]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-03-05T22:48:18.866 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 22:48:18 vm02 ceph-mon[51276]: Deploying daemon mon.c on vm02 2026-03-05T22:48:18.866 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 22:48:18 vm02 ceph-mon[51276]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' 2026-03-05T22:48:18.866 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 22:48:18 vm02 ceph-mon[51276]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' 2026-03-05T22:48:18.866 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 22:48:18 vm02 ceph-mon[51276]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' 2026-03-05T22:48:18.932 INFO:teuthology.orchestra.run.vm09.stdout: 2026-03-05T22:48:18.932 INFO:teuthology.orchestra.run.vm09.stdout:{"epoch":1,"fsid":"ce88f304-18dc-11f1-81b4-a3325c551960","modified":"2026-03-05T21:47:13.816726Z","created":"2026-03-05T21:47:13.816726Z","min_mon_release":19,"min_mon_release_name":"squid","election_strategy":1,"disallowed_leaders":"","stretch_mode":false,"tiebreaker_mon":"","removed_ranks":"","features":{"persistent":["kraken","luminous","mimic","osdmap-prune","nautilus","octopus","pacific","elector-pinging","quincy","reef","squid"],"optional":[]},"mons":[{"rank":0,"name":"a","public_addrs":{"addrvec":[{"type":"v2","addr":"192.168.123.102:3300","nonce":0},{"type":"v1","addr":"192.168.123.102:6789","nonce":0}]},"addr":"192.168.123.102:6789/0","public_addr":"192.168.123.102:6789/0","priority":0,"weight":0,"crush_location":"{}"}],"quorum":[0]} 2026-03-05T22:48:18.932 INFO:teuthology.orchestra.run.vm09.stderr:dumped monmap epoch 1 2026-03-05T22:48:19.147 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 22:48:19 vm02 ceph-mon[57234]: rocksdb: [file/delete_scheduler.cc:74] Deleted file /var/lib/ceph/mon/ceph-c/store.db/000004.log immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2026-03-05T22:48:19.537 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 22:48:19 vm02 ceph-mon[57234]: rocksdb: [db/db_impl/db_impl_open.cc:1987] SstFileManager instance 0x562bc190ce00 2026-03-05T22:48:19.537 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 22:48:19 vm02 ceph-mon[57234]: rocksdb: DB pointer 0x562bc1a24000 2026-03-05T22:48:19.537 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 22:48:19 vm02 ceph-mon[57234]: mon.c does not exist in monmap, will attempt to join an existing cluster 2026-03-05T22:48:19.537 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 22:48:19 vm02 ceph-mon[57234]: using public_addrv [v2:192.168.123.102:3301/0,v1:192.168.123.102:6790/0] 2026-03-05T22:48:19.537 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 22:48:19 vm02 ceph-mon[57234]: starting mon.c rank -1 at public addrs [v2:192.168.123.102:3301/0,v1:192.168.123.102:6790/0] at bind addrs [v2:192.168.123.102:3301/0,v1:192.168.123.102:6790/0] mon_data /var/lib/ceph/mon/ceph-c fsid ce88f304-18dc-11f1-81b4-a3325c551960 2026-03-05T22:48:19.537 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 22:48:19 vm02 ceph-mon[57234]: mon.c@-1(???) e0 preinit fsid ce88f304-18dc-11f1-81b4-a3325c551960 2026-03-05T22:48:19.537 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 22:48:19 vm02 ceph-mon[57234]: rocksdb: [db/db_impl/db_impl.cc:1109] ------- DUMPING STATS ------- 2026-03-05T22:48:19.537 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 22:48:19 vm02 ceph-mon[57234]: rocksdb: [db/db_impl/db_impl.cc:1111] 2026-03-05T22:48:19.537 INFO:journalctl@ceph.mon.c.vm02.stdout: ** DB Stats ** 2026-03-05T22:48:19.537 INFO:journalctl@ceph.mon.c.vm02.stdout: Uptime(secs): 0.0 total, 0.0 interval 2026-03-05T22:48:19.537 INFO:journalctl@ceph.mon.c.vm02.stdout: Cumulative writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 GB, 0.00 MB/s 2026-03-05T22:48:19.537 INFO:journalctl@ceph.mon.c.vm02.stdout: Cumulative WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 GB, 0.00 MB/s 2026-03-05T22:48:19.537 INFO:journalctl@ceph.mon.c.vm02.stdout: Cumulative stall: 00:00:0.000 H:M:S, 0.0 percent 2026-03-05T22:48:19.538 INFO:journalctl@ceph.mon.c.vm02.stdout: Interval writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 MB, 0.00 MB/s 2026-03-05T22:48:19.538 INFO:journalctl@ceph.mon.c.vm02.stdout: Interval WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 GB, 0.00 MB/s 2026-03-05T22:48:19.538 INFO:journalctl@ceph.mon.c.vm02.stdout: Interval stall: 00:00:0.000 H:M:S, 0.0 percent 2026-03-05T22:48:19.538 INFO:journalctl@ceph.mon.c.vm02.stdout: 2026-03-05T22:48:19.538 INFO:journalctl@ceph.mon.c.vm02.stdout: ** Compaction Stats [default] ** 2026-03-05T22:48:19.538 INFO:journalctl@ceph.mon.c.vm02.stdout: Level Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) 2026-03-05T22:48:19.538 INFO:journalctl@ceph.mon.c.vm02.stdout: ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------ 2026-03-05T22:48:19.538 INFO:journalctl@ceph.mon.c.vm02.stdout: L0 1/0 1.60 KB 0.2 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 1.6 0.00 0.00 1 0.001 0 0 0.0 0.0 2026-03-05T22:48:19.538 INFO:journalctl@ceph.mon.c.vm02.stdout: Sum 1/0 1.60 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 1.6 0.00 0.00 1 0.001 0 0 0.0 0.0 2026-03-05T22:48:19.538 INFO:journalctl@ceph.mon.c.vm02.stdout: Int 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 1.6 0.00 0.00 1 0.001 0 0 0.0 0.0 2026-03-05T22:48:19.538 INFO:journalctl@ceph.mon.c.vm02.stdout: 2026-03-05T22:48:19.538 INFO:journalctl@ceph.mon.c.vm02.stdout: ** Compaction Stats [default] ** 2026-03-05T22:48:19.538 INFO:journalctl@ceph.mon.c.vm02.stdout: Priority Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) 2026-03-05T22:48:19.538 INFO:journalctl@ceph.mon.c.vm02.stdout: --------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- 2026-03-05T22:48:19.538 INFO:journalctl@ceph.mon.c.vm02.stdout: User 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.6 0.00 0.00 1 0.001 0 0 0.0 0.0 2026-03-05T22:48:19.538 INFO:journalctl@ceph.mon.c.vm02.stdout: 2026-03-05T22:48:19.538 INFO:journalctl@ceph.mon.c.vm02.stdout: Blob file count: 0, total size: 0.0 GB, garbage size: 0.0 GB, space amp: 0.0 2026-03-05T22:48:19.538 INFO:journalctl@ceph.mon.c.vm02.stdout: 2026-03-05T22:48:19.538 INFO:journalctl@ceph.mon.c.vm02.stdout: Uptime(secs): 0.0 total, 0.0 interval 2026-03-05T22:48:19.538 INFO:journalctl@ceph.mon.c.vm02.stdout: Flush(GB): cumulative 0.000, interval 0.000 2026-03-05T22:48:19.538 INFO:journalctl@ceph.mon.c.vm02.stdout: AddFile(GB): cumulative 0.000, interval 0.000 2026-03-05T22:48:19.538 INFO:journalctl@ceph.mon.c.vm02.stdout: AddFile(Total Files): cumulative 0, interval 0 2026-03-05T22:48:19.538 INFO:journalctl@ceph.mon.c.vm02.stdout: AddFile(L0 Files): cumulative 0, interval 0 2026-03-05T22:48:19.538 INFO:journalctl@ceph.mon.c.vm02.stdout: AddFile(Keys): cumulative 0, interval 0 2026-03-05T22:48:19.538 INFO:journalctl@ceph.mon.c.vm02.stdout: Cumulative compaction: 0.00 GB write, 0.11 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2026-03-05T22:48:19.538 INFO:journalctl@ceph.mon.c.vm02.stdout: Interval compaction: 0.00 GB write, 0.11 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2026-03-05T22:48:19.538 INFO:journalctl@ceph.mon.c.vm02.stdout: Stalls(count): 0 level0_slowdown, 0 level0_slowdown_with_compaction, 0 level0_numfiles, 0 level0_numfiles_with_compaction, 0 stop for pending_compaction_bytes, 0 slowdown for pending_compaction_bytes, 0 memtable_compaction, 0 memtable_slowdown, interval 0 total count 2026-03-05T22:48:19.538 INFO:journalctl@ceph.mon.c.vm02.stdout: Block cache BinnedLRUCache@0x562bc190b1f0#6 capacity: 512.00 MB usage: 0.86 KB table_size: 0 occupancy: 18446744073709551615 collections: 1 last_copies: 0 last_secs: 1.4e-05 secs_since: 0 2026-03-05T22:48:19.538 INFO:journalctl@ceph.mon.c.vm02.stdout: Block cache entry stats(count,size,portion): DataBlock(1,0.64 KB,0.00012219%) FilterBlock(1,0.11 KB,2.08616e-05%) IndexBlock(1,0.11 KB,2.08616e-05%) Misc(1,0.00 KB,0%) 2026-03-05T22:48:19.538 INFO:journalctl@ceph.mon.c.vm02.stdout: 2026-03-05T22:48:19.538 INFO:journalctl@ceph.mon.c.vm02.stdout: ** File Read Latency Histogram By Level [default] ** 2026-03-05T22:48:19.538 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 22:48:19 vm02 ceph-mon[57234]: mon.c@-1(synchronizing).mds e1 new map 2026-03-05T22:48:19.538 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 22:48:19 vm02 ceph-mon[57234]: mon.c@-1(synchronizing).mds e1 print_map 2026-03-05T22:48:19.538 INFO:journalctl@ceph.mon.c.vm02.stdout: e1 2026-03-05T22:48:19.538 INFO:journalctl@ceph.mon.c.vm02.stdout: btime 2026-03-05T21:47:15:475556+0000 2026-03-05T22:48:19.538 INFO:journalctl@ceph.mon.c.vm02.stdout: enable_multiple, ever_enabled_multiple: 1,1 2026-03-05T22:48:19.538 INFO:journalctl@ceph.mon.c.vm02.stdout: default compat: compat={},rocompat={},incompat={1=base v0.20,2=client writeable ranges,3=default file layouts on dirs,4=dir inode in separate object,5=mds uses versioned encoding,6=dirfrag is stored in omap,8=no anchor table,9=file layout v2,10=snaprealm v2,11=minor log segments,12=quiesce subvolumes} 2026-03-05T22:48:19.538 INFO:journalctl@ceph.mon.c.vm02.stdout: legacy client fscid: -1 2026-03-05T22:48:19.538 INFO:journalctl@ceph.mon.c.vm02.stdout: 2026-03-05T22:48:19.538 INFO:journalctl@ceph.mon.c.vm02.stdout: No filesystems configured 2026-03-05T22:48:19.538 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 22:48:19 vm02 ceph-mon[57234]: mon.c@-1(synchronizing).osd e0 _set_cache_ratios kv ratio 0.25 inc ratio 0.375 full ratio 0.375 2026-03-05T22:48:19.538 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 22:48:19 vm02 ceph-mon[57234]: mon.c@-1(synchronizing).osd e0 register_cache_with_pcm pcm target: 2147483648 pcm max: 1020054732 pcm min: 134217728 inc_osd_cache size: 1 2026-03-05T22:48:19.538 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 22:48:19 vm02 ceph-mon[57234]: mon.c@-1(synchronizing).osd e1 e1: 0 total, 0 up, 0 in 2026-03-05T22:48:19.538 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 22:48:19 vm02 ceph-mon[57234]: mon.c@-1(synchronizing).osd e2 e2: 0 total, 0 up, 0 in 2026-03-05T22:48:19.538 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 22:48:19 vm02 ceph-mon[57234]: mon.c@-1(synchronizing).osd e3 e3: 0 total, 0 up, 0 in 2026-03-05T22:48:19.538 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 22:48:19 vm02 ceph-mon[57234]: mon.c@-1(synchronizing).osd e4 e4: 0 total, 0 up, 0 in 2026-03-05T22:48:19.538 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 22:48:19 vm02 ceph-mon[57234]: mon.c@-1(synchronizing).osd e4 crush map has features 3314932999778484224, adjusting msgr requires 2026-03-05T22:48:19.538 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 22:48:19 vm02 ceph-mon[57234]: mon.c@-1(synchronizing).osd e4 crush map has features 288514050185494528, adjusting msgr requires 2026-03-05T22:48:19.538 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 22:48:19 vm02 ceph-mon[57234]: mon.c@-1(synchronizing).osd e4 crush map has features 288514050185494528, adjusting msgr requires 2026-03-05T22:48:19.538 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 22:48:19 vm02 ceph-mon[57234]: mon.c@-1(synchronizing).osd e4 crush map has features 288514050185494528, adjusting msgr requires 2026-03-05T22:48:19.538 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 22:48:19 vm02 ceph-mon[57234]: mkfs ce88f304-18dc-11f1-81b4-a3325c551960 2026-03-05T22:48:19.538 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 22:48:19 vm02 ceph-mon[57234]: mon.a is new leader, mons a in quorum (ranks 0) 2026-03-05T22:48:19.538 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 22:48:19 vm02 ceph-mon[57234]: mon.a is new leader, mons a in quorum (ranks 0) 2026-03-05T22:48:19.538 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 22:48:19 vm02 ceph-mon[57234]: monmap epoch 1 2026-03-05T22:48:19.538 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 22:48:19 vm02 ceph-mon[57234]: fsid ce88f304-18dc-11f1-81b4-a3325c551960 2026-03-05T22:48:19.538 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 22:48:19 vm02 ceph-mon[57234]: last_changed 2026-03-05T21:47:13.816726+0000 2026-03-05T22:48:19.538 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 22:48:19 vm02 ceph-mon[57234]: created 2026-03-05T21:47:13.816726+0000 2026-03-05T22:48:19.538 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 22:48:19 vm02 ceph-mon[57234]: min_mon_release 19 (squid) 2026-03-05T22:48:19.538 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 22:48:19 vm02 ceph-mon[57234]: election_strategy: 1 2026-03-05T22:48:19.539 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 22:48:19 vm02 ceph-mon[57234]: 0: [v2:192.168.123.102:3300/0,v1:192.168.123.102:6789/0] mon.a 2026-03-05T22:48:19.539 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 22:48:19 vm02 ceph-mon[57234]: fsmap 2026-03-05T22:48:19.539 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 22:48:19 vm02 ceph-mon[57234]: osdmap e1: 0 total, 0 up, 0 in 2026-03-05T22:48:19.539 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 22:48:19 vm02 ceph-mon[57234]: mgrmap e1: no daemons active 2026-03-05T22:48:19.539 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 22:48:19 vm02 ceph-mon[57234]: from='client.? 192.168.123.102:0/1976231292' entity='client.admin' cmd=[{"prefix": "status"}]: dispatch 2026-03-05T22:48:19.539 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 22:48:19 vm02 ceph-mon[57234]: from='client.? 192.168.123.102:0/1183992662' entity='client.admin' cmd=[{"prefix": "config assimilate-conf"}]: dispatch 2026-03-05T22:48:19.539 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 22:48:19 vm02 ceph-mon[57234]: from='client.? 192.168.123.102:0/1183992662' entity='client.admin' cmd='[{"prefix": "config assimilate-conf"}]': finished 2026-03-05T22:48:19.539 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 22:48:19 vm02 ceph-mon[57234]: mon.a is new leader, mons a in quorum (ranks 0) 2026-03-05T22:48:19.539 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 22:48:19 vm02 ceph-mon[57234]: monmap epoch 1 2026-03-05T22:48:19.539 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 22:48:19 vm02 ceph-mon[57234]: fsid ce88f304-18dc-11f1-81b4-a3325c551960 2026-03-05T22:48:19.539 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 22:48:19 vm02 ceph-mon[57234]: last_changed 2026-03-05T21:47:13.816726+0000 2026-03-05T22:48:19.539 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 22:48:19 vm02 ceph-mon[57234]: created 2026-03-05T21:47:13.816726+0000 2026-03-05T22:48:19.539 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 22:48:19 vm02 ceph-mon[57234]: min_mon_release 19 (squid) 2026-03-05T22:48:19.539 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 22:48:19 vm02 ceph-mon[57234]: election_strategy: 1 2026-03-05T22:48:19.539 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 22:48:19 vm02 ceph-mon[57234]: 0: [v2:192.168.123.102:3300/0,v1:192.168.123.102:6789/0] mon.a 2026-03-05T22:48:19.539 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 22:48:19 vm02 ceph-mon[57234]: fsmap 2026-03-05T22:48:19.539 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 22:48:19 vm02 ceph-mon[57234]: osdmap e1: 0 total, 0 up, 0 in 2026-03-05T22:48:19.539 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 22:48:19 vm02 ceph-mon[57234]: mgrmap e1: no daemons active 2026-03-05T22:48:19.539 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 22:48:19 vm02 ceph-mon[57234]: from='client.? 192.168.123.102:0/1065786722' entity='client.admin' 2026-03-05T22:48:19.539 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 22:48:19 vm02 ceph-mon[57234]: from='client.? 192.168.123.102:0/3202797395' entity='client.admin' cmd=[{"prefix": "status", "format": "json-pretty"}]: dispatch 2026-03-05T22:48:19.539 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 22:48:19 vm02 ceph-mon[57234]: from='client.? 192.168.123.102:0/609628458' entity='client.admin' cmd=[{"prefix": "status", "format": "json-pretty"}]: dispatch 2026-03-05T22:48:19.539 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 22:48:19 vm02 ceph-mon[57234]: from='client.? 192.168.123.102:0/4277703457' entity='client.admin' cmd=[{"prefix": "status", "format": "json-pretty"}]: dispatch 2026-03-05T22:48:19.539 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 22:48:19 vm02 ceph-mon[57234]: from='client.? 192.168.123.102:0/2900039649' entity='client.admin' cmd=[{"prefix": "status", "format": "json-pretty"}]: dispatch 2026-03-05T22:48:19.539 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 22:48:19 vm02 ceph-mon[57234]: from='client.? 192.168.123.102:0/536458159' entity='client.admin' cmd=[{"prefix": "status", "format": "json-pretty"}]: dispatch 2026-03-05T22:48:19.539 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 22:48:19 vm02 ceph-mon[57234]: Activating manager daemon y 2026-03-05T22:48:19.539 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 22:48:19 vm02 ceph-mon[57234]: mgrmap e2: y(active, starting, since 0.00491375s) 2026-03-05T22:48:19.539 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 22:48:19 vm02 ceph-mon[57234]: from='mgr.14100 192.168.123.102:0/1256583911' entity='mgr.y' cmd=[{"prefix": "mds metadata"}]: dispatch 2026-03-05T22:48:19.539 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 22:48:19 vm02 ceph-mon[57234]: from='mgr.14100 192.168.123.102:0/1256583911' entity='mgr.y' cmd=[{"prefix": "osd metadata"}]: dispatch 2026-03-05T22:48:19.539 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 22:48:19 vm02 ceph-mon[57234]: from='mgr.14100 192.168.123.102:0/1256583911' entity='mgr.y' cmd=[{"prefix": "mon metadata"}]: dispatch 2026-03-05T22:48:19.539 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 22:48:19 vm02 ceph-mon[57234]: from='mgr.14100 192.168.123.102:0/1256583911' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2026-03-05T22:48:19.539 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 22:48:19 vm02 ceph-mon[57234]: from='mgr.14100 192.168.123.102:0/1256583911' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2026-03-05T22:48:19.539 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 22:48:19 vm02 ceph-mon[57234]: Manager daemon y is now available 2026-03-05T22:48:19.539 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 22:48:19 vm02 ceph-mon[57234]: from='mgr.14100 192.168.123.102:0/1256583911' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2026-03-05T22:48:19.539 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 22:48:19 vm02 ceph-mon[57234]: from='mgr.14100 192.168.123.102:0/1256583911' entity='mgr.y' 2026-03-05T22:48:19.539 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 22:48:19 vm02 ceph-mon[57234]: from='mgr.14100 192.168.123.102:0/1256583911' entity='mgr.y' 2026-03-05T22:48:19.539 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 22:48:19 vm02 ceph-mon[57234]: from='mgr.14100 192.168.123.102:0/1256583911' entity='mgr.y' 2026-03-05T22:48:19.539 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 22:48:19 vm02 ceph-mon[57234]: from='mgr.14100 192.168.123.102:0/1256583911' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2026-03-05T22:48:19.539 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 22:48:19 vm02 ceph-mon[57234]: mgrmap e3: y(active, since 1.00878s) 2026-03-05T22:48:19.539 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 22:48:19 vm02 ceph-mon[57234]: from='client.? 192.168.123.102:0/1319099136' entity='client.admin' cmd=[{"prefix": "status", "format": "json-pretty"}]: dispatch 2026-03-05T22:48:19.539 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 22:48:19 vm02 ceph-mon[57234]: from='client.? 192.168.123.102:0/1599714897' entity='client.admin' cmd=[{"prefix": "config assimilate-conf"}]: dispatch 2026-03-05T22:48:19.539 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 22:48:19 vm02 ceph-mon[57234]: from='client.? 192.168.123.102:0/1599714897' entity='client.admin' cmd='[{"prefix": "config assimilate-conf"}]': finished 2026-03-05T22:48:19.539 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 22:48:19 vm02 ceph-mon[57234]: mgrmap e4: y(active, since 2s) 2026-03-05T22:48:19.539 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 22:48:19 vm02 ceph-mon[57234]: from='client.? 192.168.123.102:0/1528654419' entity='client.admin' cmd=[{"prefix": "mgr module enable", "module": "cephadm"}]: dispatch 2026-03-05T22:48:19.539 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 22:48:19 vm02 ceph-mon[57234]: from='client.? 192.168.123.102:0/1528654419' entity='client.admin' cmd='[{"prefix": "mgr module enable", "module": "cephadm"}]': finished 2026-03-05T22:48:19.539 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 22:48:19 vm02 ceph-mon[57234]: mgrmap e5: y(active, since 3s) 2026-03-05T22:48:19.539 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 22:48:19 vm02 ceph-mon[57234]: from='client.? 192.168.123.102:0/1090293971' entity='client.admin' cmd=[{"prefix": "mgr stat"}]: dispatch 2026-03-05T22:48:19.539 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 22:48:19 vm02 ceph-mon[57234]: Active manager daemon y restarted 2026-03-05T22:48:19.539 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 22:48:19 vm02 ceph-mon[57234]: Activating manager daemon y 2026-03-05T22:48:19.539 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 22:48:19 vm02 ceph-mon[57234]: osdmap e2: 0 total, 0 up, 0 in 2026-03-05T22:48:19.539 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 22:48:19 vm02 ceph-mon[57234]: mgrmap e6: y(active, starting, since 0.00832571s) 2026-03-05T22:48:19.539 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 22:48:19 vm02 ceph-mon[57234]: from='mgr.14124 192.168.123.102:0/3294182281' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2026-03-05T22:48:19.539 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 22:48:19 vm02 ceph-mon[57234]: from='mgr.14124 192.168.123.102:0/3294182281' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2026-03-05T22:48:19.539 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 22:48:19 vm02 ceph-mon[57234]: from='mgr.14124 192.168.123.102:0/3294182281' entity='mgr.y' cmd=[{"prefix": "mds metadata"}]: dispatch 2026-03-05T22:48:19.539 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 22:48:19 vm02 ceph-mon[57234]: from='mgr.14124 192.168.123.102:0/3294182281' entity='mgr.y' cmd=[{"prefix": "osd metadata"}]: dispatch 2026-03-05T22:48:19.539 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 22:48:19 vm02 ceph-mon[57234]: from='mgr.14124 192.168.123.102:0/3294182281' entity='mgr.y' cmd=[{"prefix": "mon metadata"}]: dispatch 2026-03-05T22:48:19.539 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 22:48:19 vm02 ceph-mon[57234]: Manager daemon y is now available 2026-03-05T22:48:19.539 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 22:48:19 vm02 ceph-mon[57234]: from='mgr.14124 192.168.123.102:0/3294182281' entity='mgr.y' 2026-03-05T22:48:19.539 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 22:48:19 vm02 ceph-mon[57234]: from='mgr.14124 192.168.123.102:0/3294182281' entity='mgr.y' 2026-03-05T22:48:19.539 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 22:48:19 vm02 ceph-mon[57234]: from='mgr.14124 192.168.123.102:0/3294182281' entity='mgr.y' 2026-03-05T22:48:19.539 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 22:48:19 vm02 ceph-mon[57234]: from='mgr.14124 192.168.123.102:0/3294182281' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2026-03-05T22:48:19.539 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 22:48:19 vm02 ceph-mon[57234]: from='mgr.14124 192.168.123.102:0/3294182281' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2026-03-05T22:48:19.540 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 22:48:19 vm02 ceph-mon[57234]: from='mgr.14124 192.168.123.102:0/3294182281' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2026-03-05T22:48:19.540 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 22:48:19 vm02 ceph-mon[57234]: Found migration_current of "None". Setting to last migration. 2026-03-05T22:48:19.540 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 22:48:19 vm02 ceph-mon[57234]: from='mgr.14124 192.168.123.102:0/3294182281' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2026-03-05T22:48:19.540 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 22:48:19 vm02 ceph-mon[57234]: from='mgr.14124 192.168.123.102:0/3294182281' entity='mgr.y' 2026-03-05T22:48:19.540 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 22:48:19 vm02 ceph-mon[57234]: from='mgr.14124 192.168.123.102:0/3294182281' entity='mgr.y' 2026-03-05T22:48:19.540 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 22:48:19 vm02 ceph-mon[57234]: mgrmap e7: y(active, since 1.01054s) 2026-03-05T22:48:19.540 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 22:48:19 vm02 ceph-mon[57234]: from='client.14128 -' entity='client.admin' cmd=[{"prefix": "get_command_descriptions"}]: dispatch 2026-03-05T22:48:19.540 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 22:48:19 vm02 ceph-mon[57234]: from='client.14128 -' entity='client.admin' cmd=[{"prefix": "mgr_status"}]: dispatch 2026-03-05T22:48:19.540 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 22:48:19 vm02 ceph-mon[57234]: from='mgr.14124 192.168.123.102:0/3294182281' entity='mgr.y' 2026-03-05T22:48:19.540 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 22:48:19 vm02 ceph-mon[57234]: from='mgr.14124 192.168.123.102:0/3294182281' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2026-03-05T22:48:19.540 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 22:48:19 vm02 ceph-mon[57234]: from='mgr.14124 192.168.123.102:0/3294182281' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2026-03-05T22:48:19.540 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 22:48:19 vm02 ceph-mon[57234]: from='client.14136 -' entity='client.admin' cmd=[{"prefix": "orch set backend", "module_name": "cephadm", "target": ["mon-mgr", ""]}]: dispatch 2026-03-05T22:48:19.540 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 22:48:19 vm02 ceph-mon[57234]: [05/Mar/2026:21:47:46] ENGINE Bus STARTING 2026-03-05T22:48:19.540 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 22:48:19 vm02 ceph-mon[57234]: [05/Mar/2026:21:47:46] ENGINE Serving on https://192.168.123.102:7150 2026-03-05T22:48:19.540 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 22:48:19 vm02 ceph-mon[57234]: [05/Mar/2026:21:47:46] ENGINE Client ('192.168.123.102', 44818) lost — peer dropped the TLS connection suddenly, during handshake: (6, 'TLS/SSL connection has been closed (EOF) (_ssl.c:1147)') 2026-03-05T22:48:19.540 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 22:48:19 vm02 ceph-mon[57234]: [05/Mar/2026:21:47:47] ENGINE Serving on http://192.168.123.102:8765 2026-03-05T22:48:19.540 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 22:48:19 vm02 ceph-mon[57234]: [05/Mar/2026:21:47:47] ENGINE Bus STARTED 2026-03-05T22:48:19.540 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 22:48:19 vm02 ceph-mon[57234]: from='client.14138 -' entity='client.admin' cmd=[{"prefix": "cephadm set-user", "user": "root", "target": ["mon-mgr", ""]}]: dispatch 2026-03-05T22:48:19.540 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 22:48:19 vm02 ceph-mon[57234]: mgrmap e8: y(active, since 2s) 2026-03-05T22:48:19.540 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 22:48:19 vm02 ceph-mon[57234]: from='mgr.14124 192.168.123.102:0/3294182281' entity='mgr.y' 2026-03-05T22:48:19.540 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 22:48:19 vm02 ceph-mon[57234]: from='mgr.14124 192.168.123.102:0/3294182281' entity='mgr.y' 2026-03-05T22:48:19.540 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 22:48:19 vm02 ceph-mon[57234]: from='client.14140 -' entity='client.admin' cmd=[{"prefix": "cephadm generate-key", "target": ["mon-mgr", ""]}]: dispatch 2026-03-05T22:48:19.540 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 22:48:19 vm02 ceph-mon[57234]: Generating ssh key... 2026-03-05T22:48:19.540 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 22:48:19 vm02 ceph-mon[57234]: from='client.14142 -' entity='client.admin' cmd=[{"prefix": "cephadm get-pub-key", "target": ["mon-mgr", ""]}]: dispatch 2026-03-05T22:48:19.540 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 22:48:19 vm02 ceph-mon[57234]: from='client.14144 -' entity='client.admin' cmd=[{"prefix": "orch host add", "hostname": "vm02", "addr": "192.168.123.102", "target": ["mon-mgr", ""]}]: dispatch 2026-03-05T22:48:19.540 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 22:48:19 vm02 ceph-mon[57234]: Deploying cephadm binary to vm02 2026-03-05T22:48:19.540 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 22:48:19 vm02 ceph-mon[57234]: from='mgr.14124 192.168.123.102:0/3294182281' entity='mgr.y' 2026-03-05T22:48:19.540 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 22:48:19 vm02 ceph-mon[57234]: Added host vm02 2026-03-05T22:48:19.540 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 22:48:19 vm02 ceph-mon[57234]: from='mgr.14124 192.168.123.102:0/3294182281' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2026-03-05T22:48:19.540 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 22:48:19 vm02 ceph-mon[57234]: from='mgr.14124 192.168.123.102:0/3294182281' entity='mgr.y' 2026-03-05T22:48:19.540 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 22:48:19 vm02 ceph-mon[57234]: from='client.14146 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "mon", "unmanaged": true, "target": ["mon-mgr", ""]}]: dispatch 2026-03-05T22:48:19.540 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 22:48:19 vm02 ceph-mon[57234]: Saving service mon spec with placement count:5 2026-03-05T22:48:19.540 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 22:48:19 vm02 ceph-mon[57234]: from='client.14148 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "mgr", "unmanaged": true, "target": ["mon-mgr", ""]}]: dispatch 2026-03-05T22:48:19.540 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 22:48:19 vm02 ceph-mon[57234]: Saving service mgr spec with placement count:2 2026-03-05T22:48:19.540 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 22:48:19 vm02 ceph-mon[57234]: from='mgr.14124 192.168.123.102:0/3294182281' entity='mgr.y' 2026-03-05T22:48:19.540 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 22:48:19 vm02 ceph-mon[57234]: from='client.? 192.168.123.102:0/955104501' entity='client.admin' 2026-03-05T22:48:19.540 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 22:48:19 vm02 ceph-mon[57234]: from='mgr.14124 192.168.123.102:0/3294182281' entity='mgr.y' 2026-03-05T22:48:19.540 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 22:48:19 vm02 ceph-mon[57234]: from='mgr.14124 192.168.123.102:0/3294182281' entity='mgr.y' 2026-03-05T22:48:19.540 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 22:48:19 vm02 ceph-mon[57234]: from='client.? 192.168.123.102:0/3111130738' entity='client.admin' 2026-03-05T22:48:19.540 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 22:48:19 vm02 ceph-mon[57234]: from='client.? 192.168.123.102:0/3438705163' entity='client.admin' cmd=[{"prefix": "mgr module enable", "module": "dashboard"}]: dispatch 2026-03-05T22:48:19.540 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 22:48:19 vm02 ceph-mon[57234]: from='mgr.14124 192.168.123.102:0/3294182281' entity='mgr.y' 2026-03-05T22:48:19.540 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 22:48:19 vm02 ceph-mon[57234]: from='mgr.14124 192.168.123.102:0/3294182281' entity='mgr.y' 2026-03-05T22:48:19.540 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 22:48:19 vm02 ceph-mon[57234]: from='mgr.14124 192.168.123.102:0/3294182281' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd/host:vm02", "name": "osd_memory_target"}]: dispatch 2026-03-05T22:48:19.540 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 22:48:19 vm02 ceph-mon[57234]: from='mgr.14124 192.168.123.102:0/3294182281' entity='mgr.y' 2026-03-05T22:48:19.540 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 22:48:19 vm02 ceph-mon[57234]: from='mgr.14124 192.168.123.102:0/3294182281' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "client.agent.vm02", "caps": []}]: dispatch 2026-03-05T22:48:19.540 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 22:48:19 vm02 ceph-mon[57234]: from='mgr.14124 192.168.123.102:0/3294182281' entity='mgr.y' cmd='[{"prefix": "auth get-or-create", "entity": "client.agent.vm02", "caps": []}]': finished 2026-03-05T22:48:19.540 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 22:48:19 vm02 ceph-mon[57234]: from='client.? 192.168.123.102:0/3438705163' entity='client.admin' cmd='[{"prefix": "mgr module enable", "module": "dashboard"}]': finished 2026-03-05T22:48:19.540 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 22:48:19 vm02 ceph-mon[57234]: mgrmap e9: y(active, since 9s) 2026-03-05T22:48:19.540 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 22:48:19 vm02 ceph-mon[57234]: from='client.? 192.168.123.102:0/3897801371' entity='client.admin' cmd=[{"prefix": "mgr stat"}]: dispatch 2026-03-05T22:48:19.540 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 22:48:19 vm02 ceph-mon[57234]: Active manager daemon y restarted 2026-03-05T22:48:19.540 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 22:48:19 vm02 ceph-mon[57234]: Activating manager daemon y 2026-03-05T22:48:19.540 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 22:48:19 vm02 ceph-mon[57234]: osdmap e3: 0 total, 0 up, 0 in 2026-03-05T22:48:19.540 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 22:48:19 vm02 ceph-mon[57234]: mgrmap e10: y(active, starting, since 0.00641345s) 2026-03-05T22:48:19.540 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 22:48:19 vm02 ceph-mon[57234]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2026-03-05T22:48:19.540 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 22:48:19 vm02 ceph-mon[57234]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2026-03-05T22:48:19.540 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 22:48:19 vm02 ceph-mon[57234]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' cmd=[{"prefix": "mds metadata"}]: dispatch 2026-03-05T22:48:19.540 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 22:48:19 vm02 ceph-mon[57234]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' cmd=[{"prefix": "osd metadata"}]: dispatch 2026-03-05T22:48:19.540 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 22:48:19 vm02 ceph-mon[57234]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' cmd=[{"prefix": "mon metadata"}]: dispatch 2026-03-05T22:48:19.540 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 22:48:19 vm02 ceph-mon[57234]: Manager daemon y is now available 2026-03-05T22:48:19.540 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 22:48:19 vm02 ceph-mon[57234]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' 2026-03-05T22:48:19.540 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 22:48:19 vm02 ceph-mon[57234]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2026-03-05T22:48:19.541 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 22:48:19 vm02 ceph-mon[57234]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2026-03-05T22:48:19.541 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 22:48:19 vm02 ceph-mon[57234]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2026-03-05T22:48:19.541 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 22:48:19 vm02 ceph-mon[57234]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' 2026-03-05T22:48:19.541 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 22:48:19 vm02 ceph-mon[57234]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd/host:vm02", "name": "osd_memory_target"}]: dispatch 2026-03-05T22:48:19.541 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 22:48:19 vm02 ceph-mon[57234]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' 2026-03-05T22:48:19.541 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 22:48:19 vm02 ceph-mon[57234]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "client.agent.vm02", "caps": []}]: dispatch 2026-03-05T22:48:19.541 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 22:48:19 vm02 ceph-mon[57234]: mgrmap e11: y(active, since 1.00967s) 2026-03-05T22:48:19.541 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 22:48:19 vm02 ceph-mon[57234]: [05/Mar/2026:21:48:05] ENGINE Bus STARTING 2026-03-05T22:48:19.541 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 22:48:19 vm02 ceph-mon[57234]: from='client.14160 -' entity='client.admin' cmd=[{"prefix": "get_command_descriptions"}]: dispatch 2026-03-05T22:48:19.541 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 22:48:19 vm02 ceph-mon[57234]: from='client.14160 -' entity='client.admin' cmd=[{"prefix": "mgr_status"}]: dispatch 2026-03-05T22:48:19.541 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 22:48:19 vm02 ceph-mon[57234]: [05/Mar/2026:21:48:05] ENGINE Serving on http://192.168.123.102:8765 2026-03-05T22:48:19.541 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 22:48:19 vm02 ceph-mon[57234]: [05/Mar/2026:21:48:06] ENGINE Serving on https://192.168.123.102:7150 2026-03-05T22:48:19.541 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 22:48:19 vm02 ceph-mon[57234]: [05/Mar/2026:21:48:06] ENGINE Bus STARTED 2026-03-05T22:48:19.541 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 22:48:19 vm02 ceph-mon[57234]: [05/Mar/2026:21:48:06] ENGINE Client ('192.168.123.102', 59018) lost — peer dropped the TLS connection suddenly, during handshake: (6, 'TLS/SSL connection has been closed (EOF) (_ssl.c:1147)') 2026-03-05T22:48:19.541 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 22:48:19 vm02 ceph-mon[57234]: from='client.14168 -' entity='client.admin' cmd=[{"prefix": "dashboard create-self-signed-cert", "target": ["mon-mgr", ""]}]: dispatch 2026-03-05T22:48:19.541 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 22:48:19 vm02 ceph-mon[57234]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' 2026-03-05T22:48:19.541 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 22:48:19 vm02 ceph-mon[57234]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' 2026-03-05T22:48:19.541 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 22:48:19 vm02 ceph-mon[57234]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' 2026-03-05T22:48:19.541 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 22:48:19 vm02 ceph-mon[57234]: Deploying daemon agent.vm02 on vm02 2026-03-05T22:48:19.541 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 22:48:19 vm02 ceph-mon[57234]: from='client.14170 -' entity='client.admin' cmd=[{"prefix": "dashboard ac-user-create", "username": "admin", "rolename": "administrator", "force_password": true, "pwd_update_required": true, "target": ["mon-mgr", ""]}]: dispatch 2026-03-05T22:48:19.541 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 22:48:19 vm02 ceph-mon[57234]: mgrmap e12: y(active, since 2s) 2026-03-05T22:48:19.541 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 22:48:19 vm02 ceph-mon[57234]: from='client.? 192.168.123.102:0/1406499301' entity='client.admin' cmd=[{"prefix": "config get", "who": "mgr", "key": "mgr/dashboard/ssl_server_port"}]: dispatch 2026-03-05T22:48:19.541 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 22:48:19 vm02 ceph-mon[57234]: from='client.? 192.168.123.102:0/1343788111' entity='client.admin' 2026-03-05T22:48:19.541 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 22:48:19 vm02 ceph-mon[57234]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' 2026-03-05T22:48:19.541 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 22:48:19 vm02 ceph-mon[57234]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' 2026-03-05T22:48:19.541 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 22:48:19 vm02 ceph-mon[57234]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' 2026-03-05T22:48:19.541 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 22:48:19 vm02 ceph-mon[57234]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2026-03-05T22:48:19.541 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 22:48:19 vm02 ceph-mon[57234]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' 2026-03-05T22:48:19.541 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 22:48:19 vm02 ceph-mon[57234]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' 2026-03-05T22:48:19.541 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 22:48:19 vm02 ceph-mon[57234]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' 2026-03-05T22:48:19.541 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 22:48:19 vm02 ceph-mon[57234]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' 2026-03-05T22:48:19.541 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 22:48:19 vm02 ceph-mon[57234]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' 2026-03-05T22:48:19.541 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 22:48:19 vm02 ceph-mon[57234]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2026-03-05T22:48:19.541 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 22:48:19 vm02 ceph-mon[57234]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' 2026-03-05T22:48:19.541 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 22:48:19 vm02 ceph-mon[57234]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' 2026-03-05T22:48:19.541 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 22:48:19 vm02 ceph-mon[57234]: from='client.? 192.168.123.102:0/1866996196' entity='client.admin' 2026-03-05T22:48:19.541 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 22:48:19 vm02 ceph-mon[57234]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2026-03-05T22:48:19.541 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 22:48:19 vm02 ceph-mon[57234]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' 2026-03-05T22:48:19.541 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 22:48:19 vm02 ceph-mon[57234]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' 2026-03-05T22:48:19.541 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 22:48:19 vm02 ceph-mon[57234]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' 2026-03-05T22:48:19.541 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 22:48:19 vm02 ceph-mon[57234]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' 2026-03-05T22:48:19.541 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 22:48:19 vm02 ceph-mon[57234]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' 2026-03-05T22:48:19.541 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 22:48:19 vm02 ceph-mon[57234]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2026-03-05T22:48:19.541 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 22:48:19 vm02 ceph-mon[57234]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-03-05T22:48:19.541 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 22:48:19 vm02 ceph-mon[57234]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2026-03-05T22:48:19.541 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 22:48:19 vm02 ceph-mon[57234]: from='client.14178 -' entity='client.admin' cmd=[{"prefix": "orch client-keyring set", "entity": "client.admin", "placement": "*", "mode": "0755", "target": ["mon-mgr", ""]}]: dispatch 2026-03-05T22:48:19.541 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 22:48:19 vm02 ceph-mon[57234]: Updating vm02:/etc/ceph/ceph.conf 2026-03-05T22:48:19.541 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 22:48:19 vm02 ceph-mon[57234]: Updating vm02:/var/lib/ceph/ce88f304-18dc-11f1-81b4-a3325c551960/config/ceph.conf 2026-03-05T22:48:19.541 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 22:48:19 vm02 ceph-mon[57234]: Updating vm02:/etc/ceph/ceph.client.admin.keyring 2026-03-05T22:48:19.541 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 22:48:19 vm02 ceph-mon[57234]: Updating vm02:/var/lib/ceph/ce88f304-18dc-11f1-81b4-a3325c551960/config/ceph.client.admin.keyring 2026-03-05T22:48:19.541 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 22:48:19 vm02 ceph-mon[57234]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' 2026-03-05T22:48:19.541 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 22:48:19 vm02 ceph-mon[57234]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' 2026-03-05T22:48:19.541 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 22:48:19 vm02 ceph-mon[57234]: mgrmap e13: y(active, since 6s) 2026-03-05T22:48:19.541 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 22:48:19 vm02 ceph-mon[57234]: from='client.14180 -' entity='client.admin' cmd=[{"prefix": "orch host add", "hostname": "vm09", "target": ["mon-mgr", ""]}]: dispatch 2026-03-05T22:48:19.541 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 22:48:19 vm02 ceph-mon[57234]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' 2026-03-05T22:48:19.541 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 22:48:19 vm02 ceph-mon[57234]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' 2026-03-05T22:48:19.541 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 22:48:19 vm02 ceph-mon[57234]: Deploying cephadm binary to vm09 2026-03-05T22:48:19.541 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 22:48:19 vm02 ceph-mon[57234]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' 2026-03-05T22:48:19.541 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 22:48:19 vm02 ceph-mon[57234]: Added host vm09 2026-03-05T22:48:19.541 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 22:48:19 vm02 ceph-mon[57234]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2026-03-05T22:48:19.542 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 22:48:19 vm02 ceph-mon[57234]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' 2026-03-05T22:48:19.542 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 22:48:19 vm02 ceph-mon[57234]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' 2026-03-05T22:48:19.542 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 22:48:19 vm02 ceph-mon[57234]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' 2026-03-05T22:48:19.542 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 22:48:19 vm02 ceph-mon[57234]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd/host:vm09", "name": "osd_memory_target"}]: dispatch 2026-03-05T22:48:19.542 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 22:48:19 vm02 ceph-mon[57234]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-03-05T22:48:19.542 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 22:48:19 vm02 ceph-mon[57234]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2026-03-05T22:48:19.542 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 22:48:19 vm02 ceph-mon[57234]: Updating vm09:/etc/ceph/ceph.conf 2026-03-05T22:48:19.542 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 22:48:19 vm02 ceph-mon[57234]: Updating vm09:/var/lib/ceph/ce88f304-18dc-11f1-81b4-a3325c551960/config/ceph.conf 2026-03-05T22:48:19.542 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 22:48:19 vm02 ceph-mon[57234]: from='client.14182 -' entity='client.admin' cmd=[{"prefix": "orch host ls", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2026-03-05T22:48:19.542 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 22:48:19 vm02 ceph-mon[57234]: Updating vm09:/etc/ceph/ceph.client.admin.keyring 2026-03-05T22:48:19.542 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 22:48:19 vm02 ceph-mon[57234]: Updating vm09:/var/lib/ceph/ce88f304-18dc-11f1-81b4-a3325c551960/config/ceph.client.admin.keyring 2026-03-05T22:48:19.542 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 22:48:19 vm02 ceph-mon[57234]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' 2026-03-05T22:48:19.542 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 22:48:19 vm02 ceph-mon[57234]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' 2026-03-05T22:48:19.542 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 22:48:19 vm02 ceph-mon[57234]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "client.agent.vm09", "caps": []}]: dispatch 2026-03-05T22:48:19.542 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 22:48:19 vm02 ceph-mon[57234]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' cmd='[{"prefix": "auth get-or-create", "entity": "client.agent.vm09", "caps": []}]': finished 2026-03-05T22:48:19.542 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 22:48:19 vm02 ceph-mon[57234]: from='client.? 192.168.123.102:0/731326910' entity='client.admin' cmd=[{"prefix": "osd crush tunables", "profile": "default"}]: dispatch 2026-03-05T22:48:19.542 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 22:48:19 vm02 ceph-mon[57234]: Deploying daemon agent.vm09 on vm09 2026-03-05T22:48:19.542 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 22:48:19 vm02 ceph-mon[57234]: from='client.? 192.168.123.102:0/731326910' entity='client.admin' cmd='[{"prefix": "osd crush tunables", "profile": "default"}]': finished 2026-03-05T22:48:19.542 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 22:48:19 vm02 ceph-mon[57234]: osdmap e4: 0 total, 0 up, 0 in 2026-03-05T22:48:19.542 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 22:48:19 vm02 ceph-mon[57234]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' 2026-03-05T22:48:19.542 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 22:48:19 vm02 ceph-mon[57234]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' 2026-03-05T22:48:19.542 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 22:48:19 vm02 ceph-mon[57234]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' 2026-03-05T22:48:19.542 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 22:48:19 vm02 ceph-mon[57234]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2026-03-05T22:48:19.542 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 22:48:19 vm02 ceph-mon[57234]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-03-05T22:48:19.542 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 22:48:19 vm02 ceph-mon[57234]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2026-03-05T22:48:19.542 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 22:48:19 vm02 ceph-mon[57234]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' 2026-03-05T22:48:19.542 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 22:48:19 vm02 ceph-mon[57234]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2026-03-05T22:48:19.542 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 22:48:19 vm02 ceph-mon[57234]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-03-05T22:48:19.542 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 22:48:19 vm02 ceph-mon[57234]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2026-03-05T22:48:19.542 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 22:48:19 vm02 ceph-mon[57234]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' 2026-03-05T22:48:19.542 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 22:48:19 vm02 ceph-mon[57234]: from='client.14186 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "mon", "placement": "3;vm02:192.168.123.102=a;vm02:[v2:192.168.123.102:3301,v1:192.168.123.102:6790]=c;vm09:192.168.123.109=b", "target": ["mon-mgr", ""]}]: dispatch 2026-03-05T22:48:19.542 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 22:48:19 vm02 ceph-mon[57234]: Saving service mon spec with placement vm02:192.168.123.102=a;vm02:[v2:192.168.123.102:3301,v1:192.168.123.102:6790]=c;vm09:192.168.123.109=b;count:3 2026-03-05T22:48:19.542 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 22:48:19 vm02 ceph-mon[57234]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' 2026-03-05T22:48:19.542 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 22:48:19 vm02 ceph-mon[57234]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2026-03-05T22:48:19.542 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 22:48:19 vm02 ceph-mon[57234]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-03-05T22:48:19.542 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 22:48:19 vm02 ceph-mon[57234]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2026-03-05T22:48:19.542 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 22:48:19 vm02 ceph-mon[57234]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' 2026-03-05T22:48:19.542 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 22:48:19 vm02 ceph-mon[57234]: Filtered out host vm09: does not belong to mon public_network(s): 192.168.123.0/24, host network(s): 2026-03-05T22:48:19.542 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 22:48:19 vm02 ceph-mon[57234]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2026-03-05T22:48:19.542 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 22:48:19 vm02 ceph-mon[57234]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-03-05T22:48:19.542 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 22:48:19 vm02 ceph-mon[57234]: Deploying daemon mon.c on vm02 2026-03-05T22:48:19.542 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 22:48:19 vm02 ceph-mon[57234]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' 2026-03-05T22:48:19.542 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 22:48:19 vm02 ceph-mon[57234]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' 2026-03-05T22:48:19.542 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 22:48:19 vm02 ceph-mon[57234]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' 2026-03-05T22:48:19.542 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 22:48:19 vm02 ceph-mon[57234]: mon.c@-1(synchronizing).paxosservice(auth 1..5) refresh upgraded, format 0 -> 3 2026-03-05T22:48:20.123 INFO:tasks.cephadm:Waiting for 3 mons in monmap... 2026-03-05T22:48:20.123 DEBUG:teuthology.orchestra.run.vm09:> sudo /home/ubuntu/cephtest/cephadm --image harbor.clyso.com/custom-ceph/ceph/ceph:cobaltcore-storage-v19.2.3-fasttrack-3 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid ce88f304-18dc-11f1-81b4-a3325c551960 -- ceph mon dump -f json 2026-03-05T22:48:20.503 INFO:teuthology.orchestra.run.vm09.stderr:Inferring config /var/lib/ceph/ce88f304-18dc-11f1-81b4-a3325c551960/config/ceph.conf 2026-03-05T22:48:24.508 INFO:teuthology.orchestra.run.vm09.stdout: 2026-03-05T22:48:24.508 INFO:teuthology.orchestra.run.vm09.stdout:{"epoch":2,"fsid":"ce88f304-18dc-11f1-81b4-a3325c551960","modified":"2026-03-05T21:48:19.190814Z","created":"2026-03-05T21:47:13.816726Z","min_mon_release":19,"min_mon_release_name":"squid","election_strategy":1,"disallowed_leaders":"","stretch_mode":false,"tiebreaker_mon":"","removed_ranks":"","features":{"persistent":["kraken","luminous","mimic","osdmap-prune","nautilus","octopus","pacific","elector-pinging","quincy","reef","squid"],"optional":[]},"mons":[{"rank":0,"name":"a","public_addrs":{"addrvec":[{"type":"v2","addr":"192.168.123.102:3300","nonce":0},{"type":"v1","addr":"192.168.123.102:6789","nonce":0}]},"addr":"192.168.123.102:6789/0","public_addr":"192.168.123.102:6789/0","priority":0,"weight":0,"crush_location":"{}"},{"rank":1,"name":"c","public_addrs":{"addrvec":[{"type":"v2","addr":"192.168.123.102:3301","nonce":0},{"type":"v1","addr":"192.168.123.102:6790","nonce":0}]},"addr":"192.168.123.102:6790/0","public_addr":"192.168.123.102:6790/0","priority":0,"weight":0,"crush_location":"{}"}],"quorum":[0,1]} 2026-03-05T22:48:24.509 INFO:teuthology.orchestra.run.vm09.stderr:dumped monmap epoch 2 2026-03-05T22:48:24.536 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 22:48:24 vm02 ceph-mon[57234]: mon.a calling monitor election 2026-03-05T22:48:24.536 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 22:48:24 vm02 ceph-mon[57234]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2026-03-05T22:48:24.536 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 22:48:24 vm02 ceph-mon[57234]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2026-03-05T22:48:24.536 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 22:48:24 vm02 ceph-mon[57234]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2026-03-05T22:48:24.536 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 22:48:24 vm02 ceph-mon[57234]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2026-03-05T22:48:24.536 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 22:48:24 vm02 ceph-mon[57234]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2026-03-05T22:48:24.536 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 22:48:24 vm02 ceph-mon[57234]: mon.c calling monitor election 2026-03-05T22:48:24.536 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 22:48:24 vm02 ceph-mon[57234]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2026-03-05T22:48:24.536 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 22:48:24 vm02 ceph-mon[57234]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2026-03-05T22:48:24.536 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 22:48:24 vm02 ceph-mon[57234]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2026-03-05T22:48:24.536 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 22:48:24 vm02 ceph-mon[57234]: mon.a is new leader, mons a,c in quorum (ranks 0,1) 2026-03-05T22:48:24.536 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 22:48:24 vm02 ceph-mon[57234]: monmap epoch 2 2026-03-05T22:48:24.536 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 22:48:24 vm02 ceph-mon[57234]: fsid ce88f304-18dc-11f1-81b4-a3325c551960 2026-03-05T22:48:24.536 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 22:48:24 vm02 ceph-mon[57234]: last_changed 2026-03-05T21:48:19.190814+0000 2026-03-05T22:48:24.536 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 22:48:24 vm02 ceph-mon[57234]: created 2026-03-05T21:47:13.816726+0000 2026-03-05T22:48:24.536 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 22:48:24 vm02 ceph-mon[57234]: min_mon_release 19 (squid) 2026-03-05T22:48:24.536 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 22:48:24 vm02 ceph-mon[57234]: election_strategy: 1 2026-03-05T22:48:24.536 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 22:48:24 vm02 ceph-mon[57234]: 0: [v2:192.168.123.102:3300/0,v1:192.168.123.102:6789/0] mon.a 2026-03-05T22:48:24.536 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 22:48:24 vm02 ceph-mon[57234]: 1: [v2:192.168.123.102:3301/0,v1:192.168.123.102:6790/0] mon.c 2026-03-05T22:48:24.536 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 22:48:24 vm02 ceph-mon[57234]: fsmap 2026-03-05T22:48:24.536 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 22:48:24 vm02 ceph-mon[57234]: osdmap e4: 0 total, 0 up, 0 in 2026-03-05T22:48:24.536 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 22:48:24 vm02 ceph-mon[57234]: mgrmap e13: y(active, since 19s) 2026-03-05T22:48:24.536 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 22:48:24 vm02 ceph-mon[57234]: overall HEALTH_OK 2026-03-05T22:48:24.536 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 22:48:24 vm02 ceph-mon[57234]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-03-05T22:48:24.536 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 22:48:24 vm02 ceph-mon[57234]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' 2026-03-05T22:48:24.536 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 22:48:24 vm02 ceph-mon[57234]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2026-03-05T22:48:24.536 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 22:48:24 vm02 ceph-mon[57234]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' 2026-03-05T22:48:24.536 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 22:48:24 vm02 ceph-mon[57234]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' 2026-03-05T22:48:24.536 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 22:48:24 vm02 ceph-mon[57234]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' 2026-03-05T22:48:24.536 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 22:48:24 vm02 ceph-mon[57234]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' 2026-03-05T22:48:24.536 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 22:48:24 vm02 ceph-mon[57234]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' 2026-03-05T22:48:24.537 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 22:48:24 vm02 ceph-mon[51276]: mon.a calling monitor election 2026-03-05T22:48:24.537 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 22:48:24 vm02 ceph-mon[51276]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2026-03-05T22:48:24.537 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 22:48:24 vm02 ceph-mon[51276]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2026-03-05T22:48:24.537 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 22:48:24 vm02 ceph-mon[51276]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2026-03-05T22:48:24.537 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 22:48:24 vm02 ceph-mon[51276]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2026-03-05T22:48:24.537 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 22:48:24 vm02 ceph-mon[51276]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2026-03-05T22:48:24.537 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 22:48:24 vm02 ceph-mon[51276]: mon.c calling monitor election 2026-03-05T22:48:24.537 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 22:48:24 vm02 ceph-mon[51276]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2026-03-05T22:48:24.537 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 22:48:24 vm02 ceph-mon[51276]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2026-03-05T22:48:24.537 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 22:48:24 vm02 ceph-mon[51276]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2026-03-05T22:48:24.537 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 22:48:24 vm02 ceph-mon[51276]: mon.a is new leader, mons a,c in quorum (ranks 0,1) 2026-03-05T22:48:24.537 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 22:48:24 vm02 ceph-mon[51276]: monmap epoch 2 2026-03-05T22:48:24.537 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 22:48:24 vm02 ceph-mon[51276]: fsid ce88f304-18dc-11f1-81b4-a3325c551960 2026-03-05T22:48:24.537 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 22:48:24 vm02 ceph-mon[51276]: last_changed 2026-03-05T21:48:19.190814+0000 2026-03-05T22:48:24.537 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 22:48:24 vm02 ceph-mon[51276]: created 2026-03-05T21:47:13.816726+0000 2026-03-05T22:48:24.537 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 22:48:24 vm02 ceph-mon[51276]: min_mon_release 19 (squid) 2026-03-05T22:48:24.537 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 22:48:24 vm02 ceph-mon[51276]: election_strategy: 1 2026-03-05T22:48:24.537 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 22:48:24 vm02 ceph-mon[51276]: 0: [v2:192.168.123.102:3300/0,v1:192.168.123.102:6789/0] mon.a 2026-03-05T22:48:24.537 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 22:48:24 vm02 ceph-mon[51276]: 1: [v2:192.168.123.102:3301/0,v1:192.168.123.102:6790/0] mon.c 2026-03-05T22:48:24.537 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 22:48:24 vm02 ceph-mon[51276]: fsmap 2026-03-05T22:48:24.537 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 22:48:24 vm02 ceph-mon[51276]: osdmap e4: 0 total, 0 up, 0 in 2026-03-05T22:48:24.537 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 22:48:24 vm02 ceph-mon[51276]: mgrmap e13: y(active, since 19s) 2026-03-05T22:48:24.537 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 22:48:24 vm02 ceph-mon[51276]: overall HEALTH_OK 2026-03-05T22:48:24.537 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 22:48:24 vm02 ceph-mon[51276]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-03-05T22:48:24.537 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 22:48:24 vm02 ceph-mon[51276]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' 2026-03-05T22:48:24.537 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 22:48:24 vm02 ceph-mon[51276]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2026-03-05T22:48:24.537 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 22:48:24 vm02 ceph-mon[51276]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' 2026-03-05T22:48:24.537 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 22:48:24 vm02 ceph-mon[51276]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' 2026-03-05T22:48:24.537 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 22:48:24 vm02 ceph-mon[51276]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' 2026-03-05T22:48:24.537 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 22:48:24 vm02 ceph-mon[51276]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' 2026-03-05T22:48:24.537 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 22:48:24 vm02 ceph-mon[51276]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' 2026-03-05T22:48:25.696 INFO:tasks.cephadm:Waiting for 3 mons in monmap... 2026-03-05T22:48:25.696 DEBUG:teuthology.orchestra.run.vm09:> sudo /home/ubuntu/cephtest/cephadm --image harbor.clyso.com/custom-ceph/ceph/ceph:cobaltcore-storage-v19.2.3-fasttrack-3 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid ce88f304-18dc-11f1-81b4-a3325c551960 -- ceph mon dump -f json 2026-03-05T22:48:25.785 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 22:48:25 vm02 ceph-mon[57234]: Updating vm02:/etc/ceph/ceph.conf 2026-03-05T22:48:25.786 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 22:48:25 vm02 ceph-mon[57234]: Updating vm09:/etc/ceph/ceph.conf 2026-03-05T22:48:25.786 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 22:48:25 vm02 ceph-mon[57234]: Updating vm09:/var/lib/ceph/ce88f304-18dc-11f1-81b4-a3325c551960/config/ceph.conf 2026-03-05T22:48:25.786 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 22:48:25 vm02 ceph-mon[57234]: Updating vm02:/var/lib/ceph/ce88f304-18dc-11f1-81b4-a3325c551960/config/ceph.conf 2026-03-05T22:48:25.786 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 22:48:25 vm02 ceph-mon[57234]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' 2026-03-05T22:48:25.786 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 22:48:25 vm02 ceph-mon[57234]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' 2026-03-05T22:48:25.786 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 22:48:25 vm02 ceph-mon[57234]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' 2026-03-05T22:48:25.786 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 22:48:25 vm02 ceph-mon[57234]: from='client.? 192.168.123.109:0/1126143312' entity='client.admin' cmd=[{"prefix": "mon dump", "format": "json"}]: dispatch 2026-03-05T22:48:25.786 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 22:48:25 vm02 ceph-mon[57234]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' 2026-03-05T22:48:25.786 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 22:48:25 vm02 ceph-mon[57234]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' 2026-03-05T22:48:25.786 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 22:48:25 vm02 ceph-mon[57234]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' 2026-03-05T22:48:25.786 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 22:48:25 vm02 ceph-mon[57234]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' 2026-03-05T22:48:25.786 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 22:48:25 vm02 ceph-mon[57234]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' 2026-03-05T22:48:25.786 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 22:48:25 vm02 ceph-mon[57234]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2026-03-05T22:48:25.786 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 22:48:25 vm02 ceph-mon[57234]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-03-05T22:48:25.786 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 22:48:25 vm02 ceph-mon[57234]: Deploying daemon mon.b on vm09 2026-03-05T22:48:25.786 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 22:48:25 vm02 ceph-mon[57234]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2026-03-05T22:48:25.786 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 22:48:25 vm02 ceph-mon[51276]: Updating vm02:/etc/ceph/ceph.conf 2026-03-05T22:48:25.786 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 22:48:25 vm02 ceph-mon[51276]: Updating vm09:/etc/ceph/ceph.conf 2026-03-05T22:48:25.786 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 22:48:25 vm02 ceph-mon[51276]: Updating vm09:/var/lib/ceph/ce88f304-18dc-11f1-81b4-a3325c551960/config/ceph.conf 2026-03-05T22:48:25.786 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 22:48:25 vm02 ceph-mon[51276]: Updating vm02:/var/lib/ceph/ce88f304-18dc-11f1-81b4-a3325c551960/config/ceph.conf 2026-03-05T22:48:25.786 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 22:48:25 vm02 ceph-mon[51276]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' 2026-03-05T22:48:25.786 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 22:48:25 vm02 ceph-mon[51276]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' 2026-03-05T22:48:25.786 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 22:48:25 vm02 ceph-mon[51276]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' 2026-03-05T22:48:25.786 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 22:48:25 vm02 ceph-mon[51276]: from='client.? 192.168.123.109:0/1126143312' entity='client.admin' cmd=[{"prefix": "mon dump", "format": "json"}]: dispatch 2026-03-05T22:48:25.786 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 22:48:25 vm02 ceph-mon[51276]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' 2026-03-05T22:48:25.786 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 22:48:25 vm02 ceph-mon[51276]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' 2026-03-05T22:48:25.786 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 22:48:25 vm02 ceph-mon[51276]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' 2026-03-05T22:48:25.786 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 22:48:25 vm02 ceph-mon[51276]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' 2026-03-05T22:48:25.786 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 22:48:25 vm02 ceph-mon[51276]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' 2026-03-05T22:48:25.786 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 22:48:25 vm02 ceph-mon[51276]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2026-03-05T22:48:25.786 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 22:48:25 vm02 ceph-mon[51276]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-03-05T22:48:25.786 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 22:48:25 vm02 ceph-mon[51276]: Deploying daemon mon.b on vm09 2026-03-05T22:48:25.786 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 22:48:25 vm02 ceph-mon[51276]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2026-03-05T22:48:26.192 INFO:teuthology.orchestra.run.vm09.stderr:Inferring config /var/lib/ceph/ce88f304-18dc-11f1-81b4-a3325c551960/mon.b/config 2026-03-05T22:48:26.530 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 22:48:26 vm09 ceph-mon[51064]: mon.b@-1(synchronizing).osd e4 e4: 0 total, 0 up, 0 in 2026-03-05T22:48:26.535 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 22:48:26 vm02 ceph-mon[57234]: pgmap v4: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2026-03-05T22:48:26.535 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 22:48:26 vm02 ceph-mon[51276]: pgmap v4: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2026-03-05T22:48:26.535 INFO:journalctl@ceph.mgr.y.vm02.stdout:Mar 05 22:48:26 vm02 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-mgr-y[51511]: 2026-03-05T21:48:26.189+0000 7fbd7c593640 -1 mgr.server handle_report got status from non-daemon mon.c 2026-03-05T22:48:26.929 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 22:48:26 vm09 ceph-mon[51064]: mon.b@-1(synchronizing).osd e4 crush map has features 3314932999778484224, adjusting msgr requires 2026-03-05T22:48:26.929 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 22:48:26 vm09 ceph-mon[51064]: mon.b@-1(synchronizing).osd e4 crush map has features 288514050185494528, adjusting msgr requires 2026-03-05T22:48:26.929 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 22:48:26 vm09 ceph-mon[51064]: mon.b@-1(synchronizing).osd e4 crush map has features 288514050185494528, adjusting msgr requires 2026-03-05T22:48:26.929 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 22:48:26 vm09 ceph-mon[51064]: mon.b@-1(synchronizing).osd e4 crush map has features 288514050185494528, adjusting msgr requires 2026-03-05T22:48:26.929 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 22:48:26 vm09 ceph-mon[51064]: mkfs ce88f304-18dc-11f1-81b4-a3325c551960 2026-03-05T22:48:26.929 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 22:48:26 vm09 ceph-mon[51064]: mon.a is new leader, mons a in quorum (ranks 0) 2026-03-05T22:48:26.929 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 22:48:26 vm09 ceph-mon[51064]: mon.a is new leader, mons a in quorum (ranks 0) 2026-03-05T22:48:26.929 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 22:48:26 vm09 ceph-mon[51064]: monmap epoch 1 2026-03-05T22:48:26.929 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 22:48:26 vm09 ceph-mon[51064]: fsid ce88f304-18dc-11f1-81b4-a3325c551960 2026-03-05T22:48:26.929 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 22:48:26 vm09 ceph-mon[51064]: last_changed 2026-03-05T21:47:13.816726+0000 2026-03-05T22:48:26.929 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 22:48:26 vm09 ceph-mon[51064]: created 2026-03-05T21:47:13.816726+0000 2026-03-05T22:48:26.929 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 22:48:26 vm09 ceph-mon[51064]: min_mon_release 19 (squid) 2026-03-05T22:48:26.929 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 22:48:26 vm09 ceph-mon[51064]: election_strategy: 1 2026-03-05T22:48:26.929 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 22:48:26 vm09 ceph-mon[51064]: 0: [v2:192.168.123.102:3300/0,v1:192.168.123.102:6789/0] mon.a 2026-03-05T22:48:26.929 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 22:48:26 vm09 ceph-mon[51064]: fsmap 2026-03-05T22:48:26.929 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 22:48:26 vm09 ceph-mon[51064]: osdmap e1: 0 total, 0 up, 0 in 2026-03-05T22:48:26.929 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 22:48:26 vm09 ceph-mon[51064]: mgrmap e1: no daemons active 2026-03-05T22:48:26.929 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 22:48:26 vm09 ceph-mon[51064]: from='client.? 192.168.123.102:0/1976231292' entity='client.admin' cmd=[{"prefix": "status"}]: dispatch 2026-03-05T22:48:26.929 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 22:48:26 vm09 ceph-mon[51064]: from='client.? 192.168.123.102:0/1183992662' entity='client.admin' cmd=[{"prefix": "config assimilate-conf"}]: dispatch 2026-03-05T22:48:26.929 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 22:48:26 vm09 ceph-mon[51064]: from='client.? 192.168.123.102:0/1183992662' entity='client.admin' cmd='[{"prefix": "config assimilate-conf"}]': finished 2026-03-05T22:48:26.929 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 22:48:26 vm09 ceph-mon[51064]: mon.a is new leader, mons a in quorum (ranks 0) 2026-03-05T22:48:26.929 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 22:48:26 vm09 ceph-mon[51064]: monmap epoch 1 2026-03-05T22:48:26.929 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 22:48:26 vm09 ceph-mon[51064]: fsid ce88f304-18dc-11f1-81b4-a3325c551960 2026-03-05T22:48:26.929 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 22:48:26 vm09 ceph-mon[51064]: last_changed 2026-03-05T21:47:13.816726+0000 2026-03-05T22:48:26.929 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 22:48:26 vm09 ceph-mon[51064]: created 2026-03-05T21:47:13.816726+0000 2026-03-05T22:48:26.929 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 22:48:26 vm09 ceph-mon[51064]: min_mon_release 19 (squid) 2026-03-05T22:48:26.929 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 22:48:26 vm09 ceph-mon[51064]: election_strategy: 1 2026-03-05T22:48:26.929 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 22:48:26 vm09 ceph-mon[51064]: 0: [v2:192.168.123.102:3300/0,v1:192.168.123.102:6789/0] mon.a 2026-03-05T22:48:26.930 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 22:48:26 vm09 ceph-mon[51064]: fsmap 2026-03-05T22:48:26.930 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 22:48:26 vm09 ceph-mon[51064]: osdmap e1: 0 total, 0 up, 0 in 2026-03-05T22:48:26.930 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 22:48:26 vm09 ceph-mon[51064]: mgrmap e1: no daemons active 2026-03-05T22:48:26.930 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 22:48:26 vm09 ceph-mon[51064]: from='client.? 192.168.123.102:0/1065786722' entity='client.admin' 2026-03-05T22:48:26.930 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 22:48:26 vm09 ceph-mon[51064]: from='client.? 192.168.123.102:0/3202797395' entity='client.admin' cmd=[{"prefix": "status", "format": "json-pretty"}]: dispatch 2026-03-05T22:48:26.930 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 22:48:26 vm09 ceph-mon[51064]: from='client.? 192.168.123.102:0/609628458' entity='client.admin' cmd=[{"prefix": "status", "format": "json-pretty"}]: dispatch 2026-03-05T22:48:26.930 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 22:48:26 vm09 ceph-mon[51064]: from='client.? 192.168.123.102:0/4277703457' entity='client.admin' cmd=[{"prefix": "status", "format": "json-pretty"}]: dispatch 2026-03-05T22:48:26.930 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 22:48:26 vm09 ceph-mon[51064]: from='client.? 192.168.123.102:0/2900039649' entity='client.admin' cmd=[{"prefix": "status", "format": "json-pretty"}]: dispatch 2026-03-05T22:48:26.930 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 22:48:26 vm09 ceph-mon[51064]: from='client.? 192.168.123.102:0/536458159' entity='client.admin' cmd=[{"prefix": "status", "format": "json-pretty"}]: dispatch 2026-03-05T22:48:26.930 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 22:48:26 vm09 ceph-mon[51064]: Activating manager daemon y 2026-03-05T22:48:26.930 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 22:48:26 vm09 ceph-mon[51064]: mgrmap e2: y(active, starting, since 0.00491375s) 2026-03-05T22:48:26.930 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 22:48:26 vm09 ceph-mon[51064]: from='mgr.14100 192.168.123.102:0/1256583911' entity='mgr.y' cmd=[{"prefix": "mds metadata"}]: dispatch 2026-03-05T22:48:26.930 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 22:48:26 vm09 ceph-mon[51064]: from='mgr.14100 192.168.123.102:0/1256583911' entity='mgr.y' cmd=[{"prefix": "osd metadata"}]: dispatch 2026-03-05T22:48:26.930 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 22:48:26 vm09 ceph-mon[51064]: from='mgr.14100 192.168.123.102:0/1256583911' entity='mgr.y' cmd=[{"prefix": "mon metadata"}]: dispatch 2026-03-05T22:48:26.930 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 22:48:26 vm09 ceph-mon[51064]: from='mgr.14100 192.168.123.102:0/1256583911' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2026-03-05T22:48:26.930 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 22:48:26 vm09 ceph-mon[51064]: from='mgr.14100 192.168.123.102:0/1256583911' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2026-03-05T22:48:26.930 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 22:48:26 vm09 ceph-mon[51064]: Manager daemon y is now available 2026-03-05T22:48:26.930 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 22:48:26 vm09 ceph-mon[51064]: from='mgr.14100 192.168.123.102:0/1256583911' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2026-03-05T22:48:26.930 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 22:48:26 vm09 ceph-mon[51064]: from='mgr.14100 192.168.123.102:0/1256583911' entity='mgr.y' 2026-03-05T22:48:26.930 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 22:48:26 vm09 ceph-mon[51064]: from='mgr.14100 192.168.123.102:0/1256583911' entity='mgr.y' 2026-03-05T22:48:26.930 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 22:48:26 vm09 ceph-mon[51064]: from='mgr.14100 192.168.123.102:0/1256583911' entity='mgr.y' 2026-03-05T22:48:26.930 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 22:48:26 vm09 ceph-mon[51064]: from='mgr.14100 192.168.123.102:0/1256583911' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2026-03-05T22:48:26.930 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 22:48:26 vm09 ceph-mon[51064]: mgrmap e3: y(active, since 1.00878s) 2026-03-05T22:48:26.930 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 22:48:26 vm09 ceph-mon[51064]: from='client.? 192.168.123.102:0/1319099136' entity='client.admin' cmd=[{"prefix": "status", "format": "json-pretty"}]: dispatch 2026-03-05T22:48:26.930 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 22:48:26 vm09 ceph-mon[51064]: from='client.? 192.168.123.102:0/1599714897' entity='client.admin' cmd=[{"prefix": "config assimilate-conf"}]: dispatch 2026-03-05T22:48:26.930 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 22:48:26 vm09 ceph-mon[51064]: from='client.? 192.168.123.102:0/1599714897' entity='client.admin' cmd='[{"prefix": "config assimilate-conf"}]': finished 2026-03-05T22:48:26.930 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 22:48:26 vm09 ceph-mon[51064]: mgrmap e4: y(active, since 2s) 2026-03-05T22:48:26.930 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 22:48:26 vm09 ceph-mon[51064]: from='client.? 192.168.123.102:0/1528654419' entity='client.admin' cmd=[{"prefix": "mgr module enable", "module": "cephadm"}]: dispatch 2026-03-05T22:48:26.930 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 22:48:26 vm09 ceph-mon[51064]: from='client.? 192.168.123.102:0/1528654419' entity='client.admin' cmd='[{"prefix": "mgr module enable", "module": "cephadm"}]': finished 2026-03-05T22:48:26.930 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 22:48:26 vm09 ceph-mon[51064]: mgrmap e5: y(active, since 3s) 2026-03-05T22:48:26.930 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 22:48:26 vm09 ceph-mon[51064]: from='client.? 192.168.123.102:0/1090293971' entity='client.admin' cmd=[{"prefix": "mgr stat"}]: dispatch 2026-03-05T22:48:26.930 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 22:48:26 vm09 ceph-mon[51064]: Active manager daemon y restarted 2026-03-05T22:48:26.930 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 22:48:26 vm09 ceph-mon[51064]: Activating manager daemon y 2026-03-05T22:48:26.930 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 22:48:26 vm09 ceph-mon[51064]: osdmap e2: 0 total, 0 up, 0 in 2026-03-05T22:48:26.930 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 22:48:26 vm09 ceph-mon[51064]: mgrmap e6: y(active, starting, since 0.00832571s) 2026-03-05T22:48:26.930 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 22:48:26 vm09 ceph-mon[51064]: from='mgr.14124 192.168.123.102:0/3294182281' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2026-03-05T22:48:26.930 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 22:48:26 vm09 ceph-mon[51064]: from='mgr.14124 192.168.123.102:0/3294182281' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2026-03-05T22:48:26.930 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 22:48:26 vm09 ceph-mon[51064]: from='mgr.14124 192.168.123.102:0/3294182281' entity='mgr.y' cmd=[{"prefix": "mds metadata"}]: dispatch 2026-03-05T22:48:26.930 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 22:48:26 vm09 ceph-mon[51064]: from='mgr.14124 192.168.123.102:0/3294182281' entity='mgr.y' cmd=[{"prefix": "osd metadata"}]: dispatch 2026-03-05T22:48:26.930 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 22:48:26 vm09 ceph-mon[51064]: from='mgr.14124 192.168.123.102:0/3294182281' entity='mgr.y' cmd=[{"prefix": "mon metadata"}]: dispatch 2026-03-05T22:48:26.930 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 22:48:26 vm09 ceph-mon[51064]: Manager daemon y is now available 2026-03-05T22:48:26.930 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 22:48:26 vm09 ceph-mon[51064]: from='mgr.14124 192.168.123.102:0/3294182281' entity='mgr.y' 2026-03-05T22:48:26.930 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 22:48:26 vm09 ceph-mon[51064]: from='mgr.14124 192.168.123.102:0/3294182281' entity='mgr.y' 2026-03-05T22:48:26.930 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 22:48:26 vm09 ceph-mon[51064]: from='mgr.14124 192.168.123.102:0/3294182281' entity='mgr.y' 2026-03-05T22:48:26.930 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 22:48:26 vm09 ceph-mon[51064]: from='mgr.14124 192.168.123.102:0/3294182281' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2026-03-05T22:48:26.930 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 22:48:26 vm09 ceph-mon[51064]: from='mgr.14124 192.168.123.102:0/3294182281' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2026-03-05T22:48:26.930 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 22:48:26 vm09 ceph-mon[51064]: from='mgr.14124 192.168.123.102:0/3294182281' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2026-03-05T22:48:26.930 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 22:48:26 vm09 ceph-mon[51064]: Found migration_current of "None". Setting to last migration. 2026-03-05T22:48:26.930 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 22:48:26 vm09 ceph-mon[51064]: from='mgr.14124 192.168.123.102:0/3294182281' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2026-03-05T22:48:26.930 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 22:48:26 vm09 ceph-mon[51064]: from='mgr.14124 192.168.123.102:0/3294182281' entity='mgr.y' 2026-03-05T22:48:26.930 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 22:48:26 vm09 ceph-mon[51064]: from='mgr.14124 192.168.123.102:0/3294182281' entity='mgr.y' 2026-03-05T22:48:26.930 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 22:48:26 vm09 ceph-mon[51064]: mgrmap e7: y(active, since 1.01054s) 2026-03-05T22:48:26.930 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 22:48:26 vm09 ceph-mon[51064]: from='client.14128 -' entity='client.admin' cmd=[{"prefix": "get_command_descriptions"}]: dispatch 2026-03-05T22:48:26.930 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 22:48:26 vm09 ceph-mon[51064]: from='client.14128 -' entity='client.admin' cmd=[{"prefix": "mgr_status"}]: dispatch 2026-03-05T22:48:26.930 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 22:48:26 vm09 ceph-mon[51064]: from='mgr.14124 192.168.123.102:0/3294182281' entity='mgr.y' 2026-03-05T22:48:26.930 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 22:48:26 vm09 ceph-mon[51064]: from='mgr.14124 192.168.123.102:0/3294182281' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2026-03-05T22:48:26.930 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 22:48:26 vm09 ceph-mon[51064]: from='mgr.14124 192.168.123.102:0/3294182281' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2026-03-05T22:48:26.930 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 22:48:26 vm09 ceph-mon[51064]: from='client.14136 -' entity='client.admin' cmd=[{"prefix": "orch set backend", "module_name": "cephadm", "target": ["mon-mgr", ""]}]: dispatch 2026-03-05T22:48:26.931 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 22:48:26 vm09 ceph-mon[51064]: [05/Mar/2026:21:47:46] ENGINE Bus STARTING 2026-03-05T22:48:26.931 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 22:48:26 vm09 ceph-mon[51064]: [05/Mar/2026:21:47:46] ENGINE Serving on https://192.168.123.102:7150 2026-03-05T22:48:26.931 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 22:48:26 vm09 ceph-mon[51064]: [05/Mar/2026:21:47:46] ENGINE Client ('192.168.123.102', 44818) lost — peer dropped the TLS connection suddenly, during handshake: (6, 'TLS/SSL connection has been closed (EOF) (_ssl.c:1147)') 2026-03-05T22:48:26.931 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 22:48:26 vm09 ceph-mon[51064]: [05/Mar/2026:21:47:47] ENGINE Serving on http://192.168.123.102:8765 2026-03-05T22:48:26.931 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 22:48:26 vm09 ceph-mon[51064]: [05/Mar/2026:21:47:47] ENGINE Bus STARTED 2026-03-05T22:48:26.931 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 22:48:26 vm09 ceph-mon[51064]: from='client.14138 -' entity='client.admin' cmd=[{"prefix": "cephadm set-user", "user": "root", "target": ["mon-mgr", ""]}]: dispatch 2026-03-05T22:48:26.931 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 22:48:26 vm09 ceph-mon[51064]: mgrmap e8: y(active, since 2s) 2026-03-05T22:48:26.931 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 22:48:26 vm09 ceph-mon[51064]: from='mgr.14124 192.168.123.102:0/3294182281' entity='mgr.y' 2026-03-05T22:48:26.931 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 22:48:26 vm09 ceph-mon[51064]: from='mgr.14124 192.168.123.102:0/3294182281' entity='mgr.y' 2026-03-05T22:48:26.931 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 22:48:26 vm09 ceph-mon[51064]: from='client.14140 -' entity='client.admin' cmd=[{"prefix": "cephadm generate-key", "target": ["mon-mgr", ""]}]: dispatch 2026-03-05T22:48:26.931 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 22:48:26 vm09 ceph-mon[51064]: Generating ssh key... 2026-03-05T22:48:26.931 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 22:48:26 vm09 ceph-mon[51064]: from='client.14142 -' entity='client.admin' cmd=[{"prefix": "cephadm get-pub-key", "target": ["mon-mgr", ""]}]: dispatch 2026-03-05T22:48:26.931 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 22:48:26 vm09 ceph-mon[51064]: from='client.14144 -' entity='client.admin' cmd=[{"prefix": "orch host add", "hostname": "vm02", "addr": "192.168.123.102", "target": ["mon-mgr", ""]}]: dispatch 2026-03-05T22:48:26.931 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 22:48:26 vm09 ceph-mon[51064]: Deploying cephadm binary to vm02 2026-03-05T22:48:26.931 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 22:48:26 vm09 ceph-mon[51064]: from='mgr.14124 192.168.123.102:0/3294182281' entity='mgr.y' 2026-03-05T22:48:26.931 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 22:48:26 vm09 ceph-mon[51064]: Added host vm02 2026-03-05T22:48:26.931 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 22:48:26 vm09 ceph-mon[51064]: from='mgr.14124 192.168.123.102:0/3294182281' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2026-03-05T22:48:26.931 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 22:48:26 vm09 ceph-mon[51064]: from='mgr.14124 192.168.123.102:0/3294182281' entity='mgr.y' 2026-03-05T22:48:26.931 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 22:48:26 vm09 ceph-mon[51064]: from='client.14146 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "mon", "unmanaged": true, "target": ["mon-mgr", ""]}]: dispatch 2026-03-05T22:48:26.931 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 22:48:26 vm09 ceph-mon[51064]: Saving service mon spec with placement count:5 2026-03-05T22:48:26.931 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 22:48:26 vm09 ceph-mon[51064]: from='client.14148 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "mgr", "unmanaged": true, "target": ["mon-mgr", ""]}]: dispatch 2026-03-05T22:48:26.931 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 22:48:26 vm09 ceph-mon[51064]: Saving service mgr spec with placement count:2 2026-03-05T22:48:26.931 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 22:48:26 vm09 ceph-mon[51064]: from='mgr.14124 192.168.123.102:0/3294182281' entity='mgr.y' 2026-03-05T22:48:26.931 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 22:48:26 vm09 ceph-mon[51064]: from='client.? 192.168.123.102:0/955104501' entity='client.admin' 2026-03-05T22:48:26.931 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 22:48:26 vm09 ceph-mon[51064]: from='mgr.14124 192.168.123.102:0/3294182281' entity='mgr.y' 2026-03-05T22:48:26.931 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 22:48:26 vm09 ceph-mon[51064]: from='mgr.14124 192.168.123.102:0/3294182281' entity='mgr.y' 2026-03-05T22:48:26.931 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 22:48:26 vm09 ceph-mon[51064]: from='client.? 192.168.123.102:0/3111130738' entity='client.admin' 2026-03-05T22:48:26.931 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 22:48:26 vm09 ceph-mon[51064]: from='client.? 192.168.123.102:0/3438705163' entity='client.admin' cmd=[{"prefix": "mgr module enable", "module": "dashboard"}]: dispatch 2026-03-05T22:48:26.931 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 22:48:26 vm09 ceph-mon[51064]: from='mgr.14124 192.168.123.102:0/3294182281' entity='mgr.y' 2026-03-05T22:48:26.931 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 22:48:26 vm09 ceph-mon[51064]: from='mgr.14124 192.168.123.102:0/3294182281' entity='mgr.y' 2026-03-05T22:48:26.931 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 22:48:26 vm09 ceph-mon[51064]: from='mgr.14124 192.168.123.102:0/3294182281' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd/host:vm02", "name": "osd_memory_target"}]: dispatch 2026-03-05T22:48:26.931 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 22:48:26 vm09 ceph-mon[51064]: from='mgr.14124 192.168.123.102:0/3294182281' entity='mgr.y' 2026-03-05T22:48:26.931 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 22:48:26 vm09 ceph-mon[51064]: from='mgr.14124 192.168.123.102:0/3294182281' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "client.agent.vm02", "caps": []}]: dispatch 2026-03-05T22:48:26.931 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 22:48:26 vm09 ceph-mon[51064]: from='mgr.14124 192.168.123.102:0/3294182281' entity='mgr.y' cmd='[{"prefix": "auth get-or-create", "entity": "client.agent.vm02", "caps": []}]': finished 2026-03-05T22:48:26.931 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 22:48:26 vm09 ceph-mon[51064]: from='client.? 192.168.123.102:0/3438705163' entity='client.admin' cmd='[{"prefix": "mgr module enable", "module": "dashboard"}]': finished 2026-03-05T22:48:26.931 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 22:48:26 vm09 ceph-mon[51064]: mgrmap e9: y(active, since 9s) 2026-03-05T22:48:26.931 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 22:48:26 vm09 ceph-mon[51064]: from='client.? 192.168.123.102:0/3897801371' entity='client.admin' cmd=[{"prefix": "mgr stat"}]: dispatch 2026-03-05T22:48:26.931 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 22:48:26 vm09 ceph-mon[51064]: Active manager daemon y restarted 2026-03-05T22:48:26.931 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 22:48:26 vm09 ceph-mon[51064]: Activating manager daemon y 2026-03-05T22:48:26.931 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 22:48:26 vm09 ceph-mon[51064]: osdmap e3: 0 total, 0 up, 0 in 2026-03-05T22:48:26.931 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 22:48:26 vm09 ceph-mon[51064]: mgrmap e10: y(active, starting, since 0.00641345s) 2026-03-05T22:48:26.931 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 22:48:26 vm09 ceph-mon[51064]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2026-03-05T22:48:26.931 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 22:48:26 vm09 ceph-mon[51064]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2026-03-05T22:48:26.931 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 22:48:26 vm09 ceph-mon[51064]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' cmd=[{"prefix": "mds metadata"}]: dispatch 2026-03-05T22:48:26.931 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 22:48:26 vm09 ceph-mon[51064]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' cmd=[{"prefix": "osd metadata"}]: dispatch 2026-03-05T22:48:26.931 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 22:48:26 vm09 ceph-mon[51064]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' cmd=[{"prefix": "mon metadata"}]: dispatch 2026-03-05T22:48:26.931 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 22:48:26 vm09 ceph-mon[51064]: Manager daemon y is now available 2026-03-05T22:48:26.931 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 22:48:26 vm09 ceph-mon[51064]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' 2026-03-05T22:48:26.931 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 22:48:26 vm09 ceph-mon[51064]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2026-03-05T22:48:26.931 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 22:48:26 vm09 ceph-mon[51064]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2026-03-05T22:48:26.931 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 22:48:26 vm09 ceph-mon[51064]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2026-03-05T22:48:26.931 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 22:48:26 vm09 ceph-mon[51064]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' 2026-03-05T22:48:26.931 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 22:48:26 vm09 ceph-mon[51064]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd/host:vm02", "name": "osd_memory_target"}]: dispatch 2026-03-05T22:48:26.931 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 22:48:26 vm09 ceph-mon[51064]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' 2026-03-05T22:48:26.931 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 22:48:26 vm09 ceph-mon[51064]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "client.agent.vm02", "caps": []}]: dispatch 2026-03-05T22:48:26.931 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 22:48:26 vm09 ceph-mon[51064]: mgrmap e11: y(active, since 1.00967s) 2026-03-05T22:48:26.931 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 22:48:26 vm09 ceph-mon[51064]: [05/Mar/2026:21:48:05] ENGINE Bus STARTING 2026-03-05T22:48:26.931 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 22:48:26 vm09 ceph-mon[51064]: from='client.14160 -' entity='client.admin' cmd=[{"prefix": "get_command_descriptions"}]: dispatch 2026-03-05T22:48:26.931 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 22:48:26 vm09 ceph-mon[51064]: from='client.14160 -' entity='client.admin' cmd=[{"prefix": "mgr_status"}]: dispatch 2026-03-05T22:48:26.931 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 22:48:26 vm09 ceph-mon[51064]: [05/Mar/2026:21:48:05] ENGINE Serving on http://192.168.123.102:8765 2026-03-05T22:48:26.931 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 22:48:26 vm09 ceph-mon[51064]: [05/Mar/2026:21:48:06] ENGINE Serving on https://192.168.123.102:7150 2026-03-05T22:48:26.932 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 22:48:26 vm09 ceph-mon[51064]: [05/Mar/2026:21:48:06] ENGINE Bus STARTED 2026-03-05T22:48:26.932 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 22:48:26 vm09 ceph-mon[51064]: [05/Mar/2026:21:48:06] ENGINE Client ('192.168.123.102', 59018) lost — peer dropped the TLS connection suddenly, during handshake: (6, 'TLS/SSL connection has been closed (EOF) (_ssl.c:1147)') 2026-03-05T22:48:26.932 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 22:48:26 vm09 ceph-mon[51064]: from='client.14168 -' entity='client.admin' cmd=[{"prefix": "dashboard create-self-signed-cert", "target": ["mon-mgr", ""]}]: dispatch 2026-03-05T22:48:26.932 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 22:48:26 vm09 ceph-mon[51064]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' 2026-03-05T22:48:26.932 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 22:48:26 vm09 ceph-mon[51064]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' 2026-03-05T22:48:26.932 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 22:48:26 vm09 ceph-mon[51064]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' 2026-03-05T22:48:26.932 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 22:48:26 vm09 ceph-mon[51064]: Deploying daemon agent.vm02 on vm02 2026-03-05T22:48:26.932 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 22:48:26 vm09 ceph-mon[51064]: from='client.14170 -' entity='client.admin' cmd=[{"prefix": "dashboard ac-user-create", "username": "admin", "rolename": "administrator", "force_password": true, "pwd_update_required": true, "target": ["mon-mgr", ""]}]: dispatch 2026-03-05T22:48:26.932 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 22:48:26 vm09 ceph-mon[51064]: mgrmap e12: y(active, since 2s) 2026-03-05T22:48:26.932 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 22:48:26 vm09 ceph-mon[51064]: from='client.? 192.168.123.102:0/1406499301' entity='client.admin' cmd=[{"prefix": "config get", "who": "mgr", "key": "mgr/dashboard/ssl_server_port"}]: dispatch 2026-03-05T22:48:26.932 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 22:48:26 vm09 ceph-mon[51064]: from='client.? 192.168.123.102:0/1343788111' entity='client.admin' 2026-03-05T22:48:26.932 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 22:48:26 vm09 ceph-mon[51064]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' 2026-03-05T22:48:26.932 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 22:48:26 vm09 ceph-mon[51064]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' 2026-03-05T22:48:26.932 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 22:48:26 vm09 ceph-mon[51064]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' 2026-03-05T22:48:26.932 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 22:48:26 vm09 ceph-mon[51064]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2026-03-05T22:48:26.932 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 22:48:26 vm09 ceph-mon[51064]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' 2026-03-05T22:48:26.932 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 22:48:26 vm09 ceph-mon[51064]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' 2026-03-05T22:48:26.932 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 22:48:26 vm09 ceph-mon[51064]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' 2026-03-05T22:48:26.932 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 22:48:26 vm09 ceph-mon[51064]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' 2026-03-05T22:48:26.932 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 22:48:26 vm09 ceph-mon[51064]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' 2026-03-05T22:48:26.932 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 22:48:26 vm09 ceph-mon[51064]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2026-03-05T22:48:26.932 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 22:48:26 vm09 ceph-mon[51064]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' 2026-03-05T22:48:26.932 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 22:48:26 vm09 ceph-mon[51064]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' 2026-03-05T22:48:26.932 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 22:48:26 vm09 ceph-mon[51064]: from='client.? 192.168.123.102:0/1866996196' entity='client.admin' 2026-03-05T22:48:26.932 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 22:48:26 vm09 ceph-mon[51064]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2026-03-05T22:48:26.932 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 22:48:26 vm09 ceph-mon[51064]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' 2026-03-05T22:48:26.932 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 22:48:26 vm09 ceph-mon[51064]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' 2026-03-05T22:48:26.932 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 22:48:26 vm09 ceph-mon[51064]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' 2026-03-05T22:48:26.932 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 22:48:26 vm09 ceph-mon[51064]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' 2026-03-05T22:48:26.932 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 22:48:26 vm09 ceph-mon[51064]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' 2026-03-05T22:48:26.932 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 22:48:26 vm09 ceph-mon[51064]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2026-03-05T22:48:26.932 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 22:48:26 vm09 ceph-mon[51064]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-03-05T22:48:26.932 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 22:48:26 vm09 ceph-mon[51064]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2026-03-05T22:48:26.932 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 22:48:26 vm09 ceph-mon[51064]: from='client.14178 -' entity='client.admin' cmd=[{"prefix": "orch client-keyring set", "entity": "client.admin", "placement": "*", "mode": "0755", "target": ["mon-mgr", ""]}]: dispatch 2026-03-05T22:48:26.932 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 22:48:26 vm09 ceph-mon[51064]: Updating vm02:/etc/ceph/ceph.conf 2026-03-05T22:48:26.932 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 22:48:26 vm09 ceph-mon[51064]: Updating vm02:/var/lib/ceph/ce88f304-18dc-11f1-81b4-a3325c551960/config/ceph.conf 2026-03-05T22:48:26.932 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 22:48:26 vm09 ceph-mon[51064]: Updating vm02:/etc/ceph/ceph.client.admin.keyring 2026-03-05T22:48:26.932 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 22:48:26 vm09 ceph-mon[51064]: Updating vm02:/var/lib/ceph/ce88f304-18dc-11f1-81b4-a3325c551960/config/ceph.client.admin.keyring 2026-03-05T22:48:26.932 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 22:48:26 vm09 ceph-mon[51064]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' 2026-03-05T22:48:26.932 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 22:48:26 vm09 ceph-mon[51064]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' 2026-03-05T22:48:26.932 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 22:48:26 vm09 ceph-mon[51064]: mgrmap e13: y(active, since 6s) 2026-03-05T22:48:26.932 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 22:48:26 vm09 ceph-mon[51064]: from='client.14180 -' entity='client.admin' cmd=[{"prefix": "orch host add", "hostname": "vm09", "target": ["mon-mgr", ""]}]: dispatch 2026-03-05T22:48:26.932 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 22:48:26 vm09 ceph-mon[51064]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' 2026-03-05T22:48:26.932 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 22:48:26 vm09 ceph-mon[51064]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' 2026-03-05T22:48:26.932 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 22:48:26 vm09 ceph-mon[51064]: Deploying cephadm binary to vm09 2026-03-05T22:48:26.932 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 22:48:26 vm09 ceph-mon[51064]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' 2026-03-05T22:48:26.932 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 22:48:26 vm09 ceph-mon[51064]: Added host vm09 2026-03-05T22:48:26.932 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 22:48:26 vm09 ceph-mon[51064]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2026-03-05T22:48:26.932 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 22:48:26 vm09 ceph-mon[51064]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' 2026-03-05T22:48:26.932 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 22:48:26 vm09 ceph-mon[51064]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' 2026-03-05T22:48:26.932 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 22:48:26 vm09 ceph-mon[51064]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' 2026-03-05T22:48:26.932 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 22:48:26 vm09 ceph-mon[51064]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd/host:vm09", "name": "osd_memory_target"}]: dispatch 2026-03-05T22:48:26.932 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 22:48:26 vm09 ceph-mon[51064]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-03-05T22:48:26.932 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 22:48:26 vm09 ceph-mon[51064]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2026-03-05T22:48:26.933 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 22:48:26 vm09 ceph-mon[51064]: Updating vm09:/etc/ceph/ceph.conf 2026-03-05T22:48:26.933 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 22:48:26 vm09 ceph-mon[51064]: Updating vm09:/var/lib/ceph/ce88f304-18dc-11f1-81b4-a3325c551960/config/ceph.conf 2026-03-05T22:48:26.933 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 22:48:26 vm09 ceph-mon[51064]: from='client.14182 -' entity='client.admin' cmd=[{"prefix": "orch host ls", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2026-03-05T22:48:26.933 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 22:48:26 vm09 ceph-mon[51064]: Updating vm09:/etc/ceph/ceph.client.admin.keyring 2026-03-05T22:48:26.933 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 22:48:26 vm09 ceph-mon[51064]: Updating vm09:/var/lib/ceph/ce88f304-18dc-11f1-81b4-a3325c551960/config/ceph.client.admin.keyring 2026-03-05T22:48:26.933 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 22:48:26 vm09 ceph-mon[51064]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' 2026-03-05T22:48:26.933 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 22:48:26 vm09 ceph-mon[51064]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' 2026-03-05T22:48:26.933 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 22:48:26 vm09 ceph-mon[51064]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "client.agent.vm09", "caps": []}]: dispatch 2026-03-05T22:48:26.933 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 22:48:26 vm09 ceph-mon[51064]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' cmd='[{"prefix": "auth get-or-create", "entity": "client.agent.vm09", "caps": []}]': finished 2026-03-05T22:48:26.933 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 22:48:26 vm09 ceph-mon[51064]: from='client.? 192.168.123.102:0/731326910' entity='client.admin' cmd=[{"prefix": "osd crush tunables", "profile": "default"}]: dispatch 2026-03-05T22:48:26.933 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 22:48:26 vm09 ceph-mon[51064]: Deploying daemon agent.vm09 on vm09 2026-03-05T22:48:26.933 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 22:48:26 vm09 ceph-mon[51064]: from='client.? 192.168.123.102:0/731326910' entity='client.admin' cmd='[{"prefix": "osd crush tunables", "profile": "default"}]': finished 2026-03-05T22:48:26.933 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 22:48:26 vm09 ceph-mon[51064]: osdmap e4: 0 total, 0 up, 0 in 2026-03-05T22:48:26.933 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 22:48:26 vm09 ceph-mon[51064]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' 2026-03-05T22:48:26.933 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 22:48:26 vm09 ceph-mon[51064]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' 2026-03-05T22:48:26.933 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 22:48:26 vm09 ceph-mon[51064]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' 2026-03-05T22:48:26.933 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 22:48:26 vm09 ceph-mon[51064]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2026-03-05T22:48:26.933 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 22:48:26 vm09 ceph-mon[51064]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-03-05T22:48:26.933 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 22:48:26 vm09 ceph-mon[51064]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2026-03-05T22:48:26.933 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 22:48:26 vm09 ceph-mon[51064]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' 2026-03-05T22:48:26.933 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 22:48:26 vm09 ceph-mon[51064]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2026-03-05T22:48:26.933 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 22:48:26 vm09 ceph-mon[51064]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-03-05T22:48:26.933 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 22:48:26 vm09 ceph-mon[51064]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2026-03-05T22:48:26.933 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 22:48:26 vm09 ceph-mon[51064]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' 2026-03-05T22:48:26.933 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 22:48:26 vm09 ceph-mon[51064]: from='client.14186 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "mon", "placement": "3;vm02:192.168.123.102=a;vm02:[v2:192.168.123.102:3301,v1:192.168.123.102:6790]=c;vm09:192.168.123.109=b", "target": ["mon-mgr", ""]}]: dispatch 2026-03-05T22:48:26.933 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 22:48:26 vm09 ceph-mon[51064]: Saving service mon spec with placement vm02:192.168.123.102=a;vm02:[v2:192.168.123.102:3301,v1:192.168.123.102:6790]=c;vm09:192.168.123.109=b;count:3 2026-03-05T22:48:26.933 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 22:48:26 vm09 ceph-mon[51064]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' 2026-03-05T22:48:26.933 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 22:48:26 vm09 ceph-mon[51064]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2026-03-05T22:48:26.933 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 22:48:26 vm09 ceph-mon[51064]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-03-05T22:48:26.933 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 22:48:26 vm09 ceph-mon[51064]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2026-03-05T22:48:26.933 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 22:48:26 vm09 ceph-mon[51064]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' 2026-03-05T22:48:26.933 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 22:48:26 vm09 ceph-mon[51064]: Filtered out host vm09: does not belong to mon public_network(s): 192.168.123.0/24, host network(s): 2026-03-05T22:48:26.933 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 22:48:26 vm09 ceph-mon[51064]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2026-03-05T22:48:26.933 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 22:48:26 vm09 ceph-mon[51064]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-03-05T22:48:26.933 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 22:48:26 vm09 ceph-mon[51064]: Deploying daemon mon.c on vm02 2026-03-05T22:48:26.933 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 22:48:26 vm09 ceph-mon[51064]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' 2026-03-05T22:48:26.933 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 22:48:26 vm09 ceph-mon[51064]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' 2026-03-05T22:48:26.933 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 22:48:26 vm09 ceph-mon[51064]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' 2026-03-05T22:48:26.933 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 22:48:26 vm09 ceph-mon[51064]: mon.a calling monitor election 2026-03-05T22:48:26.933 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 22:48:26 vm09 ceph-mon[51064]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2026-03-05T22:48:26.933 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 22:48:26 vm09 ceph-mon[51064]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2026-03-05T22:48:26.933 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 22:48:26 vm09 ceph-mon[51064]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2026-03-05T22:48:26.933 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 22:48:26 vm09 ceph-mon[51064]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2026-03-05T22:48:26.933 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 22:48:26 vm09 ceph-mon[51064]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2026-03-05T22:48:26.933 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 22:48:26 vm09 ceph-mon[51064]: mon.c calling monitor election 2026-03-05T22:48:26.933 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 22:48:26 vm09 ceph-mon[51064]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2026-03-05T22:48:26.933 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 22:48:26 vm09 ceph-mon[51064]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2026-03-05T22:48:26.933 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 22:48:26 vm09 ceph-mon[51064]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2026-03-05T22:48:26.933 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 22:48:26 vm09 ceph-mon[51064]: mon.a is new leader, mons a,c in quorum (ranks 0,1) 2026-03-05T22:48:26.933 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 22:48:26 vm09 ceph-mon[51064]: monmap epoch 2 2026-03-05T22:48:26.933 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 22:48:26 vm09 ceph-mon[51064]: fsid ce88f304-18dc-11f1-81b4-a3325c551960 2026-03-05T22:48:26.933 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 22:48:26 vm09 ceph-mon[51064]: last_changed 2026-03-05T21:48:19.190814+0000 2026-03-05T22:48:26.933 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 22:48:26 vm09 ceph-mon[51064]: created 2026-03-05T21:47:13.816726+0000 2026-03-05T22:48:26.933 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 22:48:26 vm09 ceph-mon[51064]: min_mon_release 19 (squid) 2026-03-05T22:48:26.933 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 22:48:26 vm09 ceph-mon[51064]: election_strategy: 1 2026-03-05T22:48:26.933 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 22:48:26 vm09 ceph-mon[51064]: 0: [v2:192.168.123.102:3300/0,v1:192.168.123.102:6789/0] mon.a 2026-03-05T22:48:26.933 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 22:48:26 vm09 ceph-mon[51064]: 1: [v2:192.168.123.102:3301/0,v1:192.168.123.102:6790/0] mon.c 2026-03-05T22:48:26.933 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 22:48:26 vm09 ceph-mon[51064]: fsmap 2026-03-05T22:48:26.933 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 22:48:26 vm09 ceph-mon[51064]: osdmap e4: 0 total, 0 up, 0 in 2026-03-05T22:48:26.933 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 22:48:26 vm09 ceph-mon[51064]: mgrmap e13: y(active, since 19s) 2026-03-05T22:48:26.934 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 22:48:26 vm09 ceph-mon[51064]: overall HEALTH_OK 2026-03-05T22:48:26.934 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 22:48:26 vm09 ceph-mon[51064]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-03-05T22:48:26.934 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 22:48:26 vm09 ceph-mon[51064]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' 2026-03-05T22:48:26.934 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 22:48:26 vm09 ceph-mon[51064]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2026-03-05T22:48:26.934 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 22:48:26 vm09 ceph-mon[51064]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' 2026-03-05T22:48:26.934 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 22:48:26 vm09 ceph-mon[51064]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' 2026-03-05T22:48:26.934 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 22:48:26 vm09 ceph-mon[51064]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' 2026-03-05T22:48:26.934 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 22:48:26 vm09 ceph-mon[51064]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' 2026-03-05T22:48:26.934 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 22:48:26 vm09 ceph-mon[51064]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' 2026-03-05T22:48:26.934 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 22:48:26 vm09 ceph-mon[51064]: Updating vm02:/etc/ceph/ceph.conf 2026-03-05T22:48:26.934 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 22:48:26 vm09 ceph-mon[51064]: Updating vm09:/etc/ceph/ceph.conf 2026-03-05T22:48:26.934 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 22:48:26 vm09 ceph-mon[51064]: Updating vm09:/var/lib/ceph/ce88f304-18dc-11f1-81b4-a3325c551960/config/ceph.conf 2026-03-05T22:48:26.934 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 22:48:26 vm09 ceph-mon[51064]: Updating vm02:/var/lib/ceph/ce88f304-18dc-11f1-81b4-a3325c551960/config/ceph.conf 2026-03-05T22:48:26.934 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 22:48:26 vm09 ceph-mon[51064]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' 2026-03-05T22:48:26.934 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 22:48:26 vm09 ceph-mon[51064]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' 2026-03-05T22:48:26.934 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 22:48:26 vm09 ceph-mon[51064]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' 2026-03-05T22:48:26.934 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 22:48:26 vm09 ceph-mon[51064]: from='client.? 192.168.123.109:0/1126143312' entity='client.admin' cmd=[{"prefix": "mon dump", "format": "json"}]: dispatch 2026-03-05T22:48:26.934 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 22:48:26 vm09 ceph-mon[51064]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' 2026-03-05T22:48:26.934 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 22:48:26 vm09 ceph-mon[51064]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' 2026-03-05T22:48:26.934 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 22:48:26 vm09 ceph-mon[51064]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' 2026-03-05T22:48:26.934 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 22:48:26 vm09 ceph-mon[51064]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' 2026-03-05T22:48:26.934 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 22:48:26 vm09 ceph-mon[51064]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' 2026-03-05T22:48:26.934 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 22:48:26 vm09 ceph-mon[51064]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2026-03-05T22:48:26.934 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 22:48:26 vm09 ceph-mon[51064]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-03-05T22:48:26.934 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 22:48:26 vm09 ceph-mon[51064]: Deploying daemon mon.b on vm09 2026-03-05T22:48:26.934 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 22:48:26 vm09 ceph-mon[51064]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2026-03-05T22:48:26.934 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 22:48:26 vm09 ceph-mon[51064]: pgmap v4: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2026-03-05T22:48:26.934 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 22:48:26 vm09 ceph-mon[51064]: mon.b@-1(synchronizing).paxosservice(auth 1..5) refresh upgraded, format 0 -> 3 2026-03-05T22:48:31.563 INFO:teuthology.orchestra.run.vm09.stdout: 2026-03-05T22:48:31.563 INFO:teuthology.orchestra.run.vm09.stdout:{"epoch":3,"fsid":"ce88f304-18dc-11f1-81b4-a3325c551960","modified":"2026-03-05T21:48:26.541171Z","created":"2026-03-05T21:47:13.816726Z","min_mon_release":19,"min_mon_release_name":"squid","election_strategy":1,"disallowed_leaders":"","stretch_mode":false,"tiebreaker_mon":"","removed_ranks":"","features":{"persistent":["kraken","luminous","mimic","osdmap-prune","nautilus","octopus","pacific","elector-pinging","quincy","reef","squid"],"optional":[]},"mons":[{"rank":0,"name":"a","public_addrs":{"addrvec":[{"type":"v2","addr":"192.168.123.102:3300","nonce":0},{"type":"v1","addr":"192.168.123.102:6789","nonce":0}]},"addr":"192.168.123.102:6789/0","public_addr":"192.168.123.102:6789/0","priority":0,"weight":0,"crush_location":"{}"},{"rank":1,"name":"c","public_addrs":{"addrvec":[{"type":"v2","addr":"192.168.123.102:3301","nonce":0},{"type":"v1","addr":"192.168.123.102:6790","nonce":0}]},"addr":"192.168.123.102:6790/0","public_addr":"192.168.123.102:6790/0","priority":0,"weight":0,"crush_location":"{}"},{"rank":2,"name":"b","public_addrs":{"addrvec":[{"type":"v2","addr":"192.168.123.109:3300","nonce":0},{"type":"v1","addr":"192.168.123.109:6789","nonce":0}]},"addr":"192.168.123.109:6789/0","public_addr":"192.168.123.109:6789/0","priority":0,"weight":0,"crush_location":"{}"}],"quorum":[0,1]} 2026-03-05T22:48:31.563 INFO:teuthology.orchestra.run.vm09.stderr:dumped monmap epoch 3 2026-03-05T22:48:31.723 INFO:tasks.cephadm:Generating final ceph.conf file... 2026-03-05T22:48:31.723 DEBUG:teuthology.orchestra.run.vm02:> sudo /home/ubuntu/cephtest/cephadm --image harbor.clyso.com/custom-ceph/ceph/ceph:cobaltcore-storage-v19.2.3-fasttrack-3 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid ce88f304-18dc-11f1-81b4-a3325c551960 -- ceph config generate-minimal-conf 2026-03-05T22:48:31.936 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 22:48:31 vm02 ceph-mon[51276]: Metadata not up to date on all hosts. Skipping non agent specs 2026-03-05T22:48:31.936 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 22:48:31 vm02 ceph-mon[51276]: mon.c calling monitor election 2026-03-05T22:48:31.936 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 22:48:31 vm02 ceph-mon[51276]: mon.a calling monitor election 2026-03-05T22:48:31.936 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 22:48:31 vm02 ceph-mon[51276]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2026-03-05T22:48:31.936 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 22:48:31 vm02 ceph-mon[51276]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2026-03-05T22:48:31.936 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 22:48:31 vm02 ceph-mon[51276]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2026-03-05T22:48:31.936 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 22:48:31 vm02 ceph-mon[51276]: Reconfiguring mon.a (unknown last config time)... 2026-03-05T22:48:31.936 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 22:48:31 vm02 ceph-mon[51276]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2026-03-05T22:48:31.936 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 22:48:31 vm02 ceph-mon[51276]: from='client.? 192.168.123.109:0/796162776' entity='client.admin' cmd=[{"prefix": "mon dump", "format": "json"}]: dispatch 2026-03-05T22:48:31.936 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 22:48:31 vm02 ceph-mon[51276]: pgmap v5: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2026-03-05T22:48:31.936 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 22:48:31 vm02 ceph-mon[51276]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2026-03-05T22:48:31.936 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 22:48:31 vm02 ceph-mon[51276]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2026-03-05T22:48:31.936 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 22:48:31 vm02 ceph-mon[51276]: pgmap v6: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2026-03-05T22:48:31.936 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 22:48:31 vm02 ceph-mon[51276]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2026-03-05T22:48:31.936 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 22:48:31 vm02 ceph-mon[51276]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2026-03-05T22:48:31.936 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 22:48:31 vm02 ceph-mon[51276]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2026-03-05T22:48:31.937 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 22:48:31 vm02 ceph-mon[51276]: mon.a is new leader, mons a,c in quorum (ranks 0,1) 2026-03-05T22:48:31.937 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 22:48:31 vm02 ceph-mon[51276]: monmap epoch 3 2026-03-05T22:48:31.937 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 22:48:31 vm02 ceph-mon[51276]: fsid ce88f304-18dc-11f1-81b4-a3325c551960 2026-03-05T22:48:31.937 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 22:48:31 vm02 ceph-mon[51276]: last_changed 2026-03-05T21:48:26.541171+0000 2026-03-05T22:48:31.937 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 22:48:31 vm02 ceph-mon[51276]: created 2026-03-05T21:47:13.816726+0000 2026-03-05T22:48:31.937 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 22:48:31 vm02 ceph-mon[51276]: min_mon_release 19 (squid) 2026-03-05T22:48:31.937 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 22:48:31 vm02 ceph-mon[51276]: election_strategy: 1 2026-03-05T22:48:31.937 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 22:48:31 vm02 ceph-mon[51276]: 0: [v2:192.168.123.102:3300/0,v1:192.168.123.102:6789/0] mon.a 2026-03-05T22:48:31.937 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 22:48:31 vm02 ceph-mon[51276]: 1: [v2:192.168.123.102:3301/0,v1:192.168.123.102:6790/0] mon.c 2026-03-05T22:48:31.937 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 22:48:31 vm02 ceph-mon[51276]: 2: [v2:192.168.123.109:3300/0,v1:192.168.123.109:6789/0] mon.b 2026-03-05T22:48:31.937 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 22:48:31 vm02 ceph-mon[51276]: fsmap 2026-03-05T22:48:31.937 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 22:48:31 vm02 ceph-mon[51276]: osdmap e4: 0 total, 0 up, 0 in 2026-03-05T22:48:31.937 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 22:48:31 vm02 ceph-mon[51276]: mgrmap e13: y(active, since 26s) 2026-03-05T22:48:31.937 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 22:48:31 vm02 ceph-mon[51276]: Health check failed: 1/3 mons down, quorum a,c (MON_DOWN) 2026-03-05T22:48:31.937 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 22:48:31 vm02 ceph-mon[51276]: Health detail: HEALTH_WARN 1/3 mons down, quorum a,c 2026-03-05T22:48:31.937 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 22:48:31 vm02 ceph-mon[51276]: [WRN] MON_DOWN: 1/3 mons down, quorum a,c 2026-03-05T22:48:31.937 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 22:48:31 vm02 ceph-mon[51276]: mon.b (rank 2) addr [v2:192.168.123.109:3300/0,v1:192.168.123.109:6789/0] is down (out of quorum) 2026-03-05T22:48:31.937 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 22:48:31 vm02 ceph-mon[51276]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2026-03-05T22:48:31.937 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 22:48:31 vm02 ceph-mon[51276]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' 2026-03-05T22:48:31.937 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 22:48:31 vm02 ceph-mon[51276]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-03-05T22:48:31.937 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 22:48:31 vm02 ceph-mon[51276]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' 2026-03-05T22:48:31.937 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 22:48:31 vm02 ceph-mon[51276]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' 2026-03-05T22:48:31.937 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 22:48:31 vm02 ceph-mon[51276]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' 2026-03-05T22:48:31.937 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 22:48:31 vm02 ceph-mon[57234]: Metadata not up to date on all hosts. Skipping non agent specs 2026-03-05T22:48:31.937 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 22:48:31 vm02 ceph-mon[57234]: mon.c calling monitor election 2026-03-05T22:48:31.937 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 22:48:31 vm02 ceph-mon[57234]: mon.a calling monitor election 2026-03-05T22:48:31.937 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 22:48:31 vm02 ceph-mon[57234]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2026-03-05T22:48:31.937 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 22:48:31 vm02 ceph-mon[57234]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2026-03-05T22:48:31.937 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 22:48:31 vm02 ceph-mon[57234]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2026-03-05T22:48:31.937 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 22:48:31 vm02 ceph-mon[57234]: Reconfiguring mon.a (unknown last config time)... 2026-03-05T22:48:31.937 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 22:48:31 vm02 ceph-mon[57234]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2026-03-05T22:48:31.937 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 22:48:31 vm02 ceph-mon[57234]: from='client.? 192.168.123.109:0/796162776' entity='client.admin' cmd=[{"prefix": "mon dump", "format": "json"}]: dispatch 2026-03-05T22:48:31.937 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 22:48:31 vm02 ceph-mon[57234]: pgmap v5: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2026-03-05T22:48:31.937 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 22:48:31 vm02 ceph-mon[57234]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2026-03-05T22:48:31.937 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 22:48:31 vm02 ceph-mon[57234]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2026-03-05T22:48:31.937 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 22:48:31 vm02 ceph-mon[57234]: pgmap v6: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2026-03-05T22:48:31.937 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 22:48:31 vm02 ceph-mon[57234]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2026-03-05T22:48:31.937 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 22:48:31 vm02 ceph-mon[57234]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2026-03-05T22:48:31.937 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 22:48:31 vm02 ceph-mon[57234]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2026-03-05T22:48:31.937 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 22:48:31 vm02 ceph-mon[57234]: mon.a is new leader, mons a,c in quorum (ranks 0,1) 2026-03-05T22:48:31.937 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 22:48:31 vm02 ceph-mon[57234]: monmap epoch 3 2026-03-05T22:48:31.937 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 22:48:31 vm02 ceph-mon[57234]: fsid ce88f304-18dc-11f1-81b4-a3325c551960 2026-03-05T22:48:31.937 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 22:48:31 vm02 ceph-mon[57234]: last_changed 2026-03-05T21:48:26.541171+0000 2026-03-05T22:48:31.937 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 22:48:31 vm02 ceph-mon[57234]: created 2026-03-05T21:47:13.816726+0000 2026-03-05T22:48:31.937 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 22:48:31 vm02 ceph-mon[57234]: min_mon_release 19 (squid) 2026-03-05T22:48:31.937 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 22:48:31 vm02 ceph-mon[57234]: election_strategy: 1 2026-03-05T22:48:31.937 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 22:48:31 vm02 ceph-mon[57234]: 0: [v2:192.168.123.102:3300/0,v1:192.168.123.102:6789/0] mon.a 2026-03-05T22:48:31.937 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 22:48:31 vm02 ceph-mon[57234]: 1: [v2:192.168.123.102:3301/0,v1:192.168.123.102:6790/0] mon.c 2026-03-05T22:48:31.937 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 22:48:31 vm02 ceph-mon[57234]: 2: [v2:192.168.123.109:3300/0,v1:192.168.123.109:6789/0] mon.b 2026-03-05T22:48:31.937 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 22:48:31 vm02 ceph-mon[57234]: fsmap 2026-03-05T22:48:31.937 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 22:48:31 vm02 ceph-mon[57234]: osdmap e4: 0 total, 0 up, 0 in 2026-03-05T22:48:31.937 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 22:48:31 vm02 ceph-mon[57234]: mgrmap e13: y(active, since 26s) 2026-03-05T22:48:31.937 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 22:48:31 vm02 ceph-mon[57234]: Health check failed: 1/3 mons down, quorum a,c (MON_DOWN) 2026-03-05T22:48:31.937 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 22:48:31 vm02 ceph-mon[57234]: Health detail: HEALTH_WARN 1/3 mons down, quorum a,c 2026-03-05T22:48:31.937 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 22:48:31 vm02 ceph-mon[57234]: [WRN] MON_DOWN: 1/3 mons down, quorum a,c 2026-03-05T22:48:31.937 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 22:48:31 vm02 ceph-mon[57234]: mon.b (rank 2) addr [v2:192.168.123.109:3300/0,v1:192.168.123.109:6789/0] is down (out of quorum) 2026-03-05T22:48:31.937 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 22:48:31 vm02 ceph-mon[57234]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2026-03-05T22:48:31.937 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 22:48:31 vm02 ceph-mon[57234]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' 2026-03-05T22:48:31.938 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 22:48:31 vm02 ceph-mon[57234]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-03-05T22:48:31.938 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 22:48:31 vm02 ceph-mon[57234]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' 2026-03-05T22:48:31.938 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 22:48:31 vm02 ceph-mon[57234]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' 2026-03-05T22:48:31.938 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 22:48:31 vm02 ceph-mon[57234]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' 2026-03-05T22:48:32.212 INFO:teuthology.orchestra.run.vm02.stderr:Inferring config /var/lib/ceph/ce88f304-18dc-11f1-81b4-a3325c551960/mon.a/config 2026-03-05T22:48:32.566 INFO:teuthology.orchestra.run.vm02.stdout:# minimal ceph.conf for ce88f304-18dc-11f1-81b4-a3325c551960 2026-03-05T22:48:32.566 INFO:teuthology.orchestra.run.vm02.stdout:[global] 2026-03-05T22:48:32.566 INFO:teuthology.orchestra.run.vm02.stdout: fsid = ce88f304-18dc-11f1-81b4-a3325c551960 2026-03-05T22:48:32.566 INFO:teuthology.orchestra.run.vm02.stdout: mon_host = [v2:192.168.123.102:3300/0,v1:192.168.123.102:6789/0] [v2:192.168.123.109:3300/0,v1:192.168.123.109:6789/0] [v2:192.168.123.102:3301/0,v1:192.168.123.102:6790/0] 2026-03-05T22:48:32.743 INFO:tasks.cephadm:Distributing (final) config and client.admin keyring... 2026-03-05T22:48:32.743 DEBUG:teuthology.orchestra.run.vm02:> set -ex 2026-03-05T22:48:32.743 DEBUG:teuthology.orchestra.run.vm02:> sudo dd of=/etc/ceph/ceph.conf 2026-03-05T22:48:32.771 DEBUG:teuthology.orchestra.run.vm02:> set -ex 2026-03-05T22:48:32.771 DEBUG:teuthology.orchestra.run.vm02:> sudo dd of=/etc/ceph/ceph.client.admin.keyring 2026-03-05T22:48:32.845 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 22:48:32 vm02 ceph-mon[57234]: pgmap v7: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2026-03-05T22:48:32.845 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 22:48:32 vm02 ceph-mon[57234]: Reconfiguring daemon mon.a on vm02 2026-03-05T22:48:32.845 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 22:48:32 vm02 ceph-mon[57234]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' 2026-03-05T22:48:32.845 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 22:48:32 vm02 ceph-mon[57234]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' 2026-03-05T22:48:32.845 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 22:48:32 vm02 ceph-mon[57234]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' 2026-03-05T22:48:32.845 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 22:48:32 vm02 ceph-mon[57234]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' 2026-03-05T22:48:32.845 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 22:48:32 vm02 ceph-mon[57234]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' 2026-03-05T22:48:32.845 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 22:48:32 vm02 ceph-mon[57234]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2026-03-05T22:48:32.845 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 22:48:32 vm02 ceph-mon[57234]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2026-03-05T22:48:32.845 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 22:48:32 vm02 ceph-mon[57234]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-03-05T22:48:32.845 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 22:48:32 vm02 ceph-mon[57234]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2026-03-05T22:48:32.845 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 22:48:32 vm02 ceph-mon[57234]: from='client.? 192.168.123.102:0/2095255226' entity='client.admin' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-03-05T22:48:32.845 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 22:48:32 vm02 ceph-mon[51276]: pgmap v7: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2026-03-05T22:48:32.845 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 22:48:32 vm02 ceph-mon[51276]: Reconfiguring daemon mon.a on vm02 2026-03-05T22:48:32.845 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 22:48:32 vm02 ceph-mon[51276]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' 2026-03-05T22:48:32.845 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 22:48:32 vm02 ceph-mon[51276]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' 2026-03-05T22:48:32.845 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 22:48:32 vm02 ceph-mon[51276]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' 2026-03-05T22:48:32.845 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 22:48:32 vm02 ceph-mon[51276]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' 2026-03-05T22:48:32.845 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 22:48:32 vm02 ceph-mon[51276]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' 2026-03-05T22:48:32.845 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 22:48:32 vm02 ceph-mon[51276]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2026-03-05T22:48:32.845 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 22:48:32 vm02 ceph-mon[51276]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2026-03-05T22:48:32.845 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 22:48:32 vm02 ceph-mon[51276]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-03-05T22:48:32.845 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 22:48:32 vm02 ceph-mon[51276]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2026-03-05T22:48:32.845 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 22:48:32 vm02 ceph-mon[51276]: from='client.? 192.168.123.102:0/2095255226' entity='client.admin' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-03-05T22:48:32.849 DEBUG:teuthology.orchestra.run.vm09:> set -ex 2026-03-05T22:48:32.849 DEBUG:teuthology.orchestra.run.vm09:> sudo dd of=/etc/ceph/ceph.conf 2026-03-05T22:48:32.880 DEBUG:teuthology.orchestra.run.vm09:> set -ex 2026-03-05T22:48:32.880 DEBUG:teuthology.orchestra.run.vm09:> sudo dd of=/etc/ceph/ceph.client.admin.keyring 2026-03-05T22:48:32.947 INFO:tasks.cephadm:Adding mgr.y on vm02 2026-03-05T22:48:32.947 INFO:tasks.cephadm:Adding mgr.x on vm09 2026-03-05T22:48:32.947 DEBUG:teuthology.orchestra.run.vm09:> sudo /home/ubuntu/cephtest/cephadm --image harbor.clyso.com/custom-ceph/ceph/ceph:cobaltcore-storage-v19.2.3-fasttrack-3 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid ce88f304-18dc-11f1-81b4-a3325c551960 -- ceph orch apply mgr '2;vm02=y;vm09=x' 2026-03-05T22:48:33.428 INFO:teuthology.orchestra.run.vm09.stderr:Inferring config /var/lib/ceph/ce88f304-18dc-11f1-81b4-a3325c551960/mon.b/config 2026-03-05T22:48:33.818 INFO:teuthology.orchestra.run.vm09.stdout:Scheduled mgr update... 2026-03-05T22:48:33.819 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 22:48:33 vm09 ceph-mon[51064]: Metadata not up to date on all hosts. Skipping non agent specs 2026-03-05T22:48:33.819 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 22:48:33 vm09 ceph-mon[51064]: mon.c calling monitor election 2026-03-05T22:48:33.819 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 22:48:33 vm09 ceph-mon[51064]: mon.a calling monitor election 2026-03-05T22:48:33.819 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 22:48:33 vm09 ceph-mon[51064]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2026-03-05T22:48:33.819 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 22:48:33 vm09 ceph-mon[51064]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2026-03-05T22:48:33.819 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 22:48:33 vm09 ceph-mon[51064]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2026-03-05T22:48:33.819 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 22:48:33 vm09 ceph-mon[51064]: Reconfiguring mon.a (unknown last config time)... 2026-03-05T22:48:33.819 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 22:48:33 vm09 ceph-mon[51064]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2026-03-05T22:48:33.819 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 22:48:33 vm09 ceph-mon[51064]: from='client.? 192.168.123.109:0/796162776' entity='client.admin' cmd=[{"prefix": "mon dump", "format": "json"}]: dispatch 2026-03-05T22:48:33.819 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 22:48:33 vm09 ceph-mon[51064]: pgmap v5: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2026-03-05T22:48:33.819 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 22:48:33 vm09 ceph-mon[51064]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2026-03-05T22:48:33.819 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 22:48:33 vm09 ceph-mon[51064]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2026-03-05T22:48:33.819 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 22:48:33 vm09 ceph-mon[51064]: pgmap v6: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2026-03-05T22:48:33.819 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 22:48:33 vm09 ceph-mon[51064]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2026-03-05T22:48:33.819 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 22:48:33 vm09 ceph-mon[51064]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2026-03-05T22:48:33.819 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 22:48:33 vm09 ceph-mon[51064]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2026-03-05T22:48:33.819 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 22:48:33 vm09 ceph-mon[51064]: mon.a is new leader, mons a,c in quorum (ranks 0,1) 2026-03-05T22:48:33.819 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 22:48:33 vm09 ceph-mon[51064]: monmap epoch 3 2026-03-05T22:48:33.819 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 22:48:33 vm09 ceph-mon[51064]: fsid ce88f304-18dc-11f1-81b4-a3325c551960 2026-03-05T22:48:33.819 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 22:48:33 vm09 ceph-mon[51064]: last_changed 2026-03-05T21:48:26.541171+0000 2026-03-05T22:48:33.819 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 22:48:33 vm09 ceph-mon[51064]: created 2026-03-05T21:47:13.816726+0000 2026-03-05T22:48:33.819 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 22:48:33 vm09 ceph-mon[51064]: min_mon_release 19 (squid) 2026-03-05T22:48:33.819 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 22:48:33 vm09 ceph-mon[51064]: election_strategy: 1 2026-03-05T22:48:33.819 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 22:48:33 vm09 ceph-mon[51064]: 0: [v2:192.168.123.102:3300/0,v1:192.168.123.102:6789/0] mon.a 2026-03-05T22:48:33.819 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 22:48:33 vm09 ceph-mon[51064]: 1: [v2:192.168.123.102:3301/0,v1:192.168.123.102:6790/0] mon.c 2026-03-05T22:48:33.819 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 22:48:33 vm09 ceph-mon[51064]: 2: [v2:192.168.123.109:3300/0,v1:192.168.123.109:6789/0] mon.b 2026-03-05T22:48:33.819 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 22:48:33 vm09 ceph-mon[51064]: fsmap 2026-03-05T22:48:33.819 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 22:48:33 vm09 ceph-mon[51064]: osdmap e4: 0 total, 0 up, 0 in 2026-03-05T22:48:33.819 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 22:48:33 vm09 ceph-mon[51064]: mgrmap e13: y(active, since 26s) 2026-03-05T22:48:33.819 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 22:48:33 vm09 ceph-mon[51064]: Health check failed: 1/3 mons down, quorum a,c (MON_DOWN) 2026-03-05T22:48:33.819 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 22:48:33 vm09 ceph-mon[51064]: Health detail: HEALTH_WARN 1/3 mons down, quorum a,c 2026-03-05T22:48:33.819 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 22:48:33 vm09 ceph-mon[51064]: [WRN] MON_DOWN: 1/3 mons down, quorum a,c 2026-03-05T22:48:33.819 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 22:48:33 vm09 ceph-mon[51064]: mon.b (rank 2) addr [v2:192.168.123.109:3300/0,v1:192.168.123.109:6789/0] is down (out of quorum) 2026-03-05T22:48:33.819 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 22:48:33 vm09 ceph-mon[51064]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2026-03-05T22:48:33.819 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 22:48:33 vm09 ceph-mon[51064]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' 2026-03-05T22:48:33.819 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 22:48:33 vm09 ceph-mon[51064]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-03-05T22:48:33.819 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 22:48:33 vm09 ceph-mon[51064]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' 2026-03-05T22:48:33.819 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 22:48:33 vm09 ceph-mon[51064]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' 2026-03-05T22:48:33.819 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 22:48:33 vm09 ceph-mon[51064]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' 2026-03-05T22:48:33.819 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 22:48:33 vm09 ceph-mon[51064]: pgmap v7: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2026-03-05T22:48:33.819 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 22:48:33 vm09 ceph-mon[51064]: Reconfiguring daemon mon.a on vm02 2026-03-05T22:48:33.819 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 22:48:33 vm09 ceph-mon[51064]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' 2026-03-05T22:48:33.819 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 22:48:33 vm09 ceph-mon[51064]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' 2026-03-05T22:48:33.819 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 22:48:33 vm09 ceph-mon[51064]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' 2026-03-05T22:48:33.819 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 22:48:33 vm09 ceph-mon[51064]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' 2026-03-05T22:48:33.819 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 22:48:33 vm09 ceph-mon[51064]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' 2026-03-05T22:48:33.819 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 22:48:33 vm09 ceph-mon[51064]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2026-03-05T22:48:33.819 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 22:48:33 vm09 ceph-mon[51064]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2026-03-05T22:48:33.819 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 22:48:33 vm09 ceph-mon[51064]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-03-05T22:48:33.819 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 22:48:33 vm09 ceph-mon[51064]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2026-03-05T22:48:33.819 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 22:48:33 vm09 ceph-mon[51064]: from='client.? 192.168.123.102:0/2095255226' entity='client.admin' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-03-05T22:48:33.972 DEBUG:teuthology.orchestra.run.vm09:mgr.x> sudo journalctl -f -n 0 -u ceph-ce88f304-18dc-11f1-81b4-a3325c551960@mgr.x.service 2026-03-05T22:48:33.974 INFO:tasks.cephadm:Deploying OSDs... 2026-03-05T22:48:33.974 DEBUG:teuthology.orchestra.run.vm02:> set -ex 2026-03-05T22:48:33.974 DEBUG:teuthology.orchestra.run.vm02:> dd if=/scratch_devs of=/dev/stdout 2026-03-05T22:48:33.992 DEBUG:teuthology.misc:devs=['/dev/nvme0n1', '/dev/nvme1n1', '/dev/nvme2n1', '/dev/nvme3n1'] 2026-03-05T22:48:33.992 DEBUG:teuthology.orchestra.run.vm02:> stat /dev/nvme0n1 2026-03-05T22:48:34.051 INFO:teuthology.orchestra.run.vm02.stdout: File: /dev/nvme0n1 2026-03-05T22:48:34.052 INFO:teuthology.orchestra.run.vm02.stdout: Size: 0 Blocks: 0 IO Block: 512 block special file 2026-03-05T22:48:34.052 INFO:teuthology.orchestra.run.vm02.stdout:Device: 6h/6d Inode: 728 Links: 1 Device type: 103,1 2026-03-05T22:48:34.052 INFO:teuthology.orchestra.run.vm02.stdout:Access: (0660/brw-rw----) Uid: ( 0/ root) Gid: ( 6/ disk) 2026-03-05T22:48:34.052 INFO:teuthology.orchestra.run.vm02.stdout:Context: system_u:object_r:fixed_disk_device_t:s0 2026-03-05T22:48:34.052 INFO:teuthology.orchestra.run.vm02.stdout:Access: 2026-03-05 22:48:21.770162917 +0100 2026-03-05T22:48:34.052 INFO:teuthology.orchestra.run.vm02.stdout:Modify: 2026-03-05 22:46:41.072671702 +0100 2026-03-05T22:48:34.052 INFO:teuthology.orchestra.run.vm02.stdout:Change: 2026-03-05 22:46:41.072671702 +0100 2026-03-05T22:48:34.052 INFO:teuthology.orchestra.run.vm02.stdout: Birth: 2026-03-05 22:46:40.053669927 +0100 2026-03-05T22:48:34.052 DEBUG:teuthology.orchestra.run.vm02:> sudo dd if=/dev/nvme0n1 of=/dev/null count=1 2026-03-05T22:48:34.125 INFO:teuthology.orchestra.run.vm02.stderr:1+0 records in 2026-03-05T22:48:34.125 INFO:teuthology.orchestra.run.vm02.stderr:1+0 records out 2026-03-05T22:48:34.125 INFO:teuthology.orchestra.run.vm02.stderr:512 bytes copied, 0.000156693 s, 3.3 MB/s 2026-03-05T22:48:34.126 DEBUG:teuthology.orchestra.run.vm02:> ! mount | grep -v devtmpfs | grep -q /dev/nvme0n1 2026-03-05T22:48:34.193 DEBUG:teuthology.orchestra.run.vm02:> stat /dev/nvme1n1 2026-03-05T22:48:34.255 INFO:teuthology.orchestra.run.vm02.stdout: File: /dev/nvme1n1 2026-03-05T22:48:34.255 INFO:teuthology.orchestra.run.vm02.stdout: Size: 0 Blocks: 0 IO Block: 512 block special file 2026-03-05T22:48:34.255 INFO:teuthology.orchestra.run.vm02.stdout:Device: 6h/6d Inode: 741 Links: 1 Device type: 103,3 2026-03-05T22:48:34.255 INFO:teuthology.orchestra.run.vm02.stdout:Access: (0660/brw-rw----) Uid: ( 0/ root) Gid: ( 6/ disk) 2026-03-05T22:48:34.255 INFO:teuthology.orchestra.run.vm02.stdout:Context: system_u:object_r:fixed_disk_device_t:s0 2026-03-05T22:48:34.255 INFO:teuthology.orchestra.run.vm02.stdout:Access: 2026-03-05 22:48:21.775162921 +0100 2026-03-05T22:48:34.255 INFO:teuthology.orchestra.run.vm02.stdout:Modify: 2026-03-05 22:46:41.525672492 +0100 2026-03-05T22:48:34.255 INFO:teuthology.orchestra.run.vm02.stdout:Change: 2026-03-05 22:46:41.525672492 +0100 2026-03-05T22:48:34.255 INFO:teuthology.orchestra.run.vm02.stdout: Birth: 2026-03-05 22:46:40.184670155 +0100 2026-03-05T22:48:34.255 DEBUG:teuthology.orchestra.run.vm02:> sudo dd if=/dev/nvme1n1 of=/dev/null count=1 2026-03-05T22:48:34.320 INFO:teuthology.orchestra.run.vm02.stderr:1+0 records in 2026-03-05T22:48:34.320 INFO:teuthology.orchestra.run.vm02.stderr:1+0 records out 2026-03-05T22:48:34.320 INFO:teuthology.orchestra.run.vm02.stderr:512 bytes copied, 0.000135724 s, 3.8 MB/s 2026-03-05T22:48:34.321 DEBUG:teuthology.orchestra.run.vm02:> ! mount | grep -v devtmpfs | grep -q /dev/nvme1n1 2026-03-05T22:48:34.401 DEBUG:teuthology.orchestra.run.vm02:> stat /dev/nvme2n1 2026-03-05T22:48:34.458 INFO:teuthology.orchestra.run.vm02.stdout: File: /dev/nvme2n1 2026-03-05T22:48:34.458 INFO:teuthology.orchestra.run.vm02.stdout: Size: 0 Blocks: 0 IO Block: 512 block special file 2026-03-05T22:48:34.458 INFO:teuthology.orchestra.run.vm02.stdout:Device: 6h/6d Inode: 753 Links: 1 Device type: 103,5 2026-03-05T22:48:34.458 INFO:teuthology.orchestra.run.vm02.stdout:Access: (0660/brw-rw----) Uid: ( 0/ root) Gid: ( 6/ disk) 2026-03-05T22:48:34.458 INFO:teuthology.orchestra.run.vm02.stdout:Context: system_u:object_r:fixed_disk_device_t:s0 2026-03-05T22:48:34.458 INFO:teuthology.orchestra.run.vm02.stdout:Access: 2026-03-05 22:48:21.779162924 +0100 2026-03-05T22:48:34.458 INFO:teuthology.orchestra.run.vm02.stdout:Modify: 2026-03-05 22:46:41.996673313 +0100 2026-03-05T22:48:34.458 INFO:teuthology.orchestra.run.vm02.stdout:Change: 2026-03-05 22:46:41.996673313 +0100 2026-03-05T22:48:34.458 INFO:teuthology.orchestra.run.vm02.stdout: Birth: 2026-03-05 22:46:40.334670416 +0100 2026-03-05T22:48:34.458 DEBUG:teuthology.orchestra.run.vm02:> sudo dd if=/dev/nvme2n1 of=/dev/null count=1 2026-03-05T22:48:34.520 INFO:teuthology.orchestra.run.vm02.stderr:1+0 records in 2026-03-05T22:48:34.520 INFO:teuthology.orchestra.run.vm02.stderr:1+0 records out 2026-03-05T22:48:34.520 INFO:teuthology.orchestra.run.vm02.stderr:512 bytes copied, 0.000131065 s, 3.9 MB/s 2026-03-05T22:48:34.521 DEBUG:teuthology.orchestra.run.vm02:> ! mount | grep -v devtmpfs | grep -q /dev/nvme2n1 2026-03-05T22:48:34.576 DEBUG:teuthology.orchestra.run.vm02:> stat /dev/nvme3n1 2026-03-05T22:48:34.633 INFO:teuthology.orchestra.run.vm02.stdout: File: /dev/nvme3n1 2026-03-05T22:48:34.633 INFO:teuthology.orchestra.run.vm02.stdout: Size: 0 Blocks: 0 IO Block: 512 block special file 2026-03-05T22:48:34.633 INFO:teuthology.orchestra.run.vm02.stdout:Device: 6h/6d Inode: 765 Links: 1 Device type: 103,7 2026-03-05T22:48:34.633 INFO:teuthology.orchestra.run.vm02.stdout:Access: (0660/brw-rw----) Uid: ( 0/ root) Gid: ( 6/ disk) 2026-03-05T22:48:34.633 INFO:teuthology.orchestra.run.vm02.stdout:Context: system_u:object_r:fixed_disk_device_t:s0 2026-03-05T22:48:34.633 INFO:teuthology.orchestra.run.vm02.stdout:Access: 2026-03-05 22:48:21.783162927 +0100 2026-03-05T22:48:34.633 INFO:teuthology.orchestra.run.vm02.stdout:Modify: 2026-03-05 22:46:42.426674062 +0100 2026-03-05T22:48:34.633 INFO:teuthology.orchestra.run.vm02.stdout:Change: 2026-03-05 22:46:42.426674062 +0100 2026-03-05T22:48:34.633 INFO:teuthology.orchestra.run.vm02.stdout: Birth: 2026-03-05 22:46:40.497670700 +0100 2026-03-05T22:48:34.633 DEBUG:teuthology.orchestra.run.vm02:> sudo dd if=/dev/nvme3n1 of=/dev/null count=1 2026-03-05T22:48:34.699 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 22:48:34 vm02 ceph-mon[57234]: mon.b calling monitor election 2026-03-05T22:48:34.699 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 22:48:34 vm02 ceph-mon[57234]: pgmap v8: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2026-03-05T22:48:34.699 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 22:48:34 vm02 ceph-mon[57234]: Reconfiguring mon.b (monmap changed)... 2026-03-05T22:48:34.699 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 22:48:34 vm02 ceph-mon[57234]: Reconfiguring daemon mon.b on vm09 2026-03-05T22:48:34.699 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 22:48:34 vm02 ceph-mon[57234]: Updating vm02:/etc/ceph/ceph.conf 2026-03-05T22:48:34.699 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 22:48:34 vm02 ceph-mon[57234]: Updating vm09:/etc/ceph/ceph.conf 2026-03-05T22:48:34.699 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 22:48:34 vm02 ceph-mon[57234]: mon.b calling monitor election 2026-03-05T22:48:34.699 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 22:48:34 vm02 ceph-mon[57234]: mon.a calling monitor election 2026-03-05T22:48:34.699 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 22:48:34 vm02 ceph-mon[57234]: mon.c calling monitor election 2026-03-05T22:48:34.699 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 22:48:34 vm02 ceph-mon[57234]: mon.a is new leader, mons a,c,b in quorum (ranks 0,1,2) 2026-03-05T22:48:34.699 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 22:48:34 vm02 ceph-mon[57234]: monmap epoch 3 2026-03-05T22:48:34.699 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 22:48:34 vm02 ceph-mon[57234]: fsid ce88f304-18dc-11f1-81b4-a3325c551960 2026-03-05T22:48:34.699 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 22:48:34 vm02 ceph-mon[57234]: last_changed 2026-03-05T21:48:26.541171+0000 2026-03-05T22:48:34.699 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 22:48:34 vm02 ceph-mon[57234]: created 2026-03-05T21:47:13.816726+0000 2026-03-05T22:48:34.699 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 22:48:34 vm02 ceph-mon[57234]: min_mon_release 19 (squid) 2026-03-05T22:48:34.699 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 22:48:34 vm02 ceph-mon[57234]: election_strategy: 1 2026-03-05T22:48:34.700 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 22:48:34 vm02 ceph-mon[57234]: 0: [v2:192.168.123.102:3300/0,v1:192.168.123.102:6789/0] mon.a 2026-03-05T22:48:34.700 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 22:48:34 vm02 ceph-mon[57234]: 1: [v2:192.168.123.102:3301/0,v1:192.168.123.102:6790/0] mon.c 2026-03-05T22:48:34.700 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 22:48:34 vm02 ceph-mon[57234]: 2: [v2:192.168.123.109:3300/0,v1:192.168.123.109:6789/0] mon.b 2026-03-05T22:48:34.700 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 22:48:34 vm02 ceph-mon[57234]: fsmap 2026-03-05T22:48:34.700 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 22:48:34 vm02 ceph-mon[57234]: osdmap e4: 0 total, 0 up, 0 in 2026-03-05T22:48:34.700 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 22:48:34 vm02 ceph-mon[57234]: mgrmap e13: y(active, since 28s) 2026-03-05T22:48:34.700 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 22:48:34 vm02 ceph-mon[57234]: Health check cleared: MON_DOWN (was: 1/3 mons down, quorum a,c) 2026-03-05T22:48:34.700 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 22:48:34 vm02 ceph-mon[57234]: Cluster is now healthy 2026-03-05T22:48:34.700 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 22:48:34 vm02 ceph-mon[57234]: overall HEALTH_OK 2026-03-05T22:48:34.700 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 22:48:34 vm02 ceph-mon[57234]: Updating vm02:/var/lib/ceph/ce88f304-18dc-11f1-81b4-a3325c551960/config/ceph.conf 2026-03-05T22:48:34.700 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 22:48:34 vm02 ceph-mon[57234]: Updating vm09:/var/lib/ceph/ce88f304-18dc-11f1-81b4-a3325c551960/config/ceph.conf 2026-03-05T22:48:34.700 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 22:48:34 vm02 ceph-mon[57234]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' 2026-03-05T22:48:34.700 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 22:48:34 vm02 ceph-mon[57234]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' 2026-03-05T22:48:34.700 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 22:48:34 vm02 ceph-mon[57234]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' 2026-03-05T22:48:34.700 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 22:48:34 vm02 ceph-mon[57234]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' 2026-03-05T22:48:34.700 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 22:48:34 vm02 ceph-mon[57234]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' 2026-03-05T22:48:34.700 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 22:48:34 vm02 ceph-mon[57234]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' 2026-03-05T22:48:34.700 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 22:48:34 vm02 ceph-mon[57234]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.y", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2026-03-05T22:48:34.700 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 22:48:34 vm02 ceph-mon[57234]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2026-03-05T22:48:34.700 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 22:48:34 vm02 ceph-mon[57234]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-03-05T22:48:34.700 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 22:48:34 vm02 ceph-mon[57234]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' 2026-03-05T22:48:34.700 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 22:48:34 vm02 ceph-mon[57234]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' 2026-03-05T22:48:34.700 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 22:48:34 vm02 ceph-mon[57234]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2026-03-05T22:48:34.700 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 22:48:34 vm02 ceph-mon[57234]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-03-05T22:48:34.700 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 22:48:34 vm02 ceph-mon[57234]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2026-03-05T22:48:34.700 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 22:48:34 vm02 ceph-mon[57234]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' 2026-03-05T22:48:34.700 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 22:48:34 vm02 ceph-mon[57234]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2026-03-05T22:48:34.700 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 22:48:34 vm02 ceph-mon[57234]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' cmd='[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]': finished 2026-03-05T22:48:34.700 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 22:48:34 vm02 ceph-mon[57234]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2026-03-05T22:48:34.700 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 22:48:34 vm02 ceph-mon[57234]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-03-05T22:48:34.700 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 22:48:34 vm02 ceph-mon[51276]: mon.b calling monitor election 2026-03-05T22:48:34.700 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 22:48:34 vm02 ceph-mon[51276]: pgmap v8: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2026-03-05T22:48:34.700 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 22:48:34 vm02 ceph-mon[51276]: Reconfiguring mon.b (monmap changed)... 2026-03-05T22:48:34.700 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 22:48:34 vm02 ceph-mon[51276]: Reconfiguring daemon mon.b on vm09 2026-03-05T22:48:34.700 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 22:48:34 vm02 ceph-mon[51276]: Updating vm02:/etc/ceph/ceph.conf 2026-03-05T22:48:34.700 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 22:48:34 vm02 ceph-mon[51276]: Updating vm09:/etc/ceph/ceph.conf 2026-03-05T22:48:34.700 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 22:48:34 vm02 ceph-mon[51276]: mon.b calling monitor election 2026-03-05T22:48:34.700 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 22:48:34 vm02 ceph-mon[51276]: mon.a calling monitor election 2026-03-05T22:48:34.700 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 22:48:34 vm02 ceph-mon[51276]: mon.c calling monitor election 2026-03-05T22:48:34.700 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 22:48:34 vm02 ceph-mon[51276]: mon.a is new leader, mons a,c,b in quorum (ranks 0,1,2) 2026-03-05T22:48:34.700 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 22:48:34 vm02 ceph-mon[51276]: monmap epoch 3 2026-03-05T22:48:34.700 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 22:48:34 vm02 ceph-mon[51276]: fsid ce88f304-18dc-11f1-81b4-a3325c551960 2026-03-05T22:48:34.700 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 22:48:34 vm02 ceph-mon[51276]: last_changed 2026-03-05T21:48:26.541171+0000 2026-03-05T22:48:34.700 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 22:48:34 vm02 ceph-mon[51276]: created 2026-03-05T21:47:13.816726+0000 2026-03-05T22:48:34.700 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 22:48:34 vm02 ceph-mon[51276]: min_mon_release 19 (squid) 2026-03-05T22:48:34.700 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 22:48:34 vm02 ceph-mon[51276]: election_strategy: 1 2026-03-05T22:48:34.700 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 22:48:34 vm02 ceph-mon[51276]: 0: [v2:192.168.123.102:3300/0,v1:192.168.123.102:6789/0] mon.a 2026-03-05T22:48:34.700 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 22:48:34 vm02 ceph-mon[51276]: 1: [v2:192.168.123.102:3301/0,v1:192.168.123.102:6790/0] mon.c 2026-03-05T22:48:34.700 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 22:48:34 vm02 ceph-mon[51276]: 2: [v2:192.168.123.109:3300/0,v1:192.168.123.109:6789/0] mon.b 2026-03-05T22:48:34.700 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 22:48:34 vm02 ceph-mon[51276]: fsmap 2026-03-05T22:48:34.700 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 22:48:34 vm02 ceph-mon[51276]: osdmap e4: 0 total, 0 up, 0 in 2026-03-05T22:48:34.700 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 22:48:34 vm02 ceph-mon[51276]: mgrmap e13: y(active, since 28s) 2026-03-05T22:48:34.700 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 22:48:34 vm02 ceph-mon[51276]: Health check cleared: MON_DOWN (was: 1/3 mons down, quorum a,c) 2026-03-05T22:48:34.701 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 22:48:34 vm02 ceph-mon[51276]: Cluster is now healthy 2026-03-05T22:48:34.701 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 22:48:34 vm02 ceph-mon[51276]: overall HEALTH_OK 2026-03-05T22:48:34.701 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 22:48:34 vm02 ceph-mon[51276]: Updating vm02:/var/lib/ceph/ce88f304-18dc-11f1-81b4-a3325c551960/config/ceph.conf 2026-03-05T22:48:34.701 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 22:48:34 vm02 ceph-mon[51276]: Updating vm09:/var/lib/ceph/ce88f304-18dc-11f1-81b4-a3325c551960/config/ceph.conf 2026-03-05T22:48:34.701 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 22:48:34 vm02 ceph-mon[51276]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' 2026-03-05T22:48:34.701 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 22:48:34 vm02 ceph-mon[51276]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' 2026-03-05T22:48:34.701 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 22:48:34 vm02 ceph-mon[51276]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' 2026-03-05T22:48:34.701 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 22:48:34 vm02 ceph-mon[51276]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' 2026-03-05T22:48:34.701 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 22:48:34 vm02 ceph-mon[51276]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' 2026-03-05T22:48:34.701 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 22:48:34 vm02 ceph-mon[51276]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' 2026-03-05T22:48:34.701 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 22:48:34 vm02 ceph-mon[51276]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.y", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2026-03-05T22:48:34.701 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 22:48:34 vm02 ceph-mon[51276]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2026-03-05T22:48:34.701 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 22:48:34 vm02 ceph-mon[51276]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-03-05T22:48:34.701 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 22:48:34 vm02 ceph-mon[51276]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' 2026-03-05T22:48:34.701 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 22:48:34 vm02 ceph-mon[51276]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' 2026-03-05T22:48:34.701 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 22:48:34 vm02 ceph-mon[51276]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2026-03-05T22:48:34.701 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 22:48:34 vm02 ceph-mon[51276]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-03-05T22:48:34.701 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 22:48:34 vm02 ceph-mon[51276]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2026-03-05T22:48:34.701 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 22:48:34 vm02 ceph-mon[51276]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' 2026-03-05T22:48:34.701 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 22:48:34 vm02 ceph-mon[51276]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2026-03-05T22:48:34.701 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 22:48:34 vm02 ceph-mon[51276]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' cmd='[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]': finished 2026-03-05T22:48:34.701 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 22:48:34 vm02 ceph-mon[51276]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2026-03-05T22:48:34.701 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 22:48:34 vm02 ceph-mon[51276]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-03-05T22:48:34.701 INFO:teuthology.orchestra.run.vm02.stderr:1+0 records in 2026-03-05T22:48:34.701 INFO:teuthology.orchestra.run.vm02.stderr:1+0 records out 2026-03-05T22:48:34.701 INFO:teuthology.orchestra.run.vm02.stderr:512 bytes copied, 0.000176661 s, 2.9 MB/s 2026-03-05T22:48:34.702 DEBUG:teuthology.orchestra.run.vm02:> ! mount | grep -v devtmpfs | grep -q /dev/nvme3n1 2026-03-05T22:48:34.758 DEBUG:teuthology.orchestra.run.vm09:> set -ex 2026-03-05T22:48:34.758 DEBUG:teuthology.orchestra.run.vm09:> dd if=/scratch_devs of=/dev/stdout 2026-03-05T22:48:34.783 DEBUG:teuthology.misc:devs=['/dev/nvme0n1', '/dev/nvme1n1', '/dev/nvme2n1', '/dev/nvme3n1'] 2026-03-05T22:48:34.783 DEBUG:teuthology.orchestra.run.vm09:> stat /dev/nvme0n1 2026-03-05T22:48:34.792 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 22:48:34 vm09 ceph-mon[51064]: mon.b calling monitor election 2026-03-05T22:48:34.792 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 22:48:34 vm09 ceph-mon[51064]: pgmap v8: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2026-03-05T22:48:34.792 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 22:48:34 vm09 ceph-mon[51064]: Reconfiguring mon.b (monmap changed)... 2026-03-05T22:48:34.792 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 22:48:34 vm09 ceph-mon[51064]: Reconfiguring daemon mon.b on vm09 2026-03-05T22:48:34.792 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 22:48:34 vm09 ceph-mon[51064]: Updating vm02:/etc/ceph/ceph.conf 2026-03-05T22:48:34.792 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 22:48:34 vm09 ceph-mon[51064]: Updating vm09:/etc/ceph/ceph.conf 2026-03-05T22:48:34.792 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 22:48:34 vm09 ceph-mon[51064]: mon.b calling monitor election 2026-03-05T22:48:34.792 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 22:48:34 vm09 ceph-mon[51064]: mon.a calling monitor election 2026-03-05T22:48:34.792 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 22:48:34 vm09 ceph-mon[51064]: mon.c calling monitor election 2026-03-05T22:48:34.792 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 22:48:34 vm09 ceph-mon[51064]: mon.a is new leader, mons a,c,b in quorum (ranks 0,1,2) 2026-03-05T22:48:34.792 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 22:48:34 vm09 ceph-mon[51064]: monmap epoch 3 2026-03-05T22:48:34.792 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 22:48:34 vm09 ceph-mon[51064]: fsid ce88f304-18dc-11f1-81b4-a3325c551960 2026-03-05T22:48:34.792 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 22:48:34 vm09 ceph-mon[51064]: last_changed 2026-03-05T21:48:26.541171+0000 2026-03-05T22:48:34.792 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 22:48:34 vm09 ceph-mon[51064]: created 2026-03-05T21:47:13.816726+0000 2026-03-05T22:48:34.792 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 22:48:34 vm09 ceph-mon[51064]: min_mon_release 19 (squid) 2026-03-05T22:48:34.792 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 22:48:34 vm09 ceph-mon[51064]: election_strategy: 1 2026-03-05T22:48:34.792 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 22:48:34 vm09 ceph-mon[51064]: 0: [v2:192.168.123.102:3300/0,v1:192.168.123.102:6789/0] mon.a 2026-03-05T22:48:34.792 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 22:48:34 vm09 ceph-mon[51064]: 1: [v2:192.168.123.102:3301/0,v1:192.168.123.102:6790/0] mon.c 2026-03-05T22:48:34.792 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 22:48:34 vm09 ceph-mon[51064]: 2: [v2:192.168.123.109:3300/0,v1:192.168.123.109:6789/0] mon.b 2026-03-05T22:48:34.792 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 22:48:34 vm09 ceph-mon[51064]: fsmap 2026-03-05T22:48:34.792 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 22:48:34 vm09 ceph-mon[51064]: osdmap e4: 0 total, 0 up, 0 in 2026-03-05T22:48:34.792 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 22:48:34 vm09 ceph-mon[51064]: mgrmap e13: y(active, since 28s) 2026-03-05T22:48:34.792 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 22:48:34 vm09 ceph-mon[51064]: Health check cleared: MON_DOWN (was: 1/3 mons down, quorum a,c) 2026-03-05T22:48:34.792 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 22:48:34 vm09 ceph-mon[51064]: Cluster is now healthy 2026-03-05T22:48:34.792 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 22:48:34 vm09 ceph-mon[51064]: overall HEALTH_OK 2026-03-05T22:48:34.792 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 22:48:34 vm09 ceph-mon[51064]: Updating vm02:/var/lib/ceph/ce88f304-18dc-11f1-81b4-a3325c551960/config/ceph.conf 2026-03-05T22:48:34.792 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 22:48:34 vm09 ceph-mon[51064]: Updating vm09:/var/lib/ceph/ce88f304-18dc-11f1-81b4-a3325c551960/config/ceph.conf 2026-03-05T22:48:34.792 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 22:48:34 vm09 ceph-mon[51064]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' 2026-03-05T22:48:34.792 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 22:48:34 vm09 ceph-mon[51064]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' 2026-03-05T22:48:34.792 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 22:48:34 vm09 ceph-mon[51064]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' 2026-03-05T22:48:34.793 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 22:48:34 vm09 ceph-mon[51064]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' 2026-03-05T22:48:34.793 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 22:48:34 vm09 ceph-mon[51064]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' 2026-03-05T22:48:34.793 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 22:48:34 vm09 ceph-mon[51064]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' 2026-03-05T22:48:34.793 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 22:48:34 vm09 ceph-mon[51064]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.y", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2026-03-05T22:48:34.793 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 22:48:34 vm09 ceph-mon[51064]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2026-03-05T22:48:34.793 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 22:48:34 vm09 ceph-mon[51064]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-03-05T22:48:34.793 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 22:48:34 vm09 ceph-mon[51064]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' 2026-03-05T22:48:34.793 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 22:48:34 vm09 ceph-mon[51064]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' 2026-03-05T22:48:34.793 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 22:48:34 vm09 ceph-mon[51064]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2026-03-05T22:48:34.793 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 22:48:34 vm09 ceph-mon[51064]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-03-05T22:48:34.793 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 22:48:34 vm09 ceph-mon[51064]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2026-03-05T22:48:34.793 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 22:48:34 vm09 ceph-mon[51064]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' 2026-03-05T22:48:34.793 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 22:48:34 vm09 ceph-mon[51064]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2026-03-05T22:48:34.793 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 22:48:34 vm09 ceph-mon[51064]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' cmd='[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]': finished 2026-03-05T22:48:34.793 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 22:48:34 vm09 ceph-mon[51064]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2026-03-05T22:48:34.793 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 22:48:34 vm09 ceph-mon[51064]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-03-05T22:48:34.820 INFO:teuthology.orchestra.run.vm09.stdout: File: /dev/nvme0n1 2026-03-05T22:48:34.820 INFO:teuthology.orchestra.run.vm09.stdout: Size: 0 Blocks: 0 IO Block: 512 block special file 2026-03-05T22:48:34.820 INFO:teuthology.orchestra.run.vm09.stdout:Device: 6h/6d Inode: 728 Links: 1 Device type: 103,1 2026-03-05T22:48:34.821 INFO:teuthology.orchestra.run.vm09.stdout:Access: (0660/brw-rw----) Uid: ( 0/ root) Gid: ( 6/ disk) 2026-03-05T22:48:34.821 INFO:teuthology.orchestra.run.vm09.stdout:Context: system_u:object_r:fixed_disk_device_t:s0 2026-03-05T22:48:34.821 INFO:teuthology.orchestra.run.vm09.stdout:Access: 2026-03-05 22:48:28.766152671 +0100 2026-03-05T22:48:34.821 INFO:teuthology.orchestra.run.vm09.stdout:Modify: 2026-03-05 22:46:44.663589645 +0100 2026-03-05T22:48:34.821 INFO:teuthology.orchestra.run.vm09.stdout:Change: 2026-03-05 22:46:44.663589645 +0100 2026-03-05T22:48:34.821 INFO:teuthology.orchestra.run.vm09.stdout: Birth: 2026-03-05 22:46:43.684590186 +0100 2026-03-05T22:48:34.821 DEBUG:teuthology.orchestra.run.vm09:> sudo dd if=/dev/nvme0n1 of=/dev/null count=1 2026-03-05T22:48:34.893 INFO:teuthology.orchestra.run.vm09.stderr:1+0 records in 2026-03-05T22:48:34.894 INFO:teuthology.orchestra.run.vm09.stderr:1+0 records out 2026-03-05T22:48:34.894 INFO:teuthology.orchestra.run.vm09.stderr:512 bytes copied, 0.000173273 s, 3.0 MB/s 2026-03-05T22:48:34.895 DEBUG:teuthology.orchestra.run.vm09:> ! mount | grep -v devtmpfs | grep -q /dev/nvme0n1 2026-03-05T22:48:34.951 DEBUG:teuthology.orchestra.run.vm09:> stat /dev/nvme1n1 2026-03-05T22:48:35.151 INFO:teuthology.orchestra.run.vm09.stdout: File: /dev/nvme1n1 2026-03-05T22:48:35.151 INFO:teuthology.orchestra.run.vm09.stdout: Size: 0 Blocks: 0 IO Block: 512 block special file 2026-03-05T22:48:35.151 INFO:teuthology.orchestra.run.vm09.stdout:Device: 6h/6d Inode: 740 Links: 1 Device type: 103,3 2026-03-05T22:48:35.151 INFO:teuthology.orchestra.run.vm09.stdout:Access: (0660/brw-rw----) Uid: ( 0/ root) Gid: ( 6/ disk) 2026-03-05T22:48:35.151 INFO:teuthology.orchestra.run.vm09.stdout:Context: system_u:object_r:fixed_disk_device_t:s0 2026-03-05T22:48:35.151 INFO:teuthology.orchestra.run.vm09.stdout:Access: 2026-03-05 22:48:28.770152672 +0100 2026-03-05T22:48:35.151 INFO:teuthology.orchestra.run.vm09.stdout:Modify: 2026-03-05 22:46:45.120589393 +0100 2026-03-05T22:48:35.151 INFO:teuthology.orchestra.run.vm09.stdout:Change: 2026-03-05 22:46:45.120589393 +0100 2026-03-05T22:48:35.151 INFO:teuthology.orchestra.run.vm09.stdout: Birth: 2026-03-05 22:46:43.836590102 +0100 2026-03-05T22:48:35.151 DEBUG:teuthology.orchestra.run.vm09:> sudo dd if=/dev/nvme1n1 of=/dev/null count=1 2026-03-05T22:48:35.332 INFO:teuthology.orchestra.run.vm09.stderr:1+0 records in 2026-03-05T22:48:35.332 INFO:teuthology.orchestra.run.vm09.stderr:1+0 records out 2026-03-05T22:48:35.332 INFO:teuthology.orchestra.run.vm09.stderr:512 bytes copied, 0.000163476 s, 3.1 MB/s 2026-03-05T22:48:35.333 DEBUG:teuthology.orchestra.run.vm09:> ! mount | grep -v devtmpfs | grep -q /dev/nvme1n1 2026-03-05T22:48:35.342 INFO:journalctl@ceph.mgr.x.vm09.stdout:Mar 05 22:48:35 vm09 systemd[1]: Starting Ceph mgr.x for ce88f304-18dc-11f1-81b4-a3325c551960... 2026-03-05T22:48:35.356 DEBUG:teuthology.orchestra.run.vm09:> stat /dev/nvme2n1 2026-03-05T22:48:35.419 INFO:teuthology.orchestra.run.vm09.stdout: File: /dev/nvme2n1 2026-03-05T22:48:35.419 INFO:teuthology.orchestra.run.vm09.stdout: Size: 0 Blocks: 0 IO Block: 512 block special file 2026-03-05T22:48:35.419 INFO:teuthology.orchestra.run.vm09.stdout:Device: 6h/6d Inode: 753 Links: 1 Device type: 103,5 2026-03-05T22:48:35.419 INFO:teuthology.orchestra.run.vm09.stdout:Access: (0660/brw-rw----) Uid: ( 0/ root) Gid: ( 6/ disk) 2026-03-05T22:48:35.419 INFO:teuthology.orchestra.run.vm09.stdout:Context: system_u:object_r:fixed_disk_device_t:s0 2026-03-05T22:48:35.419 INFO:teuthology.orchestra.run.vm09.stdout:Access: 2026-03-05 22:48:28.773152673 +0100 2026-03-05T22:48:35.419 INFO:teuthology.orchestra.run.vm09.stdout:Modify: 2026-03-05 22:46:45.564589147 +0100 2026-03-05T22:48:35.419 INFO:teuthology.orchestra.run.vm09.stdout:Change: 2026-03-05 22:46:45.564589147 +0100 2026-03-05T22:48:35.419 INFO:teuthology.orchestra.run.vm09.stdout: Birth: 2026-03-05 22:46:44.001590011 +0100 2026-03-05T22:48:35.419 DEBUG:teuthology.orchestra.run.vm09:> sudo dd if=/dev/nvme2n1 of=/dev/null count=1 2026-03-05T22:48:35.490 INFO:teuthology.orchestra.run.vm09.stderr:1+0 records in 2026-03-05T22:48:35.490 INFO:teuthology.orchestra.run.vm09.stderr:1+0 records out 2026-03-05T22:48:35.490 INFO:teuthology.orchestra.run.vm09.stderr:512 bytes copied, 0.000118803 s, 4.3 MB/s 2026-03-05T22:48:35.492 DEBUG:teuthology.orchestra.run.vm09:> ! mount | grep -v devtmpfs | grep -q /dev/nvme2n1 2026-03-05T22:48:35.552 DEBUG:teuthology.orchestra.run.vm09:> stat /dev/nvme3n1 2026-03-05T22:48:35.609 INFO:teuthology.orchestra.run.vm09.stdout: File: /dev/nvme3n1 2026-03-05T22:48:35.609 INFO:teuthology.orchestra.run.vm09.stdout: Size: 0 Blocks: 0 IO Block: 512 block special file 2026-03-05T22:48:35.609 INFO:teuthology.orchestra.run.vm09.stdout:Device: 6h/6d Inode: 764 Links: 1 Device type: 103,7 2026-03-05T22:48:35.609 INFO:teuthology.orchestra.run.vm09.stdout:Access: (0660/brw-rw----) Uid: ( 0/ root) Gid: ( 6/ disk) 2026-03-05T22:48:35.609 INFO:teuthology.orchestra.run.vm09.stdout:Context: system_u:object_r:fixed_disk_device_t:s0 2026-03-05T22:48:35.609 INFO:teuthology.orchestra.run.vm09.stdout:Access: 2026-03-05 22:48:28.777152674 +0100 2026-03-05T22:48:35.609 INFO:teuthology.orchestra.run.vm09.stdout:Modify: 2026-03-05 22:46:46.020588895 +0100 2026-03-05T22:48:35.609 INFO:teuthology.orchestra.run.vm09.stdout:Change: 2026-03-05 22:46:46.020588895 +0100 2026-03-05T22:48:35.609 INFO:teuthology.orchestra.run.vm09.stdout: Birth: 2026-03-05 22:46:44.143589932 +0100 2026-03-05T22:48:35.609 DEBUG:teuthology.orchestra.run.vm09:> sudo dd if=/dev/nvme3n1 of=/dev/null count=1 2026-03-05T22:48:35.675 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 22:48:35 vm09 ceph-mon[51064]: from='client.14208 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "mgr", "placement": "2;vm02=y;vm09=x", "target": ["mon-mgr", ""]}]: dispatch 2026-03-05T22:48:35.675 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 22:48:35 vm09 ceph-mon[51064]: Saving service mgr spec with placement vm02=y;vm09=x;count:2 2026-03-05T22:48:35.675 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 22:48:35 vm09 ceph-mon[51064]: Reconfiguring mgr.y (unknown last config time)... 2026-03-05T22:48:35.675 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 22:48:35 vm09 ceph-mon[51064]: Reconfiguring daemon mgr.y on vm02 2026-03-05T22:48:35.675 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 22:48:35 vm09 ceph-mon[51064]: Deploying daemon mgr.x on vm09 2026-03-05T22:48:35.675 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 22:48:35 vm09 ceph-mon[51064]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2026-03-05T22:48:35.675 INFO:journalctl@ceph.mgr.x.vm09.stdout:Mar 05 22:48:35 vm09 podman[52705]: 2026-03-05 22:48:35.451813037 +0100 CET m=+0.016051375 container create 39d4ac4ba4bfa42bba8e5d7987eec04cced5d786c63c9183d70fcaa1966bc0db (image=harbor.clyso.com/custom-ceph/ceph/ceph@sha256:26363c7a4eea9ef5a0148afc7b2a22b6f486596d87a30c2a9fdcda5db3eca62b, name=ceph-ce88f304-18dc-11f1-81b4-a3325c551960-mgr-x, GANESHA_REPO_BASEURL=https://buildlogs.centos.org/centos/$releasever-stream/storage/$basearch/nfsganesha-5/, OSD_FLAVOR=default, ceph=True, io.buildah.version=1.41.8, CEPH_GIT_REPO=https://github.com/irq0/ceph.git, CEPH_REF=19.2.3-47-gc24117fd552, CEPH_SHA1=c24117fd5525679b799527bc1bd1f1dd0a2db5e2, FROM_IMAGE=rockylinux:9) 2026-03-05T22:48:35.675 INFO:journalctl@ceph.mgr.x.vm09.stdout:Mar 05 22:48:35 vm09 podman[52705]: 2026-03-05 22:48:35.499803844 +0100 CET m=+0.064042201 container init 39d4ac4ba4bfa42bba8e5d7987eec04cced5d786c63c9183d70fcaa1966bc0db (image=harbor.clyso.com/custom-ceph/ceph/ceph@sha256:26363c7a4eea9ef5a0148afc7b2a22b6f486596d87a30c2a9fdcda5db3eca62b, name=ceph-ce88f304-18dc-11f1-81b4-a3325c551960-mgr-x, CEPH_SHA1=c24117fd5525679b799527bc1bd1f1dd0a2db5e2, FROM_IMAGE=rockylinux:9, GANESHA_REPO_BASEURL=https://buildlogs.centos.org/centos/$releasever-stream/storage/$basearch/nfsganesha-5/, OSD_FLAVOR=default, ceph=True, io.buildah.version=1.41.8, CEPH_GIT_REPO=https://github.com/irq0/ceph.git, CEPH_REF=19.2.3-47-gc24117fd552) 2026-03-05T22:48:35.675 INFO:journalctl@ceph.mgr.x.vm09.stdout:Mar 05 22:48:35 vm09 podman[52705]: 2026-03-05 22:48:35.504860288 +0100 CET m=+0.069098637 container start 39d4ac4ba4bfa42bba8e5d7987eec04cced5d786c63c9183d70fcaa1966bc0db (image=harbor.clyso.com/custom-ceph/ceph/ceph@sha256:26363c7a4eea9ef5a0148afc7b2a22b6f486596d87a30c2a9fdcda5db3eca62b, name=ceph-ce88f304-18dc-11f1-81b4-a3325c551960-mgr-x, CEPH_REF=19.2.3-47-gc24117fd552, CEPH_SHA1=c24117fd5525679b799527bc1bd1f1dd0a2db5e2, FROM_IMAGE=rockylinux:9, GANESHA_REPO_BASEURL=https://buildlogs.centos.org/centos/$releasever-stream/storage/$basearch/nfsganesha-5/, OSD_FLAVOR=default, ceph=True, io.buildah.version=1.41.8, CEPH_GIT_REPO=https://github.com/irq0/ceph.git) 2026-03-05T22:48:35.676 INFO:journalctl@ceph.mgr.x.vm09.stdout:Mar 05 22:48:35 vm09 bash[52705]: 39d4ac4ba4bfa42bba8e5d7987eec04cced5d786c63c9183d70fcaa1966bc0db 2026-03-05T22:48:35.676 INFO:journalctl@ceph.mgr.x.vm09.stdout:Mar 05 22:48:35 vm09 podman[52705]: 2026-03-05 22:48:35.445598916 +0100 CET m=+0.009837284 image pull 306e97de47e91c2b4b24d3dc09be3b3a12039b078f343d91220102acc6628a68 harbor.clyso.com/custom-ceph/ceph/ceph@sha256:26363c7a4eea9ef5a0148afc7b2a22b6f486596d87a30c2a9fdcda5db3eca62b 2026-03-05T22:48:35.676 INFO:journalctl@ceph.mgr.x.vm09.stdout:Mar 05 22:48:35 vm09 systemd[1]: Started Ceph mgr.x for ce88f304-18dc-11f1-81b4-a3325c551960. 2026-03-05T22:48:35.685 INFO:teuthology.orchestra.run.vm09.stderr:1+0 records in 2026-03-05T22:48:35.685 INFO:teuthology.orchestra.run.vm09.stderr:1+0 records out 2026-03-05T22:48:35.686 INFO:teuthology.orchestra.run.vm09.stderr:512 bytes copied, 0.000359793 s, 1.4 MB/s 2026-03-05T22:48:35.687 DEBUG:teuthology.orchestra.run.vm09:> ! mount | grep -v devtmpfs | grep -q /dev/nvme3n1 2026-03-05T22:48:35.751 INFO:tasks.cephadm:Deploying osd.0 on vm02 with /dev/nvme3n1... 2026-03-05T22:48:35.751 DEBUG:teuthology.orchestra.run.vm02:> sudo /home/ubuntu/cephtest/cephadm --image harbor.clyso.com/custom-ceph/ceph/ceph:cobaltcore-storage-v19.2.3-fasttrack-3 ceph-volume -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid ce88f304-18dc-11f1-81b4-a3325c551960 -- lvm zap /dev/nvme3n1 2026-03-05T22:48:35.774 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 22:48:35 vm02 ceph-mon[57234]: from='client.14208 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "mgr", "placement": "2;vm02=y;vm09=x", "target": ["mon-mgr", ""]}]: dispatch 2026-03-05T22:48:35.775 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 22:48:35 vm02 ceph-mon[57234]: Saving service mgr spec with placement vm02=y;vm09=x;count:2 2026-03-05T22:48:35.775 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 22:48:35 vm02 ceph-mon[57234]: Reconfiguring mgr.y (unknown last config time)... 2026-03-05T22:48:35.775 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 22:48:35 vm02 ceph-mon[57234]: Reconfiguring daemon mgr.y on vm02 2026-03-05T22:48:35.775 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 22:48:35 vm02 ceph-mon[57234]: Deploying daemon mgr.x on vm09 2026-03-05T22:48:35.775 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 22:48:35 vm02 ceph-mon[57234]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2026-03-05T22:48:35.775 INFO:journalctl@ceph.mgr.y.vm02.stdout:Mar 05 22:48:35 vm02 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-mgr-y[51511]: 2026-03-05T21:48:35.540+0000 7fbd7c593640 -1 mgr.server handle_report got status from non-daemon mon.b 2026-03-05T22:48:35.775 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 22:48:35 vm02 ceph-mon[51276]: from='client.14208 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "mgr", "placement": "2;vm02=y;vm09=x", "target": ["mon-mgr", ""]}]: dispatch 2026-03-05T22:48:35.775 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 22:48:35 vm02 ceph-mon[51276]: Saving service mgr spec with placement vm02=y;vm09=x;count:2 2026-03-05T22:48:35.775 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 22:48:35 vm02 ceph-mon[51276]: Reconfiguring mgr.y (unknown last config time)... 2026-03-05T22:48:35.775 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 22:48:35 vm02 ceph-mon[51276]: Reconfiguring daemon mgr.y on vm02 2026-03-05T22:48:35.775 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 22:48:35 vm02 ceph-mon[51276]: Deploying daemon mgr.x on vm09 2026-03-05T22:48:35.775 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 22:48:35 vm02 ceph-mon[51276]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2026-03-05T22:48:35.945 INFO:journalctl@ceph.mgr.x.vm09.stdout:Mar 05 22:48:35 vm09 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-mgr-x[52719]: 2026-03-05T21:48:35.792+0000 7f4d4822f100 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2026-03-05T22:48:35.945 INFO:journalctl@ceph.mgr.x.vm09.stdout:Mar 05 22:48:35 vm09 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-mgr-x[52719]: 2026-03-05T21:48:35.944+0000 7f4d4822f100 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2026-03-05T22:48:36.080 INFO:teuthology.orchestra.run.vm02.stderr:Inferring config /var/lib/ceph/ce88f304-18dc-11f1-81b4-a3325c551960/mon.a/config 2026-03-05T22:48:36.786 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 22:48:36 vm02 ceph-mon[51276]: pgmap v9: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2026-03-05T22:48:36.786 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 22:48:36 vm02 ceph-mon[51276]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' 2026-03-05T22:48:36.786 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 22:48:36 vm02 ceph-mon[51276]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' 2026-03-05T22:48:36.786 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 22:48:36 vm02 ceph-mon[51276]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' 2026-03-05T22:48:36.786 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 22:48:36 vm02 ceph-mon[51276]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' 2026-03-05T22:48:36.786 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 22:48:36 vm02 ceph-mon[51276]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2026-03-05T22:48:36.786 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 22:48:36 vm02 ceph-mon[51276]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-03-05T22:48:36.786 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 22:48:36 vm02 ceph-mon[51276]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2026-03-05T22:48:36.786 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 22:48:36 vm02 ceph-mon[51276]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' 2026-03-05T22:48:36.786 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 22:48:36 vm02 ceph-mon[51276]: Metadata not up to date on all hosts. Skipping non agent specs 2026-03-05T22:48:36.786 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 22:48:36 vm02 ceph-mon[51276]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2026-03-05T22:48:36.786 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 22:48:36 vm02 ceph-mon[51276]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-03-05T22:48:36.786 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 22:48:36 vm02 ceph-mon[51276]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2026-03-05T22:48:36.786 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 22:48:36 vm02 ceph-mon[51276]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' 2026-03-05T22:48:36.786 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 22:48:36 vm02 ceph-mon[51276]: Metadata not up to date on all hosts. Skipping non agent specs 2026-03-05T22:48:36.786 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 22:48:36 vm02 ceph-mon[57234]: pgmap v9: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2026-03-05T22:48:36.786 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 22:48:36 vm02 ceph-mon[57234]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' 2026-03-05T22:48:36.786 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 22:48:36 vm02 ceph-mon[57234]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' 2026-03-05T22:48:36.786 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 22:48:36 vm02 ceph-mon[57234]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' 2026-03-05T22:48:36.786 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 22:48:36 vm02 ceph-mon[57234]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' 2026-03-05T22:48:36.786 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 22:48:36 vm02 ceph-mon[57234]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2026-03-05T22:48:36.786 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 22:48:36 vm02 ceph-mon[57234]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-03-05T22:48:36.786 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 22:48:36 vm02 ceph-mon[57234]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2026-03-05T22:48:36.786 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 22:48:36 vm02 ceph-mon[57234]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' 2026-03-05T22:48:36.786 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 22:48:36 vm02 ceph-mon[57234]: Metadata not up to date on all hosts. Skipping non agent specs 2026-03-05T22:48:36.786 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 22:48:36 vm02 ceph-mon[57234]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2026-03-05T22:48:36.786 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 22:48:36 vm02 ceph-mon[57234]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-03-05T22:48:36.786 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 22:48:36 vm02 ceph-mon[57234]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2026-03-05T22:48:36.786 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 22:48:36 vm02 ceph-mon[57234]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' 2026-03-05T22:48:36.786 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 22:48:36 vm02 ceph-mon[57234]: Metadata not up to date on all hosts. Skipping non agent specs 2026-03-05T22:48:36.814 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 22:48:36 vm09 ceph-mon[51064]: pgmap v9: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2026-03-05T22:48:36.814 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 22:48:36 vm09 ceph-mon[51064]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' 2026-03-05T22:48:36.814 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 22:48:36 vm09 ceph-mon[51064]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' 2026-03-05T22:48:36.814 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 22:48:36 vm09 ceph-mon[51064]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' 2026-03-05T22:48:36.814 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 22:48:36 vm09 ceph-mon[51064]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' 2026-03-05T22:48:36.814 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 22:48:36 vm09 ceph-mon[51064]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2026-03-05T22:48:36.814 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 22:48:36 vm09 ceph-mon[51064]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-03-05T22:48:36.814 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 22:48:36 vm09 ceph-mon[51064]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2026-03-05T22:48:36.814 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 22:48:36 vm09 ceph-mon[51064]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' 2026-03-05T22:48:36.814 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 22:48:36 vm09 ceph-mon[51064]: Metadata not up to date on all hosts. Skipping non agent specs 2026-03-05T22:48:36.814 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 22:48:36 vm09 ceph-mon[51064]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2026-03-05T22:48:36.814 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 22:48:36 vm09 ceph-mon[51064]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-03-05T22:48:36.814 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 22:48:36 vm09 ceph-mon[51064]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2026-03-05T22:48:36.814 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 22:48:36 vm09 ceph-mon[51064]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' 2026-03-05T22:48:36.814 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 22:48:36 vm09 ceph-mon[51064]: Metadata not up to date on all hosts. Skipping non agent specs 2026-03-05T22:48:37.459 INFO:teuthology.orchestra.run.vm02.stdout: 2026-03-05T22:48:37.476 DEBUG:teuthology.orchestra.run.vm02:> sudo /home/ubuntu/cephtest/cephadm --image harbor.clyso.com/custom-ceph/ceph/ceph:cobaltcore-storage-v19.2.3-fasttrack-3 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid ce88f304-18dc-11f1-81b4-a3325c551960 -- ceph orch daemon add osd vm02:/dev/nvme3n1 2026-03-05T22:48:37.766 INFO:journalctl@ceph.mgr.x.vm09.stdout:Mar 05 22:48:37 vm09 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-mgr-x[52719]: 2026-03-05T21:48:37.449+0000 7f4d4822f100 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2026-03-05T22:48:37.766 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 22:48:37 vm09 ceph-mon[51064]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' 2026-03-05T22:48:37.766 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 22:48:37 vm09 ceph-mon[51064]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' 2026-03-05T22:48:37.766 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 22:48:37 vm09 ceph-mon[51064]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' 2026-03-05T22:48:37.766 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 22:48:37 vm09 ceph-mon[51064]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2026-03-05T22:48:37.766 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 22:48:37 vm09 ceph-mon[51064]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-03-05T22:48:37.766 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 22:48:37 vm09 ceph-mon[51064]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2026-03-05T22:48:37.766 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 22:48:37 vm09 ceph-mon[51064]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' 2026-03-05T22:48:37.766 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 22:48:37 vm09 ceph-mon[51064]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' 2026-03-05T22:48:37.859 INFO:teuthology.orchestra.run.vm02.stderr:Inferring config /var/lib/ceph/ce88f304-18dc-11f1-81b4-a3325c551960/mon.a/config 2026-03-05T22:48:37.880 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 22:48:37 vm02 ceph-mon[51276]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' 2026-03-05T22:48:37.880 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 22:48:37 vm02 ceph-mon[51276]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' 2026-03-05T22:48:37.880 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 22:48:37 vm02 ceph-mon[51276]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' 2026-03-05T22:48:37.880 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 22:48:37 vm02 ceph-mon[51276]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2026-03-05T22:48:37.880 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 22:48:37 vm02 ceph-mon[51276]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-03-05T22:48:37.880 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 22:48:37 vm02 ceph-mon[51276]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2026-03-05T22:48:37.880 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 22:48:37 vm02 ceph-mon[51276]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' 2026-03-05T22:48:37.880 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 22:48:37 vm02 ceph-mon[51276]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' 2026-03-05T22:48:37.880 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 22:48:37 vm02 ceph-mon[57234]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' 2026-03-05T22:48:37.880 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 22:48:37 vm02 ceph-mon[57234]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' 2026-03-05T22:48:37.880 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 22:48:37 vm02 ceph-mon[57234]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' 2026-03-05T22:48:37.880 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 22:48:37 vm02 ceph-mon[57234]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2026-03-05T22:48:37.880 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 22:48:37 vm02 ceph-mon[57234]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-03-05T22:48:37.880 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 22:48:37 vm02 ceph-mon[57234]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2026-03-05T22:48:37.880 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 22:48:37 vm02 ceph-mon[57234]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' 2026-03-05T22:48:37.880 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 22:48:37 vm02 ceph-mon[57234]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' 2026-03-05T22:48:38.675 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 22:48:38 vm09 ceph-mon[51064]: pgmap v10: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2026-03-05T22:48:38.675 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 22:48:38 vm09 ceph-mon[51064]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' 2026-03-05T22:48:38.675 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 22:48:38 vm09 ceph-mon[51064]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' 2026-03-05T22:48:38.675 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 22:48:38 vm09 ceph-mon[51064]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' 2026-03-05T22:48:38.675 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 22:48:38 vm09 ceph-mon[51064]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2026-03-05T22:48:38.675 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 22:48:38 vm09 ceph-mon[51064]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2026-03-05T22:48:38.675 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 22:48:38 vm09 ceph-mon[51064]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-03-05T22:48:38.675 INFO:journalctl@ceph.mgr.x.vm09.stdout:Mar 05 22:48:38 vm09 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-mgr-x[52719]: 2026-03-05T21:48:38.405+0000 7f4d4822f100 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2026-03-05T22:48:38.675 INFO:journalctl@ceph.mgr.x.vm09.stdout:Mar 05 22:48:38 vm09 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-mgr-x[52719]: 2026-03-05T21:48:38.534+0000 7f4d4822f100 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2026-03-05T22:48:38.861 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 22:48:38 vm02 ceph-mon[51276]: pgmap v10: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2026-03-05T22:48:38.861 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 22:48:38 vm02 ceph-mon[51276]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' 2026-03-05T22:48:38.861 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 22:48:38 vm02 ceph-mon[51276]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' 2026-03-05T22:48:38.861 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 22:48:38 vm02 ceph-mon[51276]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' 2026-03-05T22:48:38.861 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 22:48:38 vm02 ceph-mon[51276]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2026-03-05T22:48:38.861 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 22:48:38 vm02 ceph-mon[51276]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2026-03-05T22:48:38.861 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 22:48:38 vm02 ceph-mon[51276]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-03-05T22:48:38.862 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 22:48:38 vm02 ceph-mon[57234]: pgmap v10: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2026-03-05T22:48:38.862 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 22:48:38 vm02 ceph-mon[57234]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' 2026-03-05T22:48:38.862 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 22:48:38 vm02 ceph-mon[57234]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' 2026-03-05T22:48:38.862 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 22:48:38 vm02 ceph-mon[57234]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' 2026-03-05T22:48:38.862 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 22:48:38 vm02 ceph-mon[57234]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2026-03-05T22:48:38.862 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 22:48:38 vm02 ceph-mon[57234]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2026-03-05T22:48:38.862 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 22:48:38 vm02 ceph-mon[57234]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-03-05T22:48:39.175 INFO:journalctl@ceph.mgr.x.vm09.stdout:Mar 05 22:48:38 vm09 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-mgr-x[52719]: 2026-03-05T21:48:38.791+0000 7f4d4822f100 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2026-03-05T22:48:39.741 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 22:48:39 vm02 ceph-mon[57234]: from='client.24103 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "vm02:/dev/nvme3n1", "target": ["mon-mgr", ""]}]: dispatch 2026-03-05T22:48:39.741 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 22:48:39 vm02 ceph-mon[51276]: from='client.24103 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "vm02:/dev/nvme3n1", "target": ["mon-mgr", ""]}]: dispatch 2026-03-05T22:48:39.925 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 22:48:39 vm09 ceph-mon[51064]: from='client.24103 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "vm02:/dev/nvme3n1", "target": ["mon-mgr", ""]}]: dispatch 2026-03-05T22:48:40.876 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 22:48:40 vm02 ceph-mon[51276]: pgmap v11: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2026-03-05T22:48:40.876 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 22:48:40 vm02 ceph-mon[51276]: from='client.? 192.168.123.102:0/727963832' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "ba48c3e7-912a-4c70-8689-73e788280b67"}]: dispatch 2026-03-05T22:48:40.876 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 22:48:40 vm02 ceph-mon[51276]: from='client.? 192.168.123.102:0/727963832' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "ba48c3e7-912a-4c70-8689-73e788280b67"}]': finished 2026-03-05T22:48:40.876 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 22:48:40 vm02 ceph-mon[51276]: osdmap e5: 1 total, 0 up, 1 in 2026-03-05T22:48:40.876 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 22:48:40 vm02 ceph-mon[51276]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2026-03-05T22:48:40.876 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 22:48:40 vm02 ceph-mon[51276]: from='client.? 192.168.123.102:0/1563479610' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2026-03-05T22:48:40.876 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 22:48:40 vm02 ceph-mon[57234]: pgmap v11: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2026-03-05T22:48:40.876 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 22:48:40 vm02 ceph-mon[57234]: from='client.? 192.168.123.102:0/727963832' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "ba48c3e7-912a-4c70-8689-73e788280b67"}]: dispatch 2026-03-05T22:48:40.876 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 22:48:40 vm02 ceph-mon[57234]: from='client.? 192.168.123.102:0/727963832' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "ba48c3e7-912a-4c70-8689-73e788280b67"}]': finished 2026-03-05T22:48:40.876 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 22:48:40 vm02 ceph-mon[57234]: osdmap e5: 1 total, 0 up, 1 in 2026-03-05T22:48:40.876 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 22:48:40 vm02 ceph-mon[57234]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2026-03-05T22:48:40.876 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 22:48:40 vm02 ceph-mon[57234]: from='client.? 192.168.123.102:0/1563479610' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2026-03-05T22:48:40.925 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 22:48:40 vm09 ceph-mon[51064]: pgmap v11: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2026-03-05T22:48:40.925 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 22:48:40 vm09 ceph-mon[51064]: from='client.? 192.168.123.102:0/727963832' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "ba48c3e7-912a-4c70-8689-73e788280b67"}]: dispatch 2026-03-05T22:48:40.925 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 22:48:40 vm09 ceph-mon[51064]: from='client.? 192.168.123.102:0/727963832' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "ba48c3e7-912a-4c70-8689-73e788280b67"}]': finished 2026-03-05T22:48:40.925 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 22:48:40 vm09 ceph-mon[51064]: osdmap e5: 1 total, 0 up, 1 in 2026-03-05T22:48:40.925 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 22:48:40 vm09 ceph-mon[51064]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2026-03-05T22:48:40.925 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 22:48:40 vm09 ceph-mon[51064]: from='client.? 192.168.123.102:0/1563479610' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2026-03-05T22:48:40.925 INFO:journalctl@ceph.mgr.x.vm09.stdout:Mar 05 22:48:40 vm09 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-mgr-x[52719]: 2026-03-05T21:48:40.728+0000 7f4d4822f100 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2026-03-05T22:48:41.355 INFO:journalctl@ceph.mgr.x.vm09.stdout:Mar 05 22:48:41 vm09 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-mgr-x[52719]: 2026-03-05T21:48:41.085+0000 7f4d4822f100 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2026-03-05T22:48:41.355 INFO:journalctl@ceph.mgr.x.vm09.stdout:Mar 05 22:48:41 vm09 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-mgr-x[52719]: 2026-03-05T21:48:41.225+0000 7f4d4822f100 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2026-03-05T22:48:41.633 INFO:journalctl@ceph.mgr.x.vm09.stdout:Mar 05 22:48:41 vm09 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-mgr-x[52719]: 2026-03-05T21:48:41.354+0000 7f4d4822f100 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2026-03-05T22:48:41.633 INFO:journalctl@ceph.mgr.x.vm09.stdout:Mar 05 22:48:41 vm09 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-mgr-x[52719]: 2026-03-05T21:48:41.501+0000 7f4d4822f100 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2026-03-05T22:48:41.925 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 22:48:41 vm09 ceph-mon[51064]: pgmap v13: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2026-03-05T22:48:41.925 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 22:48:41 vm09 ceph-mon[51064]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' 2026-03-05T22:48:41.925 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 22:48:41 vm09 ceph-mon[51064]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' 2026-03-05T22:48:41.925 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 22:48:41 vm09 ceph-mon[51064]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' 2026-03-05T22:48:41.925 INFO:journalctl@ceph.mgr.x.vm09.stdout:Mar 05 22:48:41 vm09 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-mgr-x[52719]: 2026-03-05T21:48:41.631+0000 7f4d4822f100 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2026-03-05T22:48:42.285 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 22:48:41 vm02 ceph-mon[51276]: pgmap v13: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2026-03-05T22:48:42.285 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 22:48:41 vm02 ceph-mon[51276]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' 2026-03-05T22:48:42.285 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 22:48:41 vm02 ceph-mon[51276]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' 2026-03-05T22:48:42.286 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 22:48:41 vm02 ceph-mon[51276]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' 2026-03-05T22:48:42.286 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 22:48:41 vm02 ceph-mon[57234]: pgmap v13: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2026-03-05T22:48:42.286 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 22:48:41 vm02 ceph-mon[57234]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' 2026-03-05T22:48:42.286 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 22:48:41 vm02 ceph-mon[57234]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' 2026-03-05T22:48:42.286 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 22:48:41 vm02 ceph-mon[57234]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' 2026-03-05T22:48:42.425 INFO:journalctl@ceph.mgr.x.vm09.stdout:Mar 05 22:48:42 vm09 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-mgr-x[52719]: 2026-03-05T21:48:42.170+0000 7f4d4822f100 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2026-03-05T22:48:42.425 INFO:journalctl@ceph.mgr.x.vm09.stdout:Mar 05 22:48:42 vm09 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-mgr-x[52719]: 2026-03-05T21:48:42.335+0000 7f4d4822f100 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2026-03-05T22:48:43.425 INFO:journalctl@ceph.mgr.x.vm09.stdout:Mar 05 22:48:43 vm09 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-mgr-x[52719]: 2026-03-05T21:48:43.116+0000 7f4d4822f100 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2026-03-05T22:48:44.175 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 22:48:43 vm09 ceph-mon[51064]: pgmap v14: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2026-03-05T22:48:44.198 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 22:48:43 vm02 ceph-mon[51276]: pgmap v14: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2026-03-05T22:48:44.198 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 22:48:43 vm02 ceph-mon[57234]: pgmap v14: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2026-03-05T22:48:44.500 INFO:journalctl@ceph.mgr.x.vm09.stdout:Mar 05 22:48:44 vm09 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-mgr-x[52719]: 2026-03-05T21:48:44.236+0000 7f4d4822f100 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2026-03-05T22:48:44.500 INFO:journalctl@ceph.mgr.x.vm09.stdout:Mar 05 22:48:44 vm09 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-mgr-x[52719]: 2026-03-05T21:48:44.368+0000 7f4d4822f100 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2026-03-05T22:48:44.781 INFO:journalctl@ceph.mgr.x.vm09.stdout:Mar 05 22:48:44 vm09 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-mgr-x[52719]: 2026-03-05T21:48:44.499+0000 7f4d4822f100 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2026-03-05T22:48:45.175 INFO:journalctl@ceph.mgr.x.vm09.stdout:Mar 05 22:48:44 vm09 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-mgr-x[52719]: 2026-03-05T21:48:44.780+0000 7f4d4822f100 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2026-03-05T22:48:45.175 INFO:journalctl@ceph.mgr.x.vm09.stdout:Mar 05 22:48:44 vm09 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-mgr-x[52719]: 2026-03-05T21:48:44.910+0000 7f4d4822f100 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2026-03-05T22:48:45.630 INFO:journalctl@ceph.mgr.x.vm09.stdout:Mar 05 22:48:45 vm09 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-mgr-x[52719]: 2026-03-05T21:48:45.243+0000 7f4d4822f100 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2026-03-05T22:48:45.925 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 22:48:45 vm09 ceph-mon[51064]: pgmap v15: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2026-03-05T22:48:45.925 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 22:48:45 vm09 ceph-mon[51064]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.0"}]: dispatch 2026-03-05T22:48:45.925 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 22:48:45 vm09 ceph-mon[51064]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-03-05T22:48:45.925 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 22:48:45 vm09 ceph-mon[51064]: Deploying daemon osd.0 on vm02 2026-03-05T22:48:45.925 INFO:journalctl@ceph.mgr.x.vm09.stdout:Mar 05 22:48:45 vm09 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-mgr-x[52719]: 2026-03-05T21:48:45.629+0000 7f4d4822f100 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2026-03-05T22:48:46.035 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 22:48:45 vm02 ceph-mon[51276]: pgmap v15: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2026-03-05T22:48:46.036 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 22:48:45 vm02 ceph-mon[51276]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.0"}]: dispatch 2026-03-05T22:48:46.036 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 22:48:45 vm02 ceph-mon[51276]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-03-05T22:48:46.036 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 22:48:45 vm02 ceph-mon[51276]: Deploying daemon osd.0 on vm02 2026-03-05T22:48:46.036 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 22:48:45 vm02 ceph-mon[57234]: pgmap v15: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2026-03-05T22:48:46.036 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 22:48:45 vm02 ceph-mon[57234]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.0"}]: dispatch 2026-03-05T22:48:46.036 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 22:48:45 vm02 ceph-mon[57234]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-03-05T22:48:46.036 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 22:48:45 vm02 ceph-mon[57234]: Deploying daemon osd.0 on vm02 2026-03-05T22:48:46.425 INFO:journalctl@ceph.mgr.x.vm09.stdout:Mar 05 22:48:46 vm09 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-mgr-x[52719]: 2026-03-05T21:48:46.032+0000 7f4d4822f100 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2026-03-05T22:48:46.425 INFO:journalctl@ceph.mgr.x.vm09.stdout:Mar 05 22:48:46 vm09 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-mgr-x[52719]: 2026-03-05T21:48:46.161+0000 7f4d4822f100 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2026-03-05T22:48:47.036 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 22:48:46 vm02 ceph-mon[57234]: Standby manager daemon x started 2026-03-05T22:48:47.036 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 22:48:46 vm02 ceph-mon[57234]: from='mgr.? 192.168.123.109:0/1757420023' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2026-03-05T22:48:47.036 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 22:48:46 vm02 ceph-mon[57234]: from='mgr.? 192.168.123.109:0/1757420023' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2026-03-05T22:48:47.036 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 22:48:46 vm02 ceph-mon[57234]: from='mgr.? 192.168.123.109:0/1757420023' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2026-03-05T22:48:47.036 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 22:48:46 vm02 ceph-mon[57234]: from='mgr.? 192.168.123.109:0/1757420023' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2026-03-05T22:48:47.036 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 22:48:46 vm02 ceph-mon[51276]: Standby manager daemon x started 2026-03-05T22:48:47.036 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 22:48:46 vm02 ceph-mon[51276]: from='mgr.? 192.168.123.109:0/1757420023' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2026-03-05T22:48:47.036 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 22:48:46 vm02 ceph-mon[51276]: from='mgr.? 192.168.123.109:0/1757420023' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2026-03-05T22:48:47.036 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 22:48:46 vm02 ceph-mon[51276]: from='mgr.? 192.168.123.109:0/1757420023' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2026-03-05T22:48:47.036 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 22:48:46 vm02 ceph-mon[51276]: from='mgr.? 192.168.123.109:0/1757420023' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2026-03-05T22:48:47.175 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 22:48:46 vm09 ceph-mon[51064]: Standby manager daemon x started 2026-03-05T22:48:47.175 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 22:48:46 vm09 ceph-mon[51064]: from='mgr.? 192.168.123.109:0/1757420023' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2026-03-05T22:48:47.175 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 22:48:46 vm09 ceph-mon[51064]: from='mgr.? 192.168.123.109:0/1757420023' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2026-03-05T22:48:47.175 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 22:48:46 vm09 ceph-mon[51064]: from='mgr.? 192.168.123.109:0/1757420023' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2026-03-05T22:48:47.175 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 22:48:46 vm09 ceph-mon[51064]: from='mgr.? 192.168.123.109:0/1757420023' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2026-03-05T22:48:48.174 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 22:48:47 vm02 ceph-mon[51276]: pgmap v16: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2026-03-05T22:48:48.174 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 22:48:47 vm02 ceph-mon[51276]: mgrmap e14: y(active, since 42s), standbys: x 2026-03-05T22:48:48.174 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 22:48:47 vm02 ceph-mon[51276]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2026-03-05T22:48:48.174 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 22:48:47 vm02 ceph-mon[57234]: pgmap v16: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2026-03-05T22:48:48.174 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 22:48:47 vm02 ceph-mon[57234]: mgrmap e14: y(active, since 42s), standbys: x 2026-03-05T22:48:48.174 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 22:48:47 vm02 ceph-mon[57234]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2026-03-05T22:48:48.175 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 22:48:47 vm09 ceph-mon[51064]: pgmap v16: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2026-03-05T22:48:48.175 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 22:48:47 vm09 ceph-mon[51064]: mgrmap e14: y(active, since 42s), standbys: x 2026-03-05T22:48:48.175 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 22:48:47 vm09 ceph-mon[51064]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2026-03-05T22:48:49.036 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 22:48:48 vm02 ceph-mon[51276]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2026-03-05T22:48:49.036 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 22:48:48 vm02 ceph-mon[51276]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-03-05T22:48:49.036 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 22:48:48 vm02 ceph-mon[51276]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2026-03-05T22:48:49.036 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 22:48:48 vm02 ceph-mon[51276]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' 2026-03-05T22:48:49.036 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 22:48:48 vm02 ceph-mon[51276]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' 2026-03-05T22:48:49.036 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 22:48:48 vm02 ceph-mon[51276]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' 2026-03-05T22:48:49.036 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 22:48:48 vm02 ceph-mon[57234]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2026-03-05T22:48:49.036 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 22:48:48 vm02 ceph-mon[57234]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-03-05T22:48:49.036 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 22:48:48 vm02 ceph-mon[57234]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2026-03-05T22:48:49.036 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 22:48:48 vm02 ceph-mon[57234]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' 2026-03-05T22:48:49.036 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 22:48:48 vm02 ceph-mon[57234]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' 2026-03-05T22:48:49.036 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 22:48:48 vm02 ceph-mon[57234]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' 2026-03-05T22:48:49.175 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 22:48:48 vm09 ceph-mon[51064]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2026-03-05T22:48:49.175 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 22:48:48 vm09 ceph-mon[51064]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-03-05T22:48:49.175 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 22:48:48 vm09 ceph-mon[51064]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2026-03-05T22:48:49.175 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 22:48:48 vm09 ceph-mon[51064]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' 2026-03-05T22:48:49.175 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 22:48:48 vm09 ceph-mon[51064]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' 2026-03-05T22:48:49.175 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 22:48:48 vm09 ceph-mon[51064]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' 2026-03-05T22:48:50.175 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 22:48:49 vm09 ceph-mon[51064]: pgmap v17: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2026-03-05T22:48:50.286 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 22:48:49 vm02 ceph-mon[51276]: pgmap v17: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2026-03-05T22:48:50.286 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 22:48:49 vm02 ceph-mon[57234]: pgmap v17: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2026-03-05T22:48:50.921 INFO:teuthology.orchestra.run.vm02.stdout:Created osd(s) 0 on host 'vm02' 2026-03-05T22:48:51.036 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 22:48:50 vm02 ceph-mon[51276]: from='osd.0 [v2:192.168.123.102:6802/1118689847,v1:192.168.123.102:6803/1118689847]' entity='osd.0' cmd=[{"prefix": "osd crush set-device-class", "class": "hdd", "ids": ["0"]}]: dispatch 2026-03-05T22:48:51.036 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 22:48:50 vm02 ceph-mon[57234]: from='osd.0 [v2:192.168.123.102:6802/1118689847,v1:192.168.123.102:6803/1118689847]' entity='osd.0' cmd=[{"prefix": "osd crush set-device-class", "class": "hdd", "ids": ["0"]}]: dispatch 2026-03-05T22:48:51.096 DEBUG:teuthology.orchestra.run.vm02:osd.0> sudo journalctl -f -n 0 -u ceph-ce88f304-18dc-11f1-81b4-a3325c551960@osd.0.service 2026-03-05T22:48:51.098 INFO:tasks.cephadm:Deploying osd.1 on vm02 with /dev/nvme2n1... 2026-03-05T22:48:51.098 DEBUG:teuthology.orchestra.run.vm02:> sudo /home/ubuntu/cephtest/cephadm --image harbor.clyso.com/custom-ceph/ceph/ceph:cobaltcore-storage-v19.2.3-fasttrack-3 ceph-volume -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid ce88f304-18dc-11f1-81b4-a3325c551960 -- lvm zap /dev/nvme2n1 2026-03-05T22:48:51.175 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 22:48:50 vm09 ceph-mon[51064]: from='osd.0 [v2:192.168.123.102:6802/1118689847,v1:192.168.123.102:6803/1118689847]' entity='osd.0' cmd=[{"prefix": "osd crush set-device-class", "class": "hdd", "ids": ["0"]}]: dispatch 2026-03-05T22:48:51.449 INFO:teuthology.orchestra.run.vm02.stderr:Inferring config /var/lib/ceph/ce88f304-18dc-11f1-81b4-a3325c551960/mon.a/config 2026-03-05T22:48:52.036 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 22:48:51 vm02 ceph-mon[51276]: pgmap v18: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2026-03-05T22:48:52.036 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 22:48:51 vm02 ceph-mon[51276]: from='osd.0 [v2:192.168.123.102:6802/1118689847,v1:192.168.123.102:6803/1118689847]' entity='osd.0' cmd='[{"prefix": "osd crush set-device-class", "class": "hdd", "ids": ["0"]}]': finished 2026-03-05T22:48:52.036 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 22:48:51 vm02 ceph-mon[51276]: osdmap e6: 1 total, 0 up, 1 in 2026-03-05T22:48:52.036 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 22:48:51 vm02 ceph-mon[51276]: from='osd.0 [v2:192.168.123.102:6802/1118689847,v1:192.168.123.102:6803/1118689847]' entity='osd.0' cmd=[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0195, "args": ["host=vm02", "root=default"]}]: dispatch 2026-03-05T22:48:52.036 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 22:48:51 vm02 ceph-mon[51276]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2026-03-05T22:48:52.036 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 22:48:51 vm02 ceph-mon[51276]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2026-03-05T22:48:52.036 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 22:48:51 vm02 ceph-mon[51276]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd/host:vm02", "name": "osd_memory_target"}]: dispatch 2026-03-05T22:48:52.036 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 22:48:51 vm02 ceph-mon[51276]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' 2026-03-05T22:48:52.036 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 22:48:51 vm02 ceph-mon[51276]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-03-05T22:48:52.036 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 22:48:51 vm02 ceph-mon[51276]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2026-03-05T22:48:52.036 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 22:48:51 vm02 ceph-mon[51276]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' 2026-03-05T22:48:52.036 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 22:48:51 vm02 ceph-mon[51276]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' 2026-03-05T22:48:52.036 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 22:48:51 vm02 ceph-mon[57234]: pgmap v18: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2026-03-05T22:48:52.036 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 22:48:51 vm02 ceph-mon[57234]: from='osd.0 [v2:192.168.123.102:6802/1118689847,v1:192.168.123.102:6803/1118689847]' entity='osd.0' cmd='[{"prefix": "osd crush set-device-class", "class": "hdd", "ids": ["0"]}]': finished 2026-03-05T22:48:52.036 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 22:48:51 vm02 ceph-mon[57234]: osdmap e6: 1 total, 0 up, 1 in 2026-03-05T22:48:52.036 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 22:48:51 vm02 ceph-mon[57234]: from='osd.0 [v2:192.168.123.102:6802/1118689847,v1:192.168.123.102:6803/1118689847]' entity='osd.0' cmd=[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0195, "args": ["host=vm02", "root=default"]}]: dispatch 2026-03-05T22:48:52.036 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 22:48:51 vm02 ceph-mon[57234]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2026-03-05T22:48:52.036 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 22:48:51 vm02 ceph-mon[57234]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2026-03-05T22:48:52.036 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 22:48:51 vm02 ceph-mon[57234]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd/host:vm02", "name": "osd_memory_target"}]: dispatch 2026-03-05T22:48:52.036 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 22:48:51 vm02 ceph-mon[57234]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' 2026-03-05T22:48:52.036 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 22:48:51 vm02 ceph-mon[57234]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-03-05T22:48:52.036 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 22:48:51 vm02 ceph-mon[57234]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2026-03-05T22:48:52.036 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 22:48:51 vm02 ceph-mon[57234]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' 2026-03-05T22:48:52.036 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 22:48:51 vm02 ceph-mon[57234]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' 2026-03-05T22:48:52.425 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 22:48:51 vm09 ceph-mon[51064]: pgmap v18: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2026-03-05T22:48:52.425 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 22:48:51 vm09 ceph-mon[51064]: from='osd.0 [v2:192.168.123.102:6802/1118689847,v1:192.168.123.102:6803/1118689847]' entity='osd.0' cmd='[{"prefix": "osd crush set-device-class", "class": "hdd", "ids": ["0"]}]': finished 2026-03-05T22:48:52.425 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 22:48:51 vm09 ceph-mon[51064]: osdmap e6: 1 total, 0 up, 1 in 2026-03-05T22:48:52.425 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 22:48:51 vm09 ceph-mon[51064]: from='osd.0 [v2:192.168.123.102:6802/1118689847,v1:192.168.123.102:6803/1118689847]' entity='osd.0' cmd=[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0195, "args": ["host=vm02", "root=default"]}]: dispatch 2026-03-05T22:48:52.425 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 22:48:51 vm09 ceph-mon[51064]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2026-03-05T22:48:52.425 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 22:48:51 vm09 ceph-mon[51064]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2026-03-05T22:48:52.425 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 22:48:51 vm09 ceph-mon[51064]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd/host:vm02", "name": "osd_memory_target"}]: dispatch 2026-03-05T22:48:52.425 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 22:48:51 vm09 ceph-mon[51064]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' 2026-03-05T22:48:52.425 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 22:48:51 vm09 ceph-mon[51064]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-03-05T22:48:52.425 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 22:48:51 vm09 ceph-mon[51064]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2026-03-05T22:48:52.425 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 22:48:51 vm09 ceph-mon[51064]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' 2026-03-05T22:48:52.425 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 22:48:51 vm09 ceph-mon[51064]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' 2026-03-05T22:48:52.813 INFO:teuthology.orchestra.run.vm02.stdout: 2026-03-05T22:48:52.833 DEBUG:teuthology.orchestra.run.vm02:> sudo /home/ubuntu/cephtest/cephadm --image harbor.clyso.com/custom-ceph/ceph/ceph:cobaltcore-storage-v19.2.3-fasttrack-3 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid ce88f304-18dc-11f1-81b4-a3325c551960 -- ceph orch daemon add osd vm02:/dev/nvme2n1 2026-03-05T22:48:52.861 INFO:journalctl@ceph.osd.0.vm02.stdout:Mar 05 22:48:52 vm02 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-osd-0[62137]: 2026-03-05T21:48:52.742+0000 7ffa2d461640 -1 osd.0 0 waiting for initial osdmap 2026-03-05T22:48:52.861 INFO:journalctl@ceph.osd.0.vm02.stdout:Mar 05 22:48:52 vm02 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-osd-0[62137]: 2026-03-05T21:48:52.751+0000 7ffa28277640 -1 osd.0 7 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2026-03-05T22:48:53.170 INFO:teuthology.orchestra.run.vm02.stderr:Inferring config /var/lib/ceph/ce88f304-18dc-11f1-81b4-a3325c551960/mon.a/config 2026-03-05T22:48:53.175 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 22:48:52 vm09 ceph-mon[51064]: from='osd.0 [v2:192.168.123.102:6802/1118689847,v1:192.168.123.102:6803/1118689847]' entity='osd.0' cmd='[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0195, "args": ["host=vm02", "root=default"]}]': finished 2026-03-05T22:48:53.175 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 22:48:52 vm09 ceph-mon[51064]: osdmap e7: 1 total, 0 up, 1 in 2026-03-05T22:48:53.175 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 22:48:52 vm09 ceph-mon[51064]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2026-03-05T22:48:53.175 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 22:48:52 vm09 ceph-mon[51064]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2026-03-05T22:48:53.175 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 22:48:52 vm09 ceph-mon[51064]: from='osd.0 [v2:192.168.123.102:6802/1118689847,v1:192.168.123.102:6803/1118689847]' entity='osd.0' 2026-03-05T22:48:53.175 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 22:48:52 vm09 ceph-mon[51064]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2026-03-05T22:48:53.194 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 22:48:52 vm02 ceph-mon[51276]: from='osd.0 [v2:192.168.123.102:6802/1118689847,v1:192.168.123.102:6803/1118689847]' entity='osd.0' cmd='[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0195, "args": ["host=vm02", "root=default"]}]': finished 2026-03-05T22:48:53.194 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 22:48:52 vm02 ceph-mon[51276]: osdmap e7: 1 total, 0 up, 1 in 2026-03-05T22:48:53.194 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 22:48:52 vm02 ceph-mon[51276]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2026-03-05T22:48:53.194 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 22:48:52 vm02 ceph-mon[51276]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2026-03-05T22:48:53.194 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 22:48:52 vm02 ceph-mon[51276]: from='osd.0 [v2:192.168.123.102:6802/1118689847,v1:192.168.123.102:6803/1118689847]' entity='osd.0' 2026-03-05T22:48:53.194 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 22:48:52 vm02 ceph-mon[51276]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2026-03-05T22:48:53.194 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 22:48:52 vm02 ceph-mon[57234]: from='osd.0 [v2:192.168.123.102:6802/1118689847,v1:192.168.123.102:6803/1118689847]' entity='osd.0' cmd='[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0195, "args": ["host=vm02", "root=default"]}]': finished 2026-03-05T22:48:53.194 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 22:48:52 vm02 ceph-mon[57234]: osdmap e7: 1 total, 0 up, 1 in 2026-03-05T22:48:53.194 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 22:48:52 vm02 ceph-mon[57234]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2026-03-05T22:48:53.194 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 22:48:52 vm02 ceph-mon[57234]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2026-03-05T22:48:53.194 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 22:48:52 vm02 ceph-mon[57234]: from='osd.0 [v2:192.168.123.102:6802/1118689847,v1:192.168.123.102:6803/1118689847]' entity='osd.0' 2026-03-05T22:48:53.194 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 22:48:52 vm02 ceph-mon[57234]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2026-03-05T22:48:54.150 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 22:48:53 vm02 ceph-mon[57234]: purged_snaps scrub starts 2026-03-05T22:48:54.150 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 22:48:53 vm02 ceph-mon[57234]: purged_snaps scrub ok 2026-03-05T22:48:54.150 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 22:48:53 vm02 ceph-mon[57234]: pgmap v21: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2026-03-05T22:48:54.150 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 22:48:53 vm02 ceph-mon[57234]: from='client.24127 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "vm02:/dev/nvme2n1", "target": ["mon-mgr", ""]}]: dispatch 2026-03-05T22:48:54.150 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 22:48:53 vm02 ceph-mon[57234]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2026-03-05T22:48:54.150 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 22:48:53 vm02 ceph-mon[57234]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2026-03-05T22:48:54.150 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 22:48:53 vm02 ceph-mon[57234]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-03-05T22:48:54.150 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 22:48:53 vm02 ceph-mon[57234]: osd.0 [v2:192.168.123.102:6802/1118689847,v1:192.168.123.102:6803/1118689847] boot 2026-03-05T22:48:54.150 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 22:48:53 vm02 ceph-mon[57234]: osdmap e8: 1 total, 1 up, 1 in 2026-03-05T22:48:54.150 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 22:48:53 vm02 ceph-mon[57234]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2026-03-05T22:48:54.150 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 22:48:53 vm02 ceph-mon[51276]: purged_snaps scrub starts 2026-03-05T22:48:54.150 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 22:48:53 vm02 ceph-mon[51276]: purged_snaps scrub ok 2026-03-05T22:48:54.150 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 22:48:53 vm02 ceph-mon[51276]: pgmap v21: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2026-03-05T22:48:54.150 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 22:48:53 vm02 ceph-mon[51276]: from='client.24127 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "vm02:/dev/nvme2n1", "target": ["mon-mgr", ""]}]: dispatch 2026-03-05T22:48:54.150 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 22:48:53 vm02 ceph-mon[51276]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2026-03-05T22:48:54.150 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 22:48:53 vm02 ceph-mon[51276]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2026-03-05T22:48:54.150 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 22:48:53 vm02 ceph-mon[51276]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-03-05T22:48:54.150 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 22:48:53 vm02 ceph-mon[51276]: osd.0 [v2:192.168.123.102:6802/1118689847,v1:192.168.123.102:6803/1118689847] boot 2026-03-05T22:48:54.150 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 22:48:53 vm02 ceph-mon[51276]: osdmap e8: 1 total, 1 up, 1 in 2026-03-05T22:48:54.150 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 22:48:53 vm02 ceph-mon[51276]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2026-03-05T22:48:54.425 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 22:48:53 vm09 ceph-mon[51064]: purged_snaps scrub starts 2026-03-05T22:48:54.425 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 22:48:53 vm09 ceph-mon[51064]: purged_snaps scrub ok 2026-03-05T22:48:54.425 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 22:48:53 vm09 ceph-mon[51064]: pgmap v21: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2026-03-05T22:48:54.425 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 22:48:53 vm09 ceph-mon[51064]: from='client.24127 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "vm02:/dev/nvme2n1", "target": ["mon-mgr", ""]}]: dispatch 2026-03-05T22:48:54.425 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 22:48:53 vm09 ceph-mon[51064]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2026-03-05T22:48:54.425 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 22:48:53 vm09 ceph-mon[51064]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2026-03-05T22:48:54.426 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 22:48:53 vm09 ceph-mon[51064]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-03-05T22:48:54.426 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 22:48:53 vm09 ceph-mon[51064]: osd.0 [v2:192.168.123.102:6802/1118689847,v1:192.168.123.102:6803/1118689847] boot 2026-03-05T22:48:54.426 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 22:48:53 vm09 ceph-mon[51064]: osdmap e8: 1 total, 1 up, 1 in 2026-03-05T22:48:54.426 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 22:48:53 vm09 ceph-mon[51064]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2026-03-05T22:48:56.193 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 22:48:55 vm09 ceph-mon[51064]: pgmap v23: 0 pgs: ; 0 B data, 26 MiB used, 20 GiB / 20 GiB avail 2026-03-05T22:48:56.193 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 22:48:55 vm09 ceph-mon[51064]: from='client.? 192.168.123.102:0/480534065' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "5694dae0-0f73-4761-bace-2ebc24681d09"}]: dispatch 2026-03-05T22:48:56.193 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 22:48:55 vm09 ceph-mon[51064]: from='client.? 192.168.123.102:0/480534065' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "5694dae0-0f73-4761-bace-2ebc24681d09"}]': finished 2026-03-05T22:48:56.193 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 22:48:55 vm09 ceph-mon[51064]: osdmap e9: 2 total, 1 up, 2 in 2026-03-05T22:48:56.193 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 22:48:55 vm09 ceph-mon[51064]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2026-03-05T22:48:56.193 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 22:48:55 vm09 ceph-mon[51064]: from='client.? 192.168.123.102:0/3138455008' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2026-03-05T22:48:56.286 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 22:48:55 vm02 ceph-mon[51276]: pgmap v23: 0 pgs: ; 0 B data, 26 MiB used, 20 GiB / 20 GiB avail 2026-03-05T22:48:56.286 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 22:48:55 vm02 ceph-mon[51276]: from='client.? 192.168.123.102:0/480534065' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "5694dae0-0f73-4761-bace-2ebc24681d09"}]: dispatch 2026-03-05T22:48:56.286 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 22:48:55 vm02 ceph-mon[51276]: from='client.? 192.168.123.102:0/480534065' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "5694dae0-0f73-4761-bace-2ebc24681d09"}]': finished 2026-03-05T22:48:56.286 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 22:48:55 vm02 ceph-mon[51276]: osdmap e9: 2 total, 1 up, 2 in 2026-03-05T22:48:56.286 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 22:48:55 vm02 ceph-mon[51276]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2026-03-05T22:48:56.286 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 22:48:55 vm02 ceph-mon[51276]: from='client.? 192.168.123.102:0/3138455008' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2026-03-05T22:48:56.286 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 22:48:55 vm02 ceph-mon[57234]: pgmap v23: 0 pgs: ; 0 B data, 26 MiB used, 20 GiB / 20 GiB avail 2026-03-05T22:48:56.286 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 22:48:55 vm02 ceph-mon[57234]: from='client.? 192.168.123.102:0/480534065' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "5694dae0-0f73-4761-bace-2ebc24681d09"}]: dispatch 2026-03-05T22:48:56.286 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 22:48:55 vm02 ceph-mon[57234]: from='client.? 192.168.123.102:0/480534065' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "5694dae0-0f73-4761-bace-2ebc24681d09"}]': finished 2026-03-05T22:48:56.286 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 22:48:55 vm02 ceph-mon[57234]: osdmap e9: 2 total, 1 up, 2 in 2026-03-05T22:48:56.286 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 22:48:55 vm02 ceph-mon[57234]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2026-03-05T22:48:56.286 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 22:48:55 vm02 ceph-mon[57234]: from='client.? 192.168.123.102:0/3138455008' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2026-03-05T22:48:58.425 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 22:48:58 vm09 ceph-mon[51064]: pgmap v25: 0 pgs: ; 0 B data, 26 MiB used, 20 GiB / 20 GiB avail 2026-03-05T22:48:58.426 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 22:48:58 vm09 ceph-mon[51064]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' 2026-03-05T22:48:58.426 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 22:48:58 vm09 ceph-mon[51064]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' 2026-03-05T22:48:58.426 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 22:48:58 vm09 ceph-mon[51064]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' 2026-03-05T22:48:58.535 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 22:48:58 vm02 ceph-mon[57234]: pgmap v25: 0 pgs: ; 0 B data, 26 MiB used, 20 GiB / 20 GiB avail 2026-03-05T22:48:58.536 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 22:48:58 vm02 ceph-mon[57234]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' 2026-03-05T22:48:58.536 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 22:48:58 vm02 ceph-mon[57234]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' 2026-03-05T22:48:58.536 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 22:48:58 vm02 ceph-mon[57234]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' 2026-03-05T22:48:58.536 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 22:48:58 vm02 ceph-mon[51276]: pgmap v25: 0 pgs: ; 0 B data, 26 MiB used, 20 GiB / 20 GiB avail 2026-03-05T22:48:58.536 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 22:48:58 vm02 ceph-mon[51276]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' 2026-03-05T22:48:58.536 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 22:48:58 vm02 ceph-mon[51276]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' 2026-03-05T22:48:58.536 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 22:48:58 vm02 ceph-mon[51276]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' 2026-03-05T22:49:00.286 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 22:49:00 vm02 ceph-mon[51276]: pgmap v26: 0 pgs: ; 0 B data, 26 MiB used, 20 GiB / 20 GiB avail 2026-03-05T22:49:00.286 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 22:49:00 vm02 ceph-mon[51276]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.1"}]: dispatch 2026-03-05T22:49:00.286 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 22:49:00 vm02 ceph-mon[51276]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-03-05T22:49:00.286 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 22:49:00 vm02 ceph-mon[51276]: Deploying daemon osd.1 on vm02 2026-03-05T22:49:00.286 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 22:49:00 vm02 ceph-mon[51276]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' 2026-03-05T22:49:00.286 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 22:49:00 vm02 ceph-mon[51276]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' 2026-03-05T22:49:00.286 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 22:49:00 vm02 ceph-mon[51276]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2026-03-05T22:49:00.286 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 22:49:00 vm02 ceph-mon[51276]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' 2026-03-05T22:49:00.286 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 22:49:00 vm02 ceph-mon[51276]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-03-05T22:49:00.286 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 22:49:00 vm02 ceph-mon[51276]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2026-03-05T22:49:00.286 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 22:49:00 vm02 ceph-mon[51276]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' 2026-03-05T22:49:00.286 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 22:49:00 vm02 ceph-mon[57234]: pgmap v26: 0 pgs: ; 0 B data, 26 MiB used, 20 GiB / 20 GiB avail 2026-03-05T22:49:00.286 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 22:49:00 vm02 ceph-mon[57234]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.1"}]: dispatch 2026-03-05T22:49:00.286 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 22:49:00 vm02 ceph-mon[57234]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-03-05T22:49:00.286 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 22:49:00 vm02 ceph-mon[57234]: Deploying daemon osd.1 on vm02 2026-03-05T22:49:00.286 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 22:49:00 vm02 ceph-mon[57234]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' 2026-03-05T22:49:00.286 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 22:49:00 vm02 ceph-mon[57234]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' 2026-03-05T22:49:00.286 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 22:49:00 vm02 ceph-mon[57234]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2026-03-05T22:49:00.286 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 22:49:00 vm02 ceph-mon[57234]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' 2026-03-05T22:49:00.286 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 22:49:00 vm02 ceph-mon[57234]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-03-05T22:49:00.286 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 22:49:00 vm02 ceph-mon[57234]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2026-03-05T22:49:00.286 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 22:49:00 vm02 ceph-mon[57234]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' 2026-03-05T22:49:00.425 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 22:49:00 vm09 ceph-mon[51064]: pgmap v26: 0 pgs: ; 0 B data, 26 MiB used, 20 GiB / 20 GiB avail 2026-03-05T22:49:00.425 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 22:49:00 vm09 ceph-mon[51064]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.1"}]: dispatch 2026-03-05T22:49:00.425 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 22:49:00 vm09 ceph-mon[51064]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-03-05T22:49:00.425 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 22:49:00 vm09 ceph-mon[51064]: Deploying daemon osd.1 on vm02 2026-03-05T22:49:00.425 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 22:49:00 vm09 ceph-mon[51064]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' 2026-03-05T22:49:00.425 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 22:49:00 vm09 ceph-mon[51064]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' 2026-03-05T22:49:00.425 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 22:49:00 vm09 ceph-mon[51064]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2026-03-05T22:49:00.426 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 22:49:00 vm09 ceph-mon[51064]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' 2026-03-05T22:49:00.426 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 22:49:00 vm09 ceph-mon[51064]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-03-05T22:49:00.426 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 22:49:00 vm09 ceph-mon[51064]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2026-03-05T22:49:00.426 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 22:49:00 vm09 ceph-mon[51064]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' 2026-03-05T22:49:01.265 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 22:49:01 vm02 ceph-mon[57234]: Detected new or changed devices on vm02 2026-03-05T22:49:01.265 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 22:49:01 vm02 ceph-mon[51276]: Detected new or changed devices on vm02 2026-03-05T22:49:01.425 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 22:49:01 vm09 ceph-mon[51064]: Detected new or changed devices on vm02 2026-03-05T22:49:02.160 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 22:49:02 vm02 ceph-mon[51276]: pgmap v27: 0 pgs: ; 0 B data, 26 MiB used, 20 GiB / 20 GiB avail 2026-03-05T22:49:02.160 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 22:49:02 vm02 ceph-mon[51276]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' 2026-03-05T22:49:02.160 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 22:49:02 vm02 ceph-mon[51276]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' 2026-03-05T22:49:02.160 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 22:49:02 vm02 ceph-mon[51276]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2026-03-05T22:49:02.160 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 22:49:02 vm02 ceph-mon[51276]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-03-05T22:49:02.160 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 22:49:02 vm02 ceph-mon[51276]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2026-03-05T22:49:02.160 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 22:49:02 vm02 ceph-mon[51276]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' 2026-03-05T22:49:02.160 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 22:49:02 vm02 ceph-mon[51276]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' 2026-03-05T22:49:02.160 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 22:49:02 vm02 ceph-mon[51276]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.1"}]: dispatch 2026-03-05T22:49:02.160 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 22:49:02 vm02 ceph-mon[51276]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-03-05T22:49:02.160 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 22:49:02 vm02 ceph-mon[57234]: pgmap v27: 0 pgs: ; 0 B data, 26 MiB used, 20 GiB / 20 GiB avail 2026-03-05T22:49:02.160 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 22:49:02 vm02 ceph-mon[57234]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' 2026-03-05T22:49:02.160 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 22:49:02 vm02 ceph-mon[57234]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' 2026-03-05T22:49:02.160 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 22:49:02 vm02 ceph-mon[57234]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2026-03-05T22:49:02.160 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 22:49:02 vm02 ceph-mon[57234]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-03-05T22:49:02.160 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 22:49:02 vm02 ceph-mon[57234]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2026-03-05T22:49:02.160 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 22:49:02 vm02 ceph-mon[57234]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' 2026-03-05T22:49:02.161 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 22:49:02 vm02 ceph-mon[57234]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' 2026-03-05T22:49:02.161 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 22:49:02 vm02 ceph-mon[57234]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.1"}]: dispatch 2026-03-05T22:49:02.161 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 22:49:02 vm02 ceph-mon[57234]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-03-05T22:49:02.425 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 22:49:02 vm09 ceph-mon[51064]: pgmap v27: 0 pgs: ; 0 B data, 26 MiB used, 20 GiB / 20 GiB avail 2026-03-05T22:49:02.425 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 22:49:02 vm09 ceph-mon[51064]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' 2026-03-05T22:49:02.425 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 22:49:02 vm09 ceph-mon[51064]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' 2026-03-05T22:49:02.425 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 22:49:02 vm09 ceph-mon[51064]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2026-03-05T22:49:02.425 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 22:49:02 vm09 ceph-mon[51064]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-03-05T22:49:02.425 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 22:49:02 vm09 ceph-mon[51064]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2026-03-05T22:49:02.425 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 22:49:02 vm09 ceph-mon[51064]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' 2026-03-05T22:49:02.425 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 22:49:02 vm09 ceph-mon[51064]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' 2026-03-05T22:49:02.425 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 22:49:02 vm09 ceph-mon[51064]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.1"}]: dispatch 2026-03-05T22:49:02.425 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 22:49:02 vm09 ceph-mon[51064]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-03-05T22:49:03.425 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 22:49:03 vm09 ceph-mon[51064]: pgmap v28: 0 pgs: ; 0 B data, 26 MiB used, 20 GiB / 20 GiB avail 2026-03-05T22:49:03.425 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 22:49:03 vm09 ceph-mon[51064]: pgmap v29: 0 pgs: ; 0 B data, 26 MiB used, 20 GiB / 20 GiB avail 2026-03-05T22:49:03.425 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 22:49:03 vm09 ceph-mon[51064]: Reconfiguring osd.1 (unknown last config time)... 2026-03-05T22:49:03.425 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 22:49:03 vm09 ceph-mon[51064]: Reconfiguring daemon osd.1 on vm02 2026-03-05T22:49:03.425 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 22:49:03 vm09 ceph-mon[51064]: Health check failed: 1 failed cephadm daemon(s) (CEPHADM_FAILED_DAEMON) 2026-03-05T22:49:03.452 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 22:49:03 vm02 ceph-mon[57234]: pgmap v28: 0 pgs: ; 0 B data, 26 MiB used, 20 GiB / 20 GiB avail 2026-03-05T22:49:03.452 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 22:49:03 vm02 ceph-mon[57234]: pgmap v29: 0 pgs: ; 0 B data, 26 MiB used, 20 GiB / 20 GiB avail 2026-03-05T22:49:03.452 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 22:49:03 vm02 ceph-mon[57234]: Reconfiguring osd.1 (unknown last config time)... 2026-03-05T22:49:03.452 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 22:49:03 vm02 ceph-mon[57234]: Reconfiguring daemon osd.1 on vm02 2026-03-05T22:49:03.452 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 22:49:03 vm02 ceph-mon[57234]: Health check failed: 1 failed cephadm daemon(s) (CEPHADM_FAILED_DAEMON) 2026-03-05T22:49:03.452 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 22:49:03 vm02 ceph-mon[51276]: pgmap v28: 0 pgs: ; 0 B data, 26 MiB used, 20 GiB / 20 GiB avail 2026-03-05T22:49:03.453 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 22:49:03 vm02 ceph-mon[51276]: pgmap v29: 0 pgs: ; 0 B data, 26 MiB used, 20 GiB / 20 GiB avail 2026-03-05T22:49:03.453 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 22:49:03 vm02 ceph-mon[51276]: Reconfiguring osd.1 (unknown last config time)... 2026-03-05T22:49:03.453 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 22:49:03 vm02 ceph-mon[51276]: Reconfiguring daemon osd.1 on vm02 2026-03-05T22:49:03.453 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 22:49:03 vm02 ceph-mon[51276]: Health check failed: 1 failed cephadm daemon(s) (CEPHADM_FAILED_DAEMON) 2026-03-05T22:49:05.036 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 22:49:04 vm02 ceph-mon[57234]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' 2026-03-05T22:49:05.036 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 22:49:04 vm02 ceph-mon[57234]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' 2026-03-05T22:49:05.036 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 22:49:04 vm02 ceph-mon[57234]: pgmap v30: 0 pgs: ; 0 B data, 26 MiB used, 20 GiB / 20 GiB avail 2026-03-05T22:49:05.036 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 22:49:04 vm02 ceph-mon[57234]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' 2026-03-05T22:49:05.036 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 22:49:04 vm02 ceph-mon[57234]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' 2026-03-05T22:49:05.036 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 22:49:04 vm02 ceph-mon[57234]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2026-03-05T22:49:05.036 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 22:49:04 vm02 ceph-mon[57234]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-03-05T22:49:05.036 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 22:49:04 vm02 ceph-mon[57234]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2026-03-05T22:49:05.036 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 22:49:04 vm02 ceph-mon[57234]: pgmap v31: 0 pgs: ; 0 B data, 26 MiB used, 20 GiB / 20 GiB avail 2026-03-05T22:49:05.036 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 22:49:04 vm02 ceph-mon[57234]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' 2026-03-05T22:49:05.036 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 22:49:04 vm02 ceph-mon[57234]: osdmap e10: 2 total, 1 up, 2 in 2026-03-05T22:49:05.036 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 22:49:04 vm02 ceph-mon[57234]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2026-03-05T22:49:05.036 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 22:49:04 vm02 ceph-mon[51276]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' 2026-03-05T22:49:05.036 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 22:49:04 vm02 ceph-mon[51276]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' 2026-03-05T22:49:05.036 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 22:49:04 vm02 ceph-mon[51276]: pgmap v30: 0 pgs: ; 0 B data, 26 MiB used, 20 GiB / 20 GiB avail 2026-03-05T22:49:05.036 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 22:49:04 vm02 ceph-mon[51276]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' 2026-03-05T22:49:05.036 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 22:49:04 vm02 ceph-mon[51276]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' 2026-03-05T22:49:05.036 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 22:49:04 vm02 ceph-mon[51276]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2026-03-05T22:49:05.036 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 22:49:04 vm02 ceph-mon[51276]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-03-05T22:49:05.036 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 22:49:04 vm02 ceph-mon[51276]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2026-03-05T22:49:05.036 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 22:49:04 vm02 ceph-mon[51276]: pgmap v31: 0 pgs: ; 0 B data, 26 MiB used, 20 GiB / 20 GiB avail 2026-03-05T22:49:05.036 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 22:49:04 vm02 ceph-mon[51276]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' 2026-03-05T22:49:05.036 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 22:49:04 vm02 ceph-mon[51276]: osdmap e10: 2 total, 1 up, 2 in 2026-03-05T22:49:05.036 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 22:49:04 vm02 ceph-mon[51276]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2026-03-05T22:49:05.175 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 22:49:04 vm09 ceph-mon[51064]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' 2026-03-05T22:49:05.175 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 22:49:04 vm09 ceph-mon[51064]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' 2026-03-05T22:49:05.175 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 22:49:04 vm09 ceph-mon[51064]: pgmap v30: 0 pgs: ; 0 B data, 26 MiB used, 20 GiB / 20 GiB avail 2026-03-05T22:49:05.175 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 22:49:04 vm09 ceph-mon[51064]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' 2026-03-05T22:49:05.175 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 22:49:04 vm09 ceph-mon[51064]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' 2026-03-05T22:49:05.175 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 22:49:04 vm09 ceph-mon[51064]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2026-03-05T22:49:05.175 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 22:49:04 vm09 ceph-mon[51064]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-03-05T22:49:05.175 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 22:49:04 vm09 ceph-mon[51064]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2026-03-05T22:49:05.175 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 22:49:04 vm09 ceph-mon[51064]: pgmap v31: 0 pgs: ; 0 B data, 26 MiB used, 20 GiB / 20 GiB avail 2026-03-05T22:49:05.175 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 22:49:04 vm09 ceph-mon[51064]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' 2026-03-05T22:49:05.175 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 22:49:04 vm09 ceph-mon[51064]: osdmap e10: 2 total, 1 up, 2 in 2026-03-05T22:49:05.175 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 22:49:04 vm09 ceph-mon[51064]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2026-03-05T22:49:06.175 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 22:49:05 vm09 ceph-mon[51064]: Health check cleared: CEPHADM_FAILED_DAEMON (was: 1 failed cephadm daemon(s)) 2026-03-05T22:49:06.175 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 22:49:05 vm09 ceph-mon[51064]: Cluster is now healthy 2026-03-05T22:49:06.175 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 22:49:05 vm09 ceph-mon[51064]: from='osd.1 [v2:192.168.123.102:6810/555502933,v1:192.168.123.102:6811/555502933]' entity='osd.1' cmd=[{"prefix": "osd crush set-device-class", "class": "hdd", "ids": ["1"]}]: dispatch 2026-03-05T22:49:06.286 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 22:49:05 vm02 ceph-mon[51276]: Health check cleared: CEPHADM_FAILED_DAEMON (was: 1 failed cephadm daemon(s)) 2026-03-05T22:49:06.286 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 22:49:05 vm02 ceph-mon[51276]: Cluster is now healthy 2026-03-05T22:49:06.286 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 22:49:05 vm02 ceph-mon[51276]: from='osd.1 [v2:192.168.123.102:6810/555502933,v1:192.168.123.102:6811/555502933]' entity='osd.1' cmd=[{"prefix": "osd crush set-device-class", "class": "hdd", "ids": ["1"]}]: dispatch 2026-03-05T22:49:06.286 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 22:49:05 vm02 ceph-mon[57234]: Health check cleared: CEPHADM_FAILED_DAEMON (was: 1 failed cephadm daemon(s)) 2026-03-05T22:49:06.286 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 22:49:05 vm02 ceph-mon[57234]: Cluster is now healthy 2026-03-05T22:49:06.286 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 22:49:05 vm02 ceph-mon[57234]: from='osd.1 [v2:192.168.123.102:6810/555502933,v1:192.168.123.102:6811/555502933]' entity='osd.1' cmd=[{"prefix": "osd crush set-device-class", "class": "hdd", "ids": ["1"]}]: dispatch 2026-03-05T22:49:06.789 INFO:teuthology.orchestra.run.vm02.stdout:Created osd(s) 1 on host 'vm02' 2026-03-05T22:49:06.938 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 22:49:06 vm02 ceph-mon[57234]: from='osd.1 [v2:192.168.123.102:6810/555502933,v1:192.168.123.102:6811/555502933]' entity='osd.1' cmd='[{"prefix": "osd crush set-device-class", "class": "hdd", "ids": ["1"]}]': finished 2026-03-05T22:49:06.939 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 22:49:06 vm02 ceph-mon[57234]: osdmap e11: 2 total, 1 up, 2 in 2026-03-05T22:49:06.939 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 22:49:06 vm02 ceph-mon[57234]: from='osd.1 [v2:192.168.123.102:6810/555502933,v1:192.168.123.102:6811/555502933]' entity='osd.1' cmd=[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0195, "args": ["host=vm02", "root=default"]}]: dispatch 2026-03-05T22:49:06.939 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 22:49:06 vm02 ceph-mon[57234]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2026-03-05T22:49:06.939 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 22:49:06 vm02 ceph-mon[57234]: pgmap v34: 0 pgs: ; 0 B data, 26 MiB used, 20 GiB / 20 GiB avail 2026-03-05T22:49:06.939 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 22:49:06 vm02 ceph-mon[57234]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2026-03-05T22:49:06.939 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 22:49:06 vm02 ceph-mon[57234]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd/host:vm02", "name": "osd_memory_target"}]: dispatch 2026-03-05T22:49:06.939 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 22:49:06 vm02 ceph-mon[57234]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' 2026-03-05T22:49:06.939 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 22:49:06 vm02 ceph-mon[57234]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-03-05T22:49:06.939 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 22:49:06 vm02 ceph-mon[57234]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2026-03-05T22:49:06.939 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 22:49:06 vm02 ceph-mon[57234]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' 2026-03-05T22:49:06.939 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 22:49:06 vm02 ceph-mon[57234]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' 2026-03-05T22:49:06.939 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 22:49:06 vm02 ceph-mon[51276]: from='osd.1 [v2:192.168.123.102:6810/555502933,v1:192.168.123.102:6811/555502933]' entity='osd.1' cmd='[{"prefix": "osd crush set-device-class", "class": "hdd", "ids": ["1"]}]': finished 2026-03-05T22:49:06.939 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 22:49:06 vm02 ceph-mon[51276]: osdmap e11: 2 total, 1 up, 2 in 2026-03-05T22:49:06.939 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 22:49:06 vm02 ceph-mon[51276]: from='osd.1 [v2:192.168.123.102:6810/555502933,v1:192.168.123.102:6811/555502933]' entity='osd.1' cmd=[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0195, "args": ["host=vm02", "root=default"]}]: dispatch 2026-03-05T22:49:06.939 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 22:49:06 vm02 ceph-mon[51276]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2026-03-05T22:49:06.939 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 22:49:06 vm02 ceph-mon[51276]: pgmap v34: 0 pgs: ; 0 B data, 26 MiB used, 20 GiB / 20 GiB avail 2026-03-05T22:49:06.939 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 22:49:06 vm02 ceph-mon[51276]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2026-03-05T22:49:06.939 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 22:49:06 vm02 ceph-mon[51276]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd/host:vm02", "name": "osd_memory_target"}]: dispatch 2026-03-05T22:49:06.939 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 22:49:06 vm02 ceph-mon[51276]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' 2026-03-05T22:49:06.939 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 22:49:06 vm02 ceph-mon[51276]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-03-05T22:49:06.939 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 22:49:06 vm02 ceph-mon[51276]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2026-03-05T22:49:06.939 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 22:49:06 vm02 ceph-mon[51276]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' 2026-03-05T22:49:06.939 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 22:49:06 vm02 ceph-mon[51276]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' 2026-03-05T22:49:06.971 DEBUG:teuthology.orchestra.run.vm02:osd.1> sudo journalctl -f -n 0 -u ceph-ce88f304-18dc-11f1-81b4-a3325c551960@osd.1.service 2026-03-05T22:49:07.013 INFO:tasks.cephadm:Deploying osd.2 on vm02 with /dev/nvme1n1... 2026-03-05T22:49:07.013 DEBUG:teuthology.orchestra.run.vm02:> sudo /home/ubuntu/cephtest/cephadm --image harbor.clyso.com/custom-ceph/ceph/ceph:cobaltcore-storage-v19.2.3-fasttrack-3 ceph-volume -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid ce88f304-18dc-11f1-81b4-a3325c551960 -- lvm zap /dev/nvme1n1 2026-03-05T22:49:07.175 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 22:49:06 vm09 ceph-mon[51064]: from='osd.1 [v2:192.168.123.102:6810/555502933,v1:192.168.123.102:6811/555502933]' entity='osd.1' cmd='[{"prefix": "osd crush set-device-class", "class": "hdd", "ids": ["1"]}]': finished 2026-03-05T22:49:07.175 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 22:49:06 vm09 ceph-mon[51064]: osdmap e11: 2 total, 1 up, 2 in 2026-03-05T22:49:07.175 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 22:49:06 vm09 ceph-mon[51064]: from='osd.1 [v2:192.168.123.102:6810/555502933,v1:192.168.123.102:6811/555502933]' entity='osd.1' cmd=[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0195, "args": ["host=vm02", "root=default"]}]: dispatch 2026-03-05T22:49:07.175 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 22:49:06 vm09 ceph-mon[51064]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2026-03-05T22:49:07.175 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 22:49:06 vm09 ceph-mon[51064]: pgmap v34: 0 pgs: ; 0 B data, 26 MiB used, 20 GiB / 20 GiB avail 2026-03-05T22:49:07.175 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 22:49:06 vm09 ceph-mon[51064]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2026-03-05T22:49:07.175 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 22:49:06 vm09 ceph-mon[51064]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd/host:vm02", "name": "osd_memory_target"}]: dispatch 2026-03-05T22:49:07.175 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 22:49:06 vm09 ceph-mon[51064]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' 2026-03-05T22:49:07.175 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 22:49:06 vm09 ceph-mon[51064]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-03-05T22:49:07.175 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 22:49:06 vm09 ceph-mon[51064]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2026-03-05T22:49:07.175 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 22:49:06 vm09 ceph-mon[51064]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' 2026-03-05T22:49:07.175 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 22:49:06 vm09 ceph-mon[51064]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' 2026-03-05T22:49:07.414 INFO:teuthology.orchestra.run.vm02.stderr:Inferring config /var/lib/ceph/ce88f304-18dc-11f1-81b4-a3325c551960/mon.a/config 2026-03-05T22:49:07.693 INFO:journalctl@ceph.osd.1.vm02.stdout:Mar 05 22:49:07 vm02 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-osd-1[65993]: 2026-03-05T21:49:07.617+0000 7fb9f05b8640 -1 osd.1 0 waiting for initial osdmap 2026-03-05T22:49:07.693 INFO:journalctl@ceph.osd.1.vm02.stdout:Mar 05 22:49:07 vm02 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-osd-1[65993]: 2026-03-05T21:49:07.630+0000 7fb9eb3ce640 -1 osd.1 12 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2026-03-05T22:49:08.036 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 22:49:07 vm02 ceph-mon[51276]: from='osd.1 [v2:192.168.123.102:6810/555502933,v1:192.168.123.102:6811/555502933]' entity='osd.1' cmd='[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0195, "args": ["host=vm02", "root=default"]}]': finished 2026-03-05T22:49:08.036 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 22:49:07 vm02 ceph-mon[51276]: osdmap e12: 2 total, 1 up, 2 in 2026-03-05T22:49:08.036 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 22:49:07 vm02 ceph-mon[51276]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2026-03-05T22:49:08.036 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 22:49:07 vm02 ceph-mon[51276]: from='osd.1 [v2:192.168.123.102:6810/555502933,v1:192.168.123.102:6811/555502933]' entity='osd.1' 2026-03-05T22:49:08.036 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 22:49:07 vm02 ceph-mon[51276]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2026-03-05T22:49:08.036 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 22:49:07 vm02 ceph-mon[57234]: from='osd.1 [v2:192.168.123.102:6810/555502933,v1:192.168.123.102:6811/555502933]' entity='osd.1' cmd='[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0195, "args": ["host=vm02", "root=default"]}]': finished 2026-03-05T22:49:08.036 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 22:49:07 vm02 ceph-mon[57234]: osdmap e12: 2 total, 1 up, 2 in 2026-03-05T22:49:08.037 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 22:49:07 vm02 ceph-mon[57234]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2026-03-05T22:49:08.037 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 22:49:07 vm02 ceph-mon[57234]: from='osd.1 [v2:192.168.123.102:6810/555502933,v1:192.168.123.102:6811/555502933]' entity='osd.1' 2026-03-05T22:49:08.037 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 22:49:07 vm02 ceph-mon[57234]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2026-03-05T22:49:08.175 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 22:49:07 vm09 ceph-mon[51064]: from='osd.1 [v2:192.168.123.102:6810/555502933,v1:192.168.123.102:6811/555502933]' entity='osd.1' cmd='[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0195, "args": ["host=vm02", "root=default"]}]': finished 2026-03-05T22:49:08.175 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 22:49:07 vm09 ceph-mon[51064]: osdmap e12: 2 total, 1 up, 2 in 2026-03-05T22:49:08.175 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 22:49:07 vm09 ceph-mon[51064]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2026-03-05T22:49:08.175 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 22:49:07 vm09 ceph-mon[51064]: from='osd.1 [v2:192.168.123.102:6810/555502933,v1:192.168.123.102:6811/555502933]' entity='osd.1' 2026-03-05T22:49:08.175 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 22:49:07 vm09 ceph-mon[51064]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2026-03-05T22:49:08.812 INFO:teuthology.orchestra.run.vm02.stdout: 2026-03-05T22:49:08.848 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 22:49:08 vm02 ceph-mon[51276]: purged_snaps scrub starts 2026-03-05T22:49:08.848 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 22:49:08 vm02 ceph-mon[51276]: purged_snaps scrub ok 2026-03-05T22:49:08.848 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 22:49:08 vm02 ceph-mon[51276]: pgmap v36: 0 pgs: ; 0 B data, 26 MiB used, 20 GiB / 20 GiB avail 2026-03-05T22:49:08.848 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 22:49:08 vm02 ceph-mon[51276]: osd.1 [v2:192.168.123.102:6810/555502933,v1:192.168.123.102:6811/555502933] boot 2026-03-05T22:49:08.848 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 22:49:08 vm02 ceph-mon[51276]: osdmap e13: 2 total, 2 up, 2 in 2026-03-05T22:49:08.848 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 22:49:08 vm02 ceph-mon[51276]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2026-03-05T22:49:08.848 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 22:49:08 vm02 ceph-mon[57234]: purged_snaps scrub starts 2026-03-05T22:49:08.848 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 22:49:08 vm02 ceph-mon[57234]: purged_snaps scrub ok 2026-03-05T22:49:08.848 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 22:49:08 vm02 ceph-mon[57234]: pgmap v36: 0 pgs: ; 0 B data, 26 MiB used, 20 GiB / 20 GiB avail 2026-03-05T22:49:08.848 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 22:49:08 vm02 ceph-mon[57234]: osd.1 [v2:192.168.123.102:6810/555502933,v1:192.168.123.102:6811/555502933] boot 2026-03-05T22:49:08.848 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 22:49:08 vm02 ceph-mon[57234]: osdmap e13: 2 total, 2 up, 2 in 2026-03-05T22:49:08.848 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 22:49:08 vm02 ceph-mon[57234]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2026-03-05T22:49:08.848 DEBUG:teuthology.orchestra.run.vm02:> sudo /home/ubuntu/cephtest/cephadm --image harbor.clyso.com/custom-ceph/ceph/ceph:cobaltcore-storage-v19.2.3-fasttrack-3 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid ce88f304-18dc-11f1-81b4-a3325c551960 -- ceph orch daemon add osd vm02:/dev/nvme1n1 2026-03-05T22:49:09.175 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 22:49:08 vm09 ceph-mon[51064]: purged_snaps scrub starts 2026-03-05T22:49:09.175 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 22:49:08 vm09 ceph-mon[51064]: purged_snaps scrub ok 2026-03-05T22:49:09.175 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 22:49:08 vm09 ceph-mon[51064]: pgmap v36: 0 pgs: ; 0 B data, 26 MiB used, 20 GiB / 20 GiB avail 2026-03-05T22:49:09.175 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 22:49:08 vm09 ceph-mon[51064]: osd.1 [v2:192.168.123.102:6810/555502933,v1:192.168.123.102:6811/555502933] boot 2026-03-05T22:49:09.175 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 22:49:08 vm09 ceph-mon[51064]: osdmap e13: 2 total, 2 up, 2 in 2026-03-05T22:49:09.175 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 22:49:08 vm09 ceph-mon[51064]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2026-03-05T22:49:09.187 INFO:teuthology.orchestra.run.vm02.stderr:Inferring config /var/lib/ceph/ce88f304-18dc-11f1-81b4-a3325c551960/mon.a/config 2026-03-05T22:49:10.109 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 22:49:09 vm02 ceph-mon[51276]: from='client.14256 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "vm02:/dev/nvme1n1", "target": ["mon-mgr", ""]}]: dispatch 2026-03-05T22:49:10.109 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 22:49:09 vm02 ceph-mon[51276]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2026-03-05T22:49:10.109 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 22:49:09 vm02 ceph-mon[51276]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2026-03-05T22:49:10.109 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 22:49:09 vm02 ceph-mon[51276]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-03-05T22:49:10.109 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 22:49:09 vm02 ceph-mon[57234]: from='client.14256 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "vm02:/dev/nvme1n1", "target": ["mon-mgr", ""]}]: dispatch 2026-03-05T22:49:10.109 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 22:49:09 vm02 ceph-mon[57234]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2026-03-05T22:49:10.109 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 22:49:09 vm02 ceph-mon[57234]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2026-03-05T22:49:10.109 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 22:49:09 vm02 ceph-mon[57234]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-03-05T22:49:10.175 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 22:49:09 vm09 ceph-mon[51064]: from='client.14256 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "vm02:/dev/nvme1n1", "target": ["mon-mgr", ""]}]: dispatch 2026-03-05T22:49:10.175 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 22:49:09 vm09 ceph-mon[51064]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2026-03-05T22:49:10.175 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 22:49:09 vm09 ceph-mon[51064]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2026-03-05T22:49:10.175 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 22:49:09 vm09 ceph-mon[51064]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-03-05T22:49:11.036 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 22:49:10 vm02 ceph-mon[51276]: osdmap e14: 2 total, 2 up, 2 in 2026-03-05T22:49:11.036 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 22:49:10 vm02 ceph-mon[51276]: pgmap v39: 0 pgs: ; 0 B data, 53 MiB used, 40 GiB / 40 GiB avail 2026-03-05T22:49:11.036 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 22:49:10 vm02 ceph-mon[57234]: osdmap e14: 2 total, 2 up, 2 in 2026-03-05T22:49:11.036 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 22:49:10 vm02 ceph-mon[57234]: pgmap v39: 0 pgs: ; 0 B data, 53 MiB used, 40 GiB / 40 GiB avail 2026-03-05T22:49:11.175 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 22:49:10 vm09 ceph-mon[51064]: osdmap e14: 2 total, 2 up, 2 in 2026-03-05T22:49:11.175 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 22:49:10 vm09 ceph-mon[51064]: pgmap v39: 0 pgs: ; 0 B data, 53 MiB used, 40 GiB / 40 GiB avail 2026-03-05T22:49:12.175 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 22:49:11 vm09 ceph-mon[51064]: from='client.? 192.168.123.102:0/4248565306' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "46baf7b7-2ea3-4515-96f6-d3ca2f6e43d3"}]: dispatch 2026-03-05T22:49:12.175 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 22:49:11 vm09 ceph-mon[51064]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "46baf7b7-2ea3-4515-96f6-d3ca2f6e43d3"}]: dispatch 2026-03-05T22:49:12.175 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 22:49:11 vm09 ceph-mon[51064]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "46baf7b7-2ea3-4515-96f6-d3ca2f6e43d3"}]': finished 2026-03-05T22:49:12.175 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 22:49:11 vm09 ceph-mon[51064]: osdmap e15: 3 total, 2 up, 3 in 2026-03-05T22:49:12.175 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 22:49:11 vm09 ceph-mon[51064]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2026-03-05T22:49:12.175 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 22:49:11 vm09 ceph-mon[51064]: from='client.? 192.168.123.102:0/2365218400' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2026-03-05T22:49:12.286 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 22:49:11 vm02 ceph-mon[51276]: from='client.? 192.168.123.102:0/4248565306' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "46baf7b7-2ea3-4515-96f6-d3ca2f6e43d3"}]: dispatch 2026-03-05T22:49:12.286 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 22:49:11 vm02 ceph-mon[51276]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "46baf7b7-2ea3-4515-96f6-d3ca2f6e43d3"}]: dispatch 2026-03-05T22:49:12.286 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 22:49:11 vm02 ceph-mon[51276]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "46baf7b7-2ea3-4515-96f6-d3ca2f6e43d3"}]': finished 2026-03-05T22:49:12.286 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 22:49:11 vm02 ceph-mon[51276]: osdmap e15: 3 total, 2 up, 3 in 2026-03-05T22:49:12.286 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 22:49:11 vm02 ceph-mon[51276]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2026-03-05T22:49:12.286 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 22:49:11 vm02 ceph-mon[51276]: from='client.? 192.168.123.102:0/2365218400' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2026-03-05T22:49:12.286 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 22:49:11 vm02 ceph-mon[57234]: from='client.? 192.168.123.102:0/4248565306' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "46baf7b7-2ea3-4515-96f6-d3ca2f6e43d3"}]: dispatch 2026-03-05T22:49:12.286 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 22:49:11 vm02 ceph-mon[57234]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "46baf7b7-2ea3-4515-96f6-d3ca2f6e43d3"}]: dispatch 2026-03-05T22:49:12.286 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 22:49:11 vm02 ceph-mon[57234]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "46baf7b7-2ea3-4515-96f6-d3ca2f6e43d3"}]': finished 2026-03-05T22:49:12.286 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 22:49:11 vm02 ceph-mon[57234]: osdmap e15: 3 total, 2 up, 3 in 2026-03-05T22:49:12.286 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 22:49:11 vm02 ceph-mon[57234]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2026-03-05T22:49:12.286 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 22:49:11 vm02 ceph-mon[57234]: from='client.? 192.168.123.102:0/2365218400' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2026-03-05T22:49:13.175 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 22:49:12 vm09 ceph-mon[51064]: pgmap v41: 0 pgs: ; 0 B data, 53 MiB used, 40 GiB / 40 GiB avail 2026-03-05T22:49:13.285 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 22:49:12 vm02 ceph-mon[57234]: pgmap v41: 0 pgs: ; 0 B data, 53 MiB used, 40 GiB / 40 GiB avail 2026-03-05T22:49:13.285 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 22:49:12 vm02 ceph-mon[51276]: pgmap v41: 0 pgs: ; 0 B data, 53 MiB used, 40 GiB / 40 GiB avail 2026-03-05T22:49:15.523 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 22:49:15 vm02 ceph-mon[51276]: pgmap v42: 0 pgs: ; 0 B data, 53 MiB used, 40 GiB / 40 GiB avail 2026-03-05T22:49:15.523 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 22:49:15 vm02 ceph-mon[57234]: pgmap v42: 0 pgs: ; 0 B data, 53 MiB used, 40 GiB / 40 GiB avail 2026-03-05T22:49:15.675 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 22:49:15 vm09 ceph-mon[51064]: pgmap v42: 0 pgs: ; 0 B data, 53 MiB used, 40 GiB / 40 GiB avail 2026-03-05T22:49:16.320 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 22:49:16 vm02 ceph-mon[51276]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.2"}]: dispatch 2026-03-05T22:49:16.320 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 22:49:16 vm02 ceph-mon[51276]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-03-05T22:49:16.320 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 22:49:16 vm02 ceph-mon[57234]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.2"}]: dispatch 2026-03-05T22:49:16.320 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 22:49:16 vm02 ceph-mon[57234]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-03-05T22:49:16.675 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 22:49:16 vm09 ceph-mon[51064]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.2"}]: dispatch 2026-03-05T22:49:16.675 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 22:49:16 vm09 ceph-mon[51064]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-03-05T22:49:17.286 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 22:49:17 vm02 ceph-mon[57234]: Deploying daemon osd.2 on vm02 2026-03-05T22:49:17.286 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 22:49:17 vm02 ceph-mon[57234]: pgmap v43: 0 pgs: ; 0 B data, 53 MiB used, 40 GiB / 40 GiB avail 2026-03-05T22:49:17.286 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 22:49:17 vm02 ceph-mon[57234]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' 2026-03-05T22:49:17.286 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 22:49:17 vm02 ceph-mon[57234]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' 2026-03-05T22:49:17.286 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 22:49:17 vm02 ceph-mon[57234]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' 2026-03-05T22:49:17.286 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 22:49:17 vm02 ceph-mon[51276]: Deploying daemon osd.2 on vm02 2026-03-05T22:49:17.286 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 22:49:17 vm02 ceph-mon[51276]: pgmap v43: 0 pgs: ; 0 B data, 53 MiB used, 40 GiB / 40 GiB avail 2026-03-05T22:49:17.286 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 22:49:17 vm02 ceph-mon[51276]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' 2026-03-05T22:49:17.286 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 22:49:17 vm02 ceph-mon[51276]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' 2026-03-05T22:49:17.286 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 22:49:17 vm02 ceph-mon[51276]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' 2026-03-05T22:49:17.425 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 22:49:17 vm09 ceph-mon[51064]: Deploying daemon osd.2 on vm02 2026-03-05T22:49:17.425 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 22:49:17 vm09 ceph-mon[51064]: pgmap v43: 0 pgs: ; 0 B data, 53 MiB used, 40 GiB / 40 GiB avail 2026-03-05T22:49:17.425 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 22:49:17 vm09 ceph-mon[51064]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' 2026-03-05T22:49:17.425 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 22:49:17 vm09 ceph-mon[51064]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' 2026-03-05T22:49:17.425 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 22:49:17 vm09 ceph-mon[51064]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' 2026-03-05T22:49:19.474 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 22:49:19 vm02 ceph-mon[51276]: pgmap v44: 0 pgs: ; 0 B data, 53 MiB used, 40 GiB / 40 GiB avail 2026-03-05T22:49:19.475 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 22:49:19 vm02 ceph-mon[57234]: pgmap v44: 0 pgs: ; 0 B data, 53 MiB used, 40 GiB / 40 GiB avail 2026-03-05T22:49:19.675 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 22:49:19 vm09 ceph-mon[51064]: pgmap v44: 0 pgs: ; 0 B data, 53 MiB used, 40 GiB / 40 GiB avail 2026-03-05T22:49:20.536 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 22:49:20 vm02 ceph-mon[51276]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2026-03-05T22:49:20.536 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 22:49:20 vm02 ceph-mon[51276]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-03-05T22:49:20.536 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 22:49:20 vm02 ceph-mon[51276]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2026-03-05T22:49:20.536 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 22:49:20 vm02 ceph-mon[51276]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' 2026-03-05T22:49:20.536 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 22:49:20 vm02 ceph-mon[51276]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' 2026-03-05T22:49:20.536 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 22:49:20 vm02 ceph-mon[51276]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' 2026-03-05T22:49:20.536 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 22:49:20 vm02 ceph-mon[57234]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2026-03-05T22:49:20.536 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 22:49:20 vm02 ceph-mon[57234]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-03-05T22:49:20.536 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 22:49:20 vm02 ceph-mon[57234]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2026-03-05T22:49:20.536 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 22:49:20 vm02 ceph-mon[57234]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' 2026-03-05T22:49:20.536 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 22:49:20 vm02 ceph-mon[57234]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' 2026-03-05T22:49:20.536 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 22:49:20 vm02 ceph-mon[57234]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' 2026-03-05T22:49:20.675 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 22:49:20 vm09 ceph-mon[51064]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2026-03-05T22:49:20.675 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 22:49:20 vm09 ceph-mon[51064]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-03-05T22:49:20.675 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 22:49:20 vm09 ceph-mon[51064]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2026-03-05T22:49:20.675 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 22:49:20 vm09 ceph-mon[51064]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' 2026-03-05T22:49:20.675 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 22:49:20 vm09 ceph-mon[51064]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' 2026-03-05T22:49:20.676 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 22:49:20 vm09 ceph-mon[51064]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' 2026-03-05T22:49:21.819 INFO:teuthology.orchestra.run.vm02.stdout:Created osd(s) 2 on host 'vm02' 2026-03-05T22:49:21.833 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 22:49:21 vm02 ceph-mon[51276]: pgmap v45: 0 pgs: ; 0 B data, 53 MiB used, 40 GiB / 40 GiB avail 2026-03-05T22:49:21.833 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 22:49:21 vm02 ceph-mon[51276]: from='osd.2 [v2:192.168.123.102:6818/3210306058,v1:192.168.123.102:6819/3210306058]' entity='osd.2' cmd=[{"prefix": "osd crush set-device-class", "class": "hdd", "ids": ["2"]}]: dispatch 2026-03-05T22:49:21.833 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 22:49:21 vm02 ceph-mon[57234]: pgmap v45: 0 pgs: ; 0 B data, 53 MiB used, 40 GiB / 40 GiB avail 2026-03-05T22:49:21.833 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 22:49:21 vm02 ceph-mon[57234]: from='osd.2 [v2:192.168.123.102:6818/3210306058,v1:192.168.123.102:6819/3210306058]' entity='osd.2' cmd=[{"prefix": "osd crush set-device-class", "class": "hdd", "ids": ["2"]}]: dispatch 2026-03-05T22:49:21.925 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 22:49:21 vm09 ceph-mon[51064]: pgmap v45: 0 pgs: ; 0 B data, 53 MiB used, 40 GiB / 40 GiB avail 2026-03-05T22:49:21.925 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 22:49:21 vm09 ceph-mon[51064]: from='osd.2 [v2:192.168.123.102:6818/3210306058,v1:192.168.123.102:6819/3210306058]' entity='osd.2' cmd=[{"prefix": "osd crush set-device-class", "class": "hdd", "ids": ["2"]}]: dispatch 2026-03-05T22:49:22.213 DEBUG:teuthology.orchestra.run.vm02:osd.2> sudo journalctl -f -n 0 -u ceph-ce88f304-18dc-11f1-81b4-a3325c551960@osd.2.service 2026-03-05T22:49:22.218 INFO:tasks.cephadm:Deploying osd.3 on vm02 with /dev/nvme0n1... 2026-03-05T22:49:22.218 DEBUG:teuthology.orchestra.run.vm02:> sudo /home/ubuntu/cephtest/cephadm --image harbor.clyso.com/custom-ceph/ceph/ceph:cobaltcore-storage-v19.2.3-fasttrack-3 ceph-volume -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid ce88f304-18dc-11f1-81b4-a3325c551960 -- lvm zap /dev/nvme0n1 2026-03-05T22:49:22.727 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 22:49:22 vm02 ceph-mon[51276]: from='osd.2 [v2:192.168.123.102:6818/3210306058,v1:192.168.123.102:6819/3210306058]' entity='osd.2' cmd='[{"prefix": "osd crush set-device-class", "class": "hdd", "ids": ["2"]}]': finished 2026-03-05T22:49:22.727 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 22:49:22 vm02 ceph-mon[51276]: osdmap e16: 3 total, 2 up, 3 in 2026-03-05T22:49:22.727 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 22:49:22 vm02 ceph-mon[51276]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2026-03-05T22:49:22.727 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 22:49:22 vm02 ceph-mon[51276]: from='osd.2 [v2:192.168.123.102:6818/3210306058,v1:192.168.123.102:6819/3210306058]' entity='osd.2' cmd=[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0195, "args": ["host=vm02", "root=default"]}]: dispatch 2026-03-05T22:49:22.727 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 22:49:22 vm02 ceph-mon[51276]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2026-03-05T22:49:22.727 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 22:49:22 vm02 ceph-mon[51276]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd/host:vm02", "name": "osd_memory_target"}]: dispatch 2026-03-05T22:49:22.727 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 22:49:22 vm02 ceph-mon[51276]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' 2026-03-05T22:49:22.727 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 22:49:22 vm02 ceph-mon[51276]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-03-05T22:49:22.727 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 22:49:22 vm02 ceph-mon[51276]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2026-03-05T22:49:22.727 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 22:49:22 vm02 ceph-mon[51276]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' 2026-03-05T22:49:22.727 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 22:49:22 vm02 ceph-mon[51276]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' 2026-03-05T22:49:22.727 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 22:49:22 vm02 ceph-mon[51276]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' 2026-03-05T22:49:22.727 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 22:49:22 vm02 ceph-mon[51276]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' 2026-03-05T22:49:22.727 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 22:49:22 vm02 ceph-mon[51276]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2026-03-05T22:49:22.727 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 22:49:22 vm02 ceph-mon[51276]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-03-05T22:49:22.727 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 22:49:22 vm02 ceph-mon[51276]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' 2026-03-05T22:49:22.727 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 22:49:22 vm02 ceph-mon[51276]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2026-03-05T22:49:22.727 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 22:49:22 vm02 ceph-mon[51276]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' 2026-03-05T22:49:22.727 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 22:49:22 vm02 ceph-mon[57234]: from='osd.2 [v2:192.168.123.102:6818/3210306058,v1:192.168.123.102:6819/3210306058]' entity='osd.2' cmd='[{"prefix": "osd crush set-device-class", "class": "hdd", "ids": ["2"]}]': finished 2026-03-05T22:49:22.727 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 22:49:22 vm02 ceph-mon[57234]: osdmap e16: 3 total, 2 up, 3 in 2026-03-05T22:49:22.728 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 22:49:22 vm02 ceph-mon[57234]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2026-03-05T22:49:22.728 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 22:49:22 vm02 ceph-mon[57234]: from='osd.2 [v2:192.168.123.102:6818/3210306058,v1:192.168.123.102:6819/3210306058]' entity='osd.2' cmd=[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0195, "args": ["host=vm02", "root=default"]}]: dispatch 2026-03-05T22:49:22.728 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 22:49:22 vm02 ceph-mon[57234]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2026-03-05T22:49:22.728 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 22:49:22 vm02 ceph-mon[57234]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd/host:vm02", "name": "osd_memory_target"}]: dispatch 2026-03-05T22:49:22.728 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 22:49:22 vm02 ceph-mon[57234]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' 2026-03-05T22:49:22.728 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 22:49:22 vm02 ceph-mon[57234]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-03-05T22:49:22.728 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 22:49:22 vm02 ceph-mon[57234]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2026-03-05T22:49:22.728 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 22:49:22 vm02 ceph-mon[57234]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' 2026-03-05T22:49:22.728 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 22:49:22 vm02 ceph-mon[57234]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' 2026-03-05T22:49:22.728 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 22:49:22 vm02 ceph-mon[57234]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' 2026-03-05T22:49:22.728 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 22:49:22 vm02 ceph-mon[57234]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' 2026-03-05T22:49:22.728 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 22:49:22 vm02 ceph-mon[57234]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2026-03-05T22:49:22.728 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 22:49:22 vm02 ceph-mon[57234]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-03-05T22:49:22.728 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 22:49:22 vm02 ceph-mon[57234]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' 2026-03-05T22:49:22.728 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 22:49:22 vm02 ceph-mon[57234]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2026-03-05T22:49:22.728 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 22:49:22 vm02 ceph-mon[57234]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' 2026-03-05T22:49:22.728 INFO:journalctl@ceph.osd.2.vm02.stdout:Mar 05 22:49:22 vm02 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-osd-2[69685]: 2026-03-05T21:49:22.590+0000 7fcb09363640 -1 osd.2 0 waiting for initial osdmap 2026-03-05T22:49:22.728 INFO:journalctl@ceph.osd.2.vm02.stdout:Mar 05 22:49:22 vm02 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-osd-2[69685]: 2026-03-05T21:49:22.595+0000 7fcb0497a640 -1 osd.2 17 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2026-03-05T22:49:22.821 INFO:teuthology.orchestra.run.vm02.stderr:Inferring config /var/lib/ceph/ce88f304-18dc-11f1-81b4-a3325c551960/mon.a/config 2026-03-05T22:49:22.925 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 22:49:22 vm09 ceph-mon[51064]: from='osd.2 [v2:192.168.123.102:6818/3210306058,v1:192.168.123.102:6819/3210306058]' entity='osd.2' cmd='[{"prefix": "osd crush set-device-class", "class": "hdd", "ids": ["2"]}]': finished 2026-03-05T22:49:22.925 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 22:49:22 vm09 ceph-mon[51064]: osdmap e16: 3 total, 2 up, 3 in 2026-03-05T22:49:22.925 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 22:49:22 vm09 ceph-mon[51064]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2026-03-05T22:49:22.925 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 22:49:22 vm09 ceph-mon[51064]: from='osd.2 [v2:192.168.123.102:6818/3210306058,v1:192.168.123.102:6819/3210306058]' entity='osd.2' cmd=[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0195, "args": ["host=vm02", "root=default"]}]: dispatch 2026-03-05T22:49:22.925 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 22:49:22 vm09 ceph-mon[51064]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2026-03-05T22:49:22.925 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 22:49:22 vm09 ceph-mon[51064]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd/host:vm02", "name": "osd_memory_target"}]: dispatch 2026-03-05T22:49:22.925 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 22:49:22 vm09 ceph-mon[51064]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' 2026-03-05T22:49:22.925 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 22:49:22 vm09 ceph-mon[51064]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-03-05T22:49:22.925 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 22:49:22 vm09 ceph-mon[51064]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2026-03-05T22:49:22.925 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 22:49:22 vm09 ceph-mon[51064]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' 2026-03-05T22:49:22.925 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 22:49:22 vm09 ceph-mon[51064]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' 2026-03-05T22:49:22.925 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 22:49:22 vm09 ceph-mon[51064]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' 2026-03-05T22:49:22.925 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 22:49:22 vm09 ceph-mon[51064]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' 2026-03-05T22:49:22.926 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 22:49:22 vm09 ceph-mon[51064]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2026-03-05T22:49:22.926 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 22:49:22 vm09 ceph-mon[51064]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-03-05T22:49:22.926 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 22:49:22 vm09 ceph-mon[51064]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' 2026-03-05T22:49:22.926 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 22:49:22 vm09 ceph-mon[51064]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2026-03-05T22:49:22.926 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 22:49:22 vm09 ceph-mon[51064]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' 2026-03-05T22:49:23.786 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 22:49:23 vm02 ceph-mon[57234]: pgmap v47: 0 pgs: ; 0 B data, 53 MiB used, 40 GiB / 40 GiB avail 2026-03-05T22:49:23.786 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 22:49:23 vm02 ceph-mon[57234]: Detected new or changed devices on vm02 2026-03-05T22:49:23.786 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 22:49:23 vm02 ceph-mon[57234]: pgmap v48: 0 pgs: ; 0 B data, 53 MiB used, 40 GiB / 40 GiB avail 2026-03-05T22:49:23.786 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 22:49:23 vm02 ceph-mon[57234]: pgmap v49: 0 pgs: ; 0 B data, 53 MiB used, 40 GiB / 40 GiB avail 2026-03-05T22:49:23.786 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 22:49:23 vm02 ceph-mon[57234]: from='osd.2 [v2:192.168.123.102:6818/3210306058,v1:192.168.123.102:6819/3210306058]' entity='osd.2' cmd='[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0195, "args": ["host=vm02", "root=default"]}]': finished 2026-03-05T22:49:23.786 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 22:49:23 vm02 ceph-mon[57234]: osdmap e17: 3 total, 2 up, 3 in 2026-03-05T22:49:23.786 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 22:49:23 vm02 ceph-mon[57234]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2026-03-05T22:49:23.786 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 22:49:23 vm02 ceph-mon[57234]: Health check failed: 1 failed cephadm daemon(s) (CEPHADM_FAILED_DAEMON) 2026-03-05T22:49:23.786 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 22:49:23 vm02 ceph-mon[57234]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' 2026-03-05T22:49:23.786 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 22:49:23 vm02 ceph-mon[57234]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' 2026-03-05T22:49:23.786 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 22:49:23 vm02 ceph-mon[57234]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2026-03-05T22:49:23.786 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 22:49:23 vm02 ceph-mon[57234]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' 2026-03-05T22:49:23.786 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 22:49:23 vm02 ceph-mon[57234]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-03-05T22:49:23.786 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 22:49:23 vm02 ceph-mon[57234]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2026-03-05T22:49:23.786 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 22:49:23 vm02 ceph-mon[57234]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' 2026-03-05T22:49:23.786 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 22:49:23 vm02 ceph-mon[57234]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2026-03-05T22:49:23.786 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 22:49:23 vm02 ceph-mon[51276]: pgmap v47: 0 pgs: ; 0 B data, 53 MiB used, 40 GiB / 40 GiB avail 2026-03-05T22:49:23.786 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 22:49:23 vm02 ceph-mon[51276]: Detected new or changed devices on vm02 2026-03-05T22:49:23.786 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 22:49:23 vm02 ceph-mon[51276]: pgmap v48: 0 pgs: ; 0 B data, 53 MiB used, 40 GiB / 40 GiB avail 2026-03-05T22:49:23.786 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 22:49:23 vm02 ceph-mon[51276]: pgmap v49: 0 pgs: ; 0 B data, 53 MiB used, 40 GiB / 40 GiB avail 2026-03-05T22:49:23.786 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 22:49:23 vm02 ceph-mon[51276]: from='osd.2 [v2:192.168.123.102:6818/3210306058,v1:192.168.123.102:6819/3210306058]' entity='osd.2' cmd='[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0195, "args": ["host=vm02", "root=default"]}]': finished 2026-03-05T22:49:23.786 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 22:49:23 vm02 ceph-mon[51276]: osdmap e17: 3 total, 2 up, 3 in 2026-03-05T22:49:23.786 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 22:49:23 vm02 ceph-mon[51276]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2026-03-05T22:49:23.786 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 22:49:23 vm02 ceph-mon[51276]: Health check failed: 1 failed cephadm daemon(s) (CEPHADM_FAILED_DAEMON) 2026-03-05T22:49:23.786 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 22:49:23 vm02 ceph-mon[51276]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' 2026-03-05T22:49:23.786 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 22:49:23 vm02 ceph-mon[51276]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' 2026-03-05T22:49:23.786 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 22:49:23 vm02 ceph-mon[51276]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2026-03-05T22:49:23.787 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 22:49:23 vm02 ceph-mon[51276]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' 2026-03-05T22:49:23.787 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 22:49:23 vm02 ceph-mon[51276]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-03-05T22:49:23.787 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 22:49:23 vm02 ceph-mon[51276]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2026-03-05T22:49:23.787 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 22:49:23 vm02 ceph-mon[51276]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' 2026-03-05T22:49:23.787 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 22:49:23 vm02 ceph-mon[51276]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2026-03-05T22:49:23.925 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 22:49:23 vm09 ceph-mon[51064]: pgmap v47: 0 pgs: ; 0 B data, 53 MiB used, 40 GiB / 40 GiB avail 2026-03-05T22:49:23.925 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 22:49:23 vm09 ceph-mon[51064]: Detected new or changed devices on vm02 2026-03-05T22:49:23.925 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 22:49:23 vm09 ceph-mon[51064]: pgmap v48: 0 pgs: ; 0 B data, 53 MiB used, 40 GiB / 40 GiB avail 2026-03-05T22:49:23.925 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 22:49:23 vm09 ceph-mon[51064]: pgmap v49: 0 pgs: ; 0 B data, 53 MiB used, 40 GiB / 40 GiB avail 2026-03-05T22:49:23.925 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 22:49:23 vm09 ceph-mon[51064]: from='osd.2 [v2:192.168.123.102:6818/3210306058,v1:192.168.123.102:6819/3210306058]' entity='osd.2' cmd='[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0195, "args": ["host=vm02", "root=default"]}]': finished 2026-03-05T22:49:23.925 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 22:49:23 vm09 ceph-mon[51064]: osdmap e17: 3 total, 2 up, 3 in 2026-03-05T22:49:23.926 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 22:49:23 vm09 ceph-mon[51064]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2026-03-05T22:49:23.926 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 22:49:23 vm09 ceph-mon[51064]: Health check failed: 1 failed cephadm daemon(s) (CEPHADM_FAILED_DAEMON) 2026-03-05T22:49:23.926 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 22:49:23 vm09 ceph-mon[51064]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' 2026-03-05T22:49:23.926 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 22:49:23 vm09 ceph-mon[51064]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' 2026-03-05T22:49:23.926 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 22:49:23 vm09 ceph-mon[51064]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2026-03-05T22:49:23.926 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 22:49:23 vm09 ceph-mon[51064]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' 2026-03-05T22:49:23.926 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 22:49:23 vm09 ceph-mon[51064]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-03-05T22:49:23.926 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 22:49:23 vm09 ceph-mon[51064]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2026-03-05T22:49:23.926 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 22:49:23 vm09 ceph-mon[51064]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' 2026-03-05T22:49:23.926 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 22:49:23 vm09 ceph-mon[51064]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2026-03-05T22:49:24.891 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 22:49:24 vm02 ceph-mon[57234]: purged_snaps scrub starts 2026-03-05T22:49:24.891 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 22:49:24 vm02 ceph-mon[57234]: purged_snaps scrub ok 2026-03-05T22:49:24.891 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 22:49:24 vm02 ceph-mon[57234]: pgmap v51: 0 pgs: ; 0 B data, 53 MiB used, 40 GiB / 40 GiB avail 2026-03-05T22:49:24.891 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 22:49:24 vm02 ceph-mon[57234]: osd.2 [v2:192.168.123.102:6818/3210306058,v1:192.168.123.102:6819/3210306058] boot 2026-03-05T22:49:24.891 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 22:49:24 vm02 ceph-mon[57234]: osdmap e18: 3 total, 3 up, 3 in 2026-03-05T22:49:24.891 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 22:49:24 vm02 ceph-mon[57234]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2026-03-05T22:49:24.891 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 22:49:24 vm02 ceph-mon[57234]: Health check cleared: CEPHADM_FAILED_DAEMON (was: 1 failed cephadm daemon(s)) 2026-03-05T22:49:24.891 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 22:49:24 vm02 ceph-mon[57234]: Cluster is now healthy 2026-03-05T22:49:24.891 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 22:49:24 vm02 ceph-mon[51276]: purged_snaps scrub starts 2026-03-05T22:49:24.891 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 22:49:24 vm02 ceph-mon[51276]: purged_snaps scrub ok 2026-03-05T22:49:24.891 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 22:49:24 vm02 ceph-mon[51276]: pgmap v51: 0 pgs: ; 0 B data, 53 MiB used, 40 GiB / 40 GiB avail 2026-03-05T22:49:24.891 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 22:49:24 vm02 ceph-mon[51276]: osd.2 [v2:192.168.123.102:6818/3210306058,v1:192.168.123.102:6819/3210306058] boot 2026-03-05T22:49:24.891 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 22:49:24 vm02 ceph-mon[51276]: osdmap e18: 3 total, 3 up, 3 in 2026-03-05T22:49:24.891 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 22:49:24 vm02 ceph-mon[51276]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2026-03-05T22:49:24.891 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 22:49:24 vm02 ceph-mon[51276]: Health check cleared: CEPHADM_FAILED_DAEMON (was: 1 failed cephadm daemon(s)) 2026-03-05T22:49:24.891 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 22:49:24 vm02 ceph-mon[51276]: Cluster is now healthy 2026-03-05T22:49:24.925 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 22:49:24 vm09 ceph-mon[51064]: purged_snaps scrub starts 2026-03-05T22:49:24.925 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 22:49:24 vm09 ceph-mon[51064]: purged_snaps scrub ok 2026-03-05T22:49:24.925 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 22:49:24 vm09 ceph-mon[51064]: pgmap v51: 0 pgs: ; 0 B data, 53 MiB used, 40 GiB / 40 GiB avail 2026-03-05T22:49:24.925 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 22:49:24 vm09 ceph-mon[51064]: osd.2 [v2:192.168.123.102:6818/3210306058,v1:192.168.123.102:6819/3210306058] boot 2026-03-05T22:49:24.925 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 22:49:24 vm09 ceph-mon[51064]: osdmap e18: 3 total, 3 up, 3 in 2026-03-05T22:49:24.925 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 22:49:24 vm09 ceph-mon[51064]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2026-03-05T22:49:24.925 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 22:49:24 vm09 ceph-mon[51064]: Health check cleared: CEPHADM_FAILED_DAEMON (was: 1 failed cephadm daemon(s)) 2026-03-05T22:49:24.925 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 22:49:24 vm09 ceph-mon[51064]: Cluster is now healthy 2026-03-05T22:49:25.111 INFO:teuthology.orchestra.run.vm02.stdout: 2026-03-05T22:49:25.129 DEBUG:teuthology.orchestra.run.vm02:> sudo /home/ubuntu/cephtest/cephadm --image harbor.clyso.com/custom-ceph/ceph/ceph:cobaltcore-storage-v19.2.3-fasttrack-3 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid ce88f304-18dc-11f1-81b4-a3325c551960 -- ceph orch daemon add osd vm02:/dev/nvme0n1 2026-03-05T22:49:25.450 INFO:teuthology.orchestra.run.vm02.stderr:Inferring config /var/lib/ceph/ce88f304-18dc-11f1-81b4-a3325c551960/mon.a/config 2026-03-05T22:49:25.786 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 22:49:25 vm02 ceph-mon[57234]: osdmap e19: 3 total, 3 up, 3 in 2026-03-05T22:49:25.786 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 22:49:25 vm02 ceph-mon[57234]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' cmd=[{"prefix": "osd pool create", "format": "json", "pool": ".mgr", "pg_num": 1, "pg_num_min": 1, "pg_num_max": 32, "yes_i_really_mean_it": true}]: dispatch 2026-03-05T22:49:25.786 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 22:49:25 vm02 ceph-mon[51276]: osdmap e19: 3 total, 3 up, 3 in 2026-03-05T22:49:25.786 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 22:49:25 vm02 ceph-mon[51276]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' cmd=[{"prefix": "osd pool create", "format": "json", "pool": ".mgr", "pg_num": 1, "pg_num_min": 1, "pg_num_max": 32, "yes_i_really_mean_it": true}]: dispatch 2026-03-05T22:49:25.925 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 22:49:25 vm09 ceph-mon[51064]: osdmap e19: 3 total, 3 up, 3 in 2026-03-05T22:49:25.925 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 22:49:25 vm09 ceph-mon[51064]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' cmd=[{"prefix": "osd pool create", "format": "json", "pool": ".mgr", "pg_num": 1, "pg_num_min": 1, "pg_num_max": 32, "yes_i_really_mean_it": true}]: dispatch 2026-03-05T22:49:26.786 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 22:49:26 vm02 ceph-mon[57234]: pgmap v54: 0 pgs: ; 0 B data, 79 MiB used, 60 GiB / 60 GiB avail 2026-03-05T22:49:26.786 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 22:49:26 vm02 ceph-mon[57234]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' cmd='[{"prefix": "osd pool create", "format": "json", "pool": ".mgr", "pg_num": 1, "pg_num_min": 1, "pg_num_max": 32, "yes_i_really_mean_it": true}]': finished 2026-03-05T22:49:26.786 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 22:49:26 vm02 ceph-mon[57234]: osdmap e20: 3 total, 3 up, 3 in 2026-03-05T22:49:26.786 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 22:49:26 vm02 ceph-mon[57234]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' cmd=[{"prefix": "osd pool application enable", "format": "json", "pool": ".mgr", "app": "mgr", "yes_i_really_mean_it": true}]: dispatch 2026-03-05T22:49:26.786 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 22:49:26 vm02 ceph-mon[57234]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2026-03-05T22:49:26.786 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 22:49:26 vm02 ceph-mon[57234]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2026-03-05T22:49:26.786 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 22:49:26 vm02 ceph-mon[57234]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-03-05T22:49:26.786 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 22:49:26 vm02 ceph-mon[51276]: pgmap v54: 0 pgs: ; 0 B data, 79 MiB used, 60 GiB / 60 GiB avail 2026-03-05T22:49:26.786 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 22:49:26 vm02 ceph-mon[51276]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' cmd='[{"prefix": "osd pool create", "format": "json", "pool": ".mgr", "pg_num": 1, "pg_num_min": 1, "pg_num_max": 32, "yes_i_really_mean_it": true}]': finished 2026-03-05T22:49:26.786 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 22:49:26 vm02 ceph-mon[51276]: osdmap e20: 3 total, 3 up, 3 in 2026-03-05T22:49:26.786 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 22:49:26 vm02 ceph-mon[51276]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' cmd=[{"prefix": "osd pool application enable", "format": "json", "pool": ".mgr", "app": "mgr", "yes_i_really_mean_it": true}]: dispatch 2026-03-05T22:49:26.786 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 22:49:26 vm02 ceph-mon[51276]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2026-03-05T22:49:26.786 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 22:49:26 vm02 ceph-mon[51276]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2026-03-05T22:49:26.786 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 22:49:26 vm02 ceph-mon[51276]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-03-05T22:49:26.925 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 22:49:26 vm09 ceph-mon[51064]: pgmap v54: 0 pgs: ; 0 B data, 79 MiB used, 60 GiB / 60 GiB avail 2026-03-05T22:49:26.925 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 22:49:26 vm09 ceph-mon[51064]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' cmd='[{"prefix": "osd pool create", "format": "json", "pool": ".mgr", "pg_num": 1, "pg_num_min": 1, "pg_num_max": 32, "yes_i_really_mean_it": true}]': finished 2026-03-05T22:49:26.925 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 22:49:26 vm09 ceph-mon[51064]: osdmap e20: 3 total, 3 up, 3 in 2026-03-05T22:49:26.925 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 22:49:26 vm09 ceph-mon[51064]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' cmd=[{"prefix": "osd pool application enable", "format": "json", "pool": ".mgr", "app": "mgr", "yes_i_really_mean_it": true}]: dispatch 2026-03-05T22:49:26.925 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 22:49:26 vm09 ceph-mon[51064]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2026-03-05T22:49:26.925 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 22:49:26 vm09 ceph-mon[51064]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2026-03-05T22:49:26.925 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 22:49:26 vm09 ceph-mon[51064]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-03-05T22:49:27.892 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 22:49:27 vm02 ceph-mon[57234]: from='client.14277 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "vm02:/dev/nvme0n1", "target": ["mon-mgr", ""]}]: dispatch 2026-03-05T22:49:27.893 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 22:49:27 vm02 ceph-mon[57234]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' cmd='[{"prefix": "osd pool application enable", "format": "json", "pool": ".mgr", "app": "mgr", "yes_i_really_mean_it": true}]': finished 2026-03-05T22:49:27.893 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 22:49:27 vm02 ceph-mon[57234]: osdmap e21: 3 total, 3 up, 3 in 2026-03-05T22:49:27.893 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 22:49:27 vm02 ceph-mon[57234]: from='client.? 192.168.123.102:0/1045911982' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "1705d9ac-44a7-46af-b2db-d01eb49be4ba"}]: dispatch 2026-03-05T22:49:27.893 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 22:49:27 vm02 ceph-mon[57234]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "1705d9ac-44a7-46af-b2db-d01eb49be4ba"}]: dispatch 2026-03-05T22:49:27.893 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 22:49:27 vm02 ceph-mon[57234]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "1705d9ac-44a7-46af-b2db-d01eb49be4ba"}]': finished 2026-03-05T22:49:27.893 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 22:49:27 vm02 ceph-mon[57234]: osdmap e22: 4 total, 3 up, 4 in 2026-03-05T22:49:27.893 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 22:49:27 vm02 ceph-mon[57234]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2026-03-05T22:49:27.893 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 22:49:27 vm02 ceph-mon[51276]: from='client.14277 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "vm02:/dev/nvme0n1", "target": ["mon-mgr", ""]}]: dispatch 2026-03-05T22:49:27.893 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 22:49:27 vm02 ceph-mon[51276]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' cmd='[{"prefix": "osd pool application enable", "format": "json", "pool": ".mgr", "app": "mgr", "yes_i_really_mean_it": true}]': finished 2026-03-05T22:49:27.893 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 22:49:27 vm02 ceph-mon[51276]: osdmap e21: 3 total, 3 up, 3 in 2026-03-05T22:49:27.893 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 22:49:27 vm02 ceph-mon[51276]: from='client.? 192.168.123.102:0/1045911982' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "1705d9ac-44a7-46af-b2db-d01eb49be4ba"}]: dispatch 2026-03-05T22:49:27.893 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 22:49:27 vm02 ceph-mon[51276]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "1705d9ac-44a7-46af-b2db-d01eb49be4ba"}]: dispatch 2026-03-05T22:49:27.893 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 22:49:27 vm02 ceph-mon[51276]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "1705d9ac-44a7-46af-b2db-d01eb49be4ba"}]': finished 2026-03-05T22:49:27.893 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 22:49:27 vm02 ceph-mon[51276]: osdmap e22: 4 total, 3 up, 4 in 2026-03-05T22:49:27.893 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 22:49:27 vm02 ceph-mon[51276]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2026-03-05T22:49:27.893 INFO:journalctl@ceph.osd.0.vm02.stdout:Mar 05 22:49:27 vm02 sudo[71792]: ceph : PWD=/ ; USER=root ; COMMAND=/usr/sbin/smartctl -x --json=o /dev/nvme3n1 2026-03-05T22:49:27.893 INFO:journalctl@ceph.osd.0.vm02.stdout:Mar 05 22:49:27 vm02 sudo[71792]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2026-03-05T22:49:27.893 INFO:journalctl@ceph.osd.0.vm02.stdout:Mar 05 22:49:27 vm02 sudo[71792]: pam_unix(sudo:session): session opened for user root(uid=0) by (uid=167) 2026-03-05T22:49:27.893 INFO:journalctl@ceph.osd.0.vm02.stdout:Mar 05 22:49:27 vm02 sudo[71792]: pam_unix(sudo:session): session closed for user root 2026-03-05T22:49:27.893 INFO:journalctl@ceph.osd.0.vm02.stdout:Mar 05 22:49:27 vm02 sudo[71795]: ceph : PWD=/ ; USER=root ; COMMAND=/usr/sbin/nvme linux smart-log-add --json /dev/nvme3n1 2026-03-05T22:49:27.893 INFO:journalctl@ceph.osd.0.vm02.stdout:Mar 05 22:49:27 vm02 sudo[71795]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2026-03-05T22:49:27.893 INFO:journalctl@ceph.osd.0.vm02.stdout:Mar 05 22:49:27 vm02 sudo[71795]: pam_unix(sudo:session): session opened for user root(uid=0) by (uid=167) 2026-03-05T22:49:27.893 INFO:journalctl@ceph.osd.0.vm02.stdout:Mar 05 22:49:27 vm02 sudo[71795]: pam_unix(sudo:session): session closed for user root 2026-03-05T22:49:27.893 INFO:journalctl@ceph.osd.1.vm02.stdout:Mar 05 22:49:27 vm02 sudo[71798]: ceph : PWD=/ ; USER=root ; COMMAND=/usr/sbin/smartctl -x --json=o /dev/nvme2n1 2026-03-05T22:49:27.893 INFO:journalctl@ceph.osd.1.vm02.stdout:Mar 05 22:49:27 vm02 sudo[71798]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2026-03-05T22:49:27.893 INFO:journalctl@ceph.osd.1.vm02.stdout:Mar 05 22:49:27 vm02 sudo[71798]: pam_unix(sudo:session): session opened for user root(uid=0) by (uid=167) 2026-03-05T22:49:27.893 INFO:journalctl@ceph.osd.1.vm02.stdout:Mar 05 22:49:27 vm02 sudo[71798]: pam_unix(sudo:session): session closed for user root 2026-03-05T22:49:27.893 INFO:journalctl@ceph.osd.1.vm02.stdout:Mar 05 22:49:27 vm02 sudo[71801]: ceph : PWD=/ ; USER=root ; COMMAND=/usr/sbin/nvme linux smart-log-add --json /dev/nvme2n1 2026-03-05T22:49:27.893 INFO:journalctl@ceph.osd.1.vm02.stdout:Mar 05 22:49:27 vm02 sudo[71801]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2026-03-05T22:49:27.893 INFO:journalctl@ceph.osd.1.vm02.stdout:Mar 05 22:49:27 vm02 sudo[71801]: pam_unix(sudo:session): session opened for user root(uid=0) by (uid=167) 2026-03-05T22:49:27.893 INFO:journalctl@ceph.osd.1.vm02.stdout:Mar 05 22:49:27 vm02 sudo[71801]: pam_unix(sudo:session): session closed for user root 2026-03-05T22:49:27.893 INFO:journalctl@ceph.osd.2.vm02.stdout:Mar 05 22:49:27 vm02 sudo[71820]: ceph : PWD=/ ; USER=root ; COMMAND=/usr/sbin/smartctl -x --json=o /dev/nvme1n1 2026-03-05T22:49:27.894 INFO:journalctl@ceph.osd.2.vm02.stdout:Mar 05 22:49:27 vm02 sudo[71820]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2026-03-05T22:49:27.894 INFO:journalctl@ceph.osd.2.vm02.stdout:Mar 05 22:49:27 vm02 sudo[71820]: pam_unix(sudo:session): session opened for user root(uid=0) by (uid=167) 2026-03-05T22:49:27.894 INFO:journalctl@ceph.osd.2.vm02.stdout:Mar 05 22:49:27 vm02 sudo[71820]: pam_unix(sudo:session): session closed for user root 2026-03-05T22:49:27.894 INFO:journalctl@ceph.osd.2.vm02.stdout:Mar 05 22:49:27 vm02 sudo[71829]: ceph : PWD=/ ; USER=root ; COMMAND=/usr/sbin/nvme linux smart-log-add --json /dev/nvme1n1 2026-03-05T22:49:27.894 INFO:journalctl@ceph.osd.2.vm02.stdout:Mar 05 22:49:27 vm02 sudo[71829]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2026-03-05T22:49:27.894 INFO:journalctl@ceph.osd.2.vm02.stdout:Mar 05 22:49:27 vm02 sudo[71829]: pam_unix(sudo:session): session opened for user root(uid=0) by (uid=167) 2026-03-05T22:49:27.894 INFO:journalctl@ceph.osd.2.vm02.stdout:Mar 05 22:49:27 vm02 sudo[71829]: pam_unix(sudo:session): session closed for user root 2026-03-05T22:49:27.925 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 22:49:27 vm09 ceph-mon[51064]: from='client.14277 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "vm02:/dev/nvme0n1", "target": ["mon-mgr", ""]}]: dispatch 2026-03-05T22:49:27.925 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 22:49:27 vm09 ceph-mon[51064]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' cmd='[{"prefix": "osd pool application enable", "format": "json", "pool": ".mgr", "app": "mgr", "yes_i_really_mean_it": true}]': finished 2026-03-05T22:49:27.925 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 22:49:27 vm09 ceph-mon[51064]: osdmap e21: 3 total, 3 up, 3 in 2026-03-05T22:49:27.925 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 22:49:27 vm09 ceph-mon[51064]: from='client.? 192.168.123.102:0/1045911982' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "1705d9ac-44a7-46af-b2db-d01eb49be4ba"}]: dispatch 2026-03-05T22:49:27.925 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 22:49:27 vm09 ceph-mon[51064]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "1705d9ac-44a7-46af-b2db-d01eb49be4ba"}]: dispatch 2026-03-05T22:49:27.925 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 22:49:27 vm09 ceph-mon[51064]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "1705d9ac-44a7-46af-b2db-d01eb49be4ba"}]': finished 2026-03-05T22:49:27.925 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 22:49:27 vm09 ceph-mon[51064]: osdmap e22: 4 total, 3 up, 4 in 2026-03-05T22:49:27.925 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 22:49:27 vm09 ceph-mon[51064]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2026-03-05T22:49:28.285 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 22:49:27 vm02 sudo[71835]: ceph : PWD=/ ; USER=root ; COMMAND=/usr/sbin/smartctl -x --json=o /dev/vda 2026-03-05T22:49:28.286 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 22:49:27 vm02 sudo[71835]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2026-03-05T22:49:28.286 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 22:49:27 vm02 sudo[71835]: pam_unix(sudo:session): session opened for user root(uid=0) by (uid=167) 2026-03-05T22:49:28.286 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 22:49:27 vm02 sudo[71835]: pam_unix(sudo:session): session closed for user root 2026-03-05T22:49:28.286 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 22:49:27 vm02 sudo[71832]: ceph : PWD=/ ; USER=root ; COMMAND=/usr/sbin/smartctl -x --json=o /dev/vda 2026-03-05T22:49:28.286 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 22:49:27 vm02 sudo[71832]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2026-03-05T22:49:28.286 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 22:49:27 vm02 sudo[71832]: pam_unix(sudo:session): session opened for user root(uid=0) by (uid=167) 2026-03-05T22:49:28.286 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 22:49:27 vm02 sudo[71832]: pam_unix(sudo:session): session closed for user root 2026-03-05T22:49:28.425 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 22:49:27 vm09 sudo[54319]: ceph : PWD=/ ; USER=root ; COMMAND=/usr/sbin/smartctl -x --json=o /dev/vda 2026-03-05T22:49:28.425 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 22:49:27 vm09 sudo[54319]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2026-03-05T22:49:28.425 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 22:49:27 vm09 sudo[54319]: pam_unix(sudo:session): session opened for user root(uid=0) by (uid=167) 2026-03-05T22:49:28.425 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 22:49:27 vm09 sudo[54319]: pam_unix(sudo:session): session closed for user root 2026-03-05T22:49:29.035 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 22:49:28 vm02 ceph-mon[57234]: pgmap v58: 1 pgs: 1 unknown; 0 B data, 79 MiB used, 60 GiB / 60 GiB avail 2026-03-05T22:49:29.036 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 22:49:28 vm02 ceph-mon[57234]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' 2026-03-05T22:49:29.036 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 22:49:28 vm02 ceph-mon[57234]: from='client.? 192.168.123.102:0/2932671235' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2026-03-05T22:49:29.036 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 22:49:28 vm02 ceph-mon[57234]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' 2026-03-05T22:49:29.036 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 22:49:28 vm02 ceph-mon[57234]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' 2026-03-05T22:49:29.036 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 22:49:28 vm02 ceph-mon[57234]: from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2026-03-05T22:49:29.036 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 22:49:28 vm02 ceph-mon[57234]: from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2026-03-05T22:49:29.036 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 22:49:28 vm02 ceph-mon[57234]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2026-03-05T22:49:29.036 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 22:49:28 vm02 ceph-mon[57234]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2026-03-05T22:49:29.036 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 22:49:28 vm02 ceph-mon[57234]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2026-03-05T22:49:29.036 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 22:49:28 vm02 ceph-mon[57234]: from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2026-03-05T22:49:29.036 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 22:49:28 vm02 ceph-mon[57234]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2026-03-05T22:49:29.036 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 22:49:28 vm02 ceph-mon[57234]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2026-03-05T22:49:29.036 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 22:49:28 vm02 ceph-mon[57234]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2026-03-05T22:49:29.036 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 22:49:28 vm02 ceph-mon[57234]: from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2026-03-05T22:49:29.036 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 22:49:28 vm02 ceph-mon[57234]: from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2026-03-05T22:49:29.036 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 22:49:28 vm02 ceph-mon[57234]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2026-03-05T22:49:29.036 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 22:49:28 vm02 ceph-mon[57234]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2026-03-05T22:49:29.036 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 22:49:28 vm02 ceph-mon[57234]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2026-03-05T22:49:29.036 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 22:49:28 vm02 ceph-mon[57234]: from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2026-03-05T22:49:29.036 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 22:49:28 vm02 ceph-mon[57234]: osdmap e23: 4 total, 3 up, 4 in 2026-03-05T22:49:29.036 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 22:49:28 vm02 ceph-mon[57234]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2026-03-05T22:49:29.036 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 22:49:28 vm02 ceph-mon[51276]: pgmap v58: 1 pgs: 1 unknown; 0 B data, 79 MiB used, 60 GiB / 60 GiB avail 2026-03-05T22:49:29.036 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 22:49:28 vm02 ceph-mon[51276]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' 2026-03-05T22:49:29.036 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 22:49:28 vm02 ceph-mon[51276]: from='client.? 192.168.123.102:0/2932671235' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2026-03-05T22:49:29.036 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 22:49:28 vm02 ceph-mon[51276]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' 2026-03-05T22:49:29.036 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 22:49:28 vm02 ceph-mon[51276]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' 2026-03-05T22:49:29.036 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 22:49:28 vm02 ceph-mon[51276]: from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2026-03-05T22:49:29.036 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 22:49:28 vm02 ceph-mon[51276]: from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2026-03-05T22:49:29.036 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 22:49:28 vm02 ceph-mon[51276]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2026-03-05T22:49:29.036 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 22:49:28 vm02 ceph-mon[51276]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2026-03-05T22:49:29.036 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 22:49:28 vm02 ceph-mon[51276]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2026-03-05T22:49:29.036 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 22:49:28 vm02 ceph-mon[51276]: from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2026-03-05T22:49:29.036 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 22:49:28 vm02 ceph-mon[51276]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2026-03-05T22:49:29.036 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 22:49:28 vm02 ceph-mon[51276]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2026-03-05T22:49:29.036 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 22:49:28 vm02 ceph-mon[51276]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2026-03-05T22:49:29.036 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 22:49:28 vm02 ceph-mon[51276]: from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2026-03-05T22:49:29.036 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 22:49:28 vm02 ceph-mon[51276]: from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2026-03-05T22:49:29.036 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 22:49:28 vm02 ceph-mon[51276]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2026-03-05T22:49:29.036 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 22:49:28 vm02 ceph-mon[51276]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2026-03-05T22:49:29.036 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 22:49:28 vm02 ceph-mon[51276]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2026-03-05T22:49:29.036 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 22:49:28 vm02 ceph-mon[51276]: from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2026-03-05T22:49:29.036 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 22:49:28 vm02 ceph-mon[51276]: osdmap e23: 4 total, 3 up, 4 in 2026-03-05T22:49:29.036 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 22:49:28 vm02 ceph-mon[51276]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2026-03-05T22:49:29.175 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 22:49:28 vm09 ceph-mon[51064]: pgmap v58: 1 pgs: 1 unknown; 0 B data, 79 MiB used, 60 GiB / 60 GiB avail 2026-03-05T22:49:29.175 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 22:49:28 vm09 ceph-mon[51064]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' 2026-03-05T22:49:29.175 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 22:49:28 vm09 ceph-mon[51064]: from='client.? 192.168.123.102:0/2932671235' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2026-03-05T22:49:29.175 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 22:49:28 vm09 ceph-mon[51064]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' 2026-03-05T22:49:29.176 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 22:49:28 vm09 ceph-mon[51064]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' 2026-03-05T22:49:29.176 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 22:49:28 vm09 ceph-mon[51064]: from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2026-03-05T22:49:29.176 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 22:49:28 vm09 ceph-mon[51064]: from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2026-03-05T22:49:29.176 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 22:49:28 vm09 ceph-mon[51064]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2026-03-05T22:49:29.176 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 22:49:28 vm09 ceph-mon[51064]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2026-03-05T22:49:29.176 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 22:49:28 vm09 ceph-mon[51064]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2026-03-05T22:49:29.176 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 22:49:28 vm09 ceph-mon[51064]: from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2026-03-05T22:49:29.176 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 22:49:28 vm09 ceph-mon[51064]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2026-03-05T22:49:29.176 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 22:49:28 vm09 ceph-mon[51064]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2026-03-05T22:49:29.176 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 22:49:28 vm09 ceph-mon[51064]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2026-03-05T22:49:29.176 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 22:49:28 vm09 ceph-mon[51064]: from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2026-03-05T22:49:29.176 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 22:49:28 vm09 ceph-mon[51064]: from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2026-03-05T22:49:29.176 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 22:49:28 vm09 ceph-mon[51064]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2026-03-05T22:49:29.176 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 22:49:28 vm09 ceph-mon[51064]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2026-03-05T22:49:29.176 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 22:49:28 vm09 ceph-mon[51064]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2026-03-05T22:49:29.176 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 22:49:28 vm09 ceph-mon[51064]: from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2026-03-05T22:49:29.176 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 22:49:28 vm09 ceph-mon[51064]: osdmap e23: 4 total, 3 up, 4 in 2026-03-05T22:49:29.176 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 22:49:28 vm09 ceph-mon[51064]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2026-03-05T22:49:30.035 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 22:49:29 vm02 ceph-mon[57234]: pgmap v60: 1 pgs: 1 active+clean; 577 KiB data, 81 MiB used, 60 GiB / 60 GiB avail 2026-03-05T22:49:30.036 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 22:49:29 vm02 ceph-mon[51276]: pgmap v60: 1 pgs: 1 active+clean; 577 KiB data, 81 MiB used, 60 GiB / 60 GiB avail 2026-03-05T22:49:30.175 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 22:49:29 vm09 ceph-mon[51064]: pgmap v60: 1 pgs: 1 active+clean; 577 KiB data, 81 MiB used, 60 GiB / 60 GiB avail 2026-03-05T22:49:31.011 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 22:49:30 vm02 ceph-mon[51276]: mgrmap e15: y(active, since 84s), standbys: x 2026-03-05T22:49:31.011 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 22:49:30 vm02 ceph-mon[57234]: mgrmap e15: y(active, since 84s), standbys: x 2026-03-05T22:49:31.175 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 22:49:30 vm09 ceph-mon[51064]: mgrmap e15: y(active, since 84s), standbys: x 2026-03-05T22:49:31.851 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 22:49:31 vm02 ceph-mon[51276]: pgmap v61: 1 pgs: 1 active+clean; 577 KiB data, 82 MiB used, 60 GiB / 60 GiB avail 2026-03-05T22:49:31.851 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 22:49:31 vm02 ceph-mon[57234]: pgmap v61: 1 pgs: 1 active+clean; 577 KiB data, 82 MiB used, 60 GiB / 60 GiB avail 2026-03-05T22:49:32.175 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 22:49:31 vm09 ceph-mon[51064]: pgmap v61: 1 pgs: 1 active+clean; 577 KiB data, 82 MiB used, 60 GiB / 60 GiB avail 2026-03-05T22:49:32.988 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 22:49:32 vm02 ceph-mon[51276]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.3"}]: dispatch 2026-03-05T22:49:32.988 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 22:49:32 vm02 ceph-mon[51276]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-03-05T22:49:32.988 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 22:49:32 vm02 ceph-mon[51276]: Deploying daemon osd.3 on vm02 2026-03-05T22:49:32.988 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 22:49:32 vm02 ceph-mon[57234]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.3"}]: dispatch 2026-03-05T22:49:32.988 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 22:49:32 vm02 ceph-mon[57234]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-03-05T22:49:32.988 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 22:49:32 vm02 ceph-mon[57234]: Deploying daemon osd.3 on vm02 2026-03-05T22:49:33.175 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 22:49:32 vm09 ceph-mon[51064]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.3"}]: dispatch 2026-03-05T22:49:33.175 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 22:49:32 vm09 ceph-mon[51064]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-03-05T22:49:33.175 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 22:49:32 vm09 ceph-mon[51064]: Deploying daemon osd.3 on vm02 2026-03-05T22:49:34.011 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 22:49:33 vm02 ceph-mon[51276]: pgmap v62: 1 pgs: 1 active+clean; 577 KiB data, 82 MiB used, 60 GiB / 60 GiB avail 2026-03-05T22:49:34.011 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 22:49:33 vm02 ceph-mon[57234]: pgmap v62: 1 pgs: 1 active+clean; 577 KiB data, 82 MiB used, 60 GiB / 60 GiB avail 2026-03-05T22:49:34.175 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 22:49:33 vm09 ceph-mon[51064]: pgmap v62: 1 pgs: 1 active+clean; 577 KiB data, 82 MiB used, 60 GiB / 60 GiB avail 2026-03-05T22:49:36.826 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 22:49:36 vm02 ceph-mon[57234]: pgmap v63: 1 pgs: 1 active+clean; 577 KiB data, 82 MiB used, 60 GiB / 60 GiB avail 2026-03-05T22:49:36.826 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 22:49:36 vm02 ceph-mon[57234]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2026-03-05T22:49:36.826 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 22:49:36 vm02 ceph-mon[57234]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-03-05T22:49:36.826 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 22:49:36 vm02 ceph-mon[57234]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' 2026-03-05T22:49:36.826 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 22:49:36 vm02 ceph-mon[57234]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2026-03-05T22:49:36.826 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 22:49:36 vm02 ceph-mon[57234]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' 2026-03-05T22:49:36.826 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 22:49:36 vm02 ceph-mon[57234]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' 2026-03-05T22:49:36.826 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 22:49:36 vm02 ceph-mon[51276]: pgmap v63: 1 pgs: 1 active+clean; 577 KiB data, 82 MiB used, 60 GiB / 60 GiB avail 2026-03-05T22:49:36.826 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 22:49:36 vm02 ceph-mon[51276]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2026-03-05T22:49:36.826 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 22:49:36 vm02 ceph-mon[51276]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-03-05T22:49:36.826 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 22:49:36 vm02 ceph-mon[51276]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' 2026-03-05T22:49:36.826 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 22:49:36 vm02 ceph-mon[51276]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2026-03-05T22:49:36.826 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 22:49:36 vm02 ceph-mon[51276]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' 2026-03-05T22:49:36.826 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 22:49:36 vm02 ceph-mon[51276]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' 2026-03-05T22:49:36.925 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 22:49:36 vm09 ceph-mon[51064]: pgmap v63: 1 pgs: 1 active+clean; 577 KiB data, 82 MiB used, 60 GiB / 60 GiB avail 2026-03-05T22:49:36.925 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 22:49:36 vm09 ceph-mon[51064]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2026-03-05T22:49:36.925 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 22:49:36 vm09 ceph-mon[51064]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-03-05T22:49:36.925 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 22:49:36 vm09 ceph-mon[51064]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' 2026-03-05T22:49:36.925 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 22:49:36 vm09 ceph-mon[51064]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2026-03-05T22:49:36.925 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 22:49:36 vm09 ceph-mon[51064]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' 2026-03-05T22:49:36.925 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 22:49:36 vm09 ceph-mon[51064]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' 2026-03-05T22:49:38.352 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 22:49:38 vm09 ceph-mon[51064]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' 2026-03-05T22:49:38.619 INFO:teuthology.orchestra.run.vm02.stdout:Created osd(s) 3 on host 'vm02' 2026-03-05T22:49:38.619 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 22:49:38 vm02 ceph-mon[57234]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' 2026-03-05T22:49:38.619 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 22:49:38 vm02 ceph-mon[57234]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' 2026-03-05T22:49:38.619 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 22:49:38 vm02 ceph-mon[57234]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' 2026-03-05T22:49:38.619 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 22:49:38 vm02 ceph-mon[57234]: pgmap v64: 1 pgs: 1 active+clean; 577 KiB data, 82 MiB used, 60 GiB / 60 GiB avail 2026-03-05T22:49:38.619 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 22:49:38 vm02 ceph-mon[57234]: from='osd.3 [v2:192.168.123.102:6826/1735192907,v1:192.168.123.102:6827/1735192907]' entity='osd.3' cmd=[{"prefix": "osd crush set-device-class", "class": "hdd", "ids": ["3"]}]: dispatch 2026-03-05T22:49:38.619 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 22:49:38 vm02 ceph-mon[57234]: from='osd.3 ' entity='osd.3' cmd=[{"prefix": "osd crush set-device-class", "class": "hdd", "ids": ["3"]}]: dispatch 2026-03-05T22:49:38.620 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 22:49:38 vm02 ceph-mon[51276]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' 2026-03-05T22:49:38.620 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 22:49:38 vm02 ceph-mon[51276]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' 2026-03-05T22:49:38.620 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 22:49:38 vm02 ceph-mon[51276]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' 2026-03-05T22:49:38.620 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 22:49:38 vm02 ceph-mon[51276]: pgmap v64: 1 pgs: 1 active+clean; 577 KiB data, 82 MiB used, 60 GiB / 60 GiB avail 2026-03-05T22:49:38.620 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 22:49:38 vm02 ceph-mon[51276]: from='osd.3 [v2:192.168.123.102:6826/1735192907,v1:192.168.123.102:6827/1735192907]' entity='osd.3' cmd=[{"prefix": "osd crush set-device-class", "class": "hdd", "ids": ["3"]}]: dispatch 2026-03-05T22:49:38.620 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 22:49:38 vm02 ceph-mon[51276]: from='osd.3 ' entity='osd.3' cmd=[{"prefix": "osd crush set-device-class", "class": "hdd", "ids": ["3"]}]: dispatch 2026-03-05T22:49:38.675 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 22:49:38 vm09 ceph-mon[51064]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' 2026-03-05T22:49:38.675 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 22:49:38 vm09 ceph-mon[51064]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' 2026-03-05T22:49:38.675 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 22:49:38 vm09 ceph-mon[51064]: pgmap v64: 1 pgs: 1 active+clean; 577 KiB data, 82 MiB used, 60 GiB / 60 GiB avail 2026-03-05T22:49:38.675 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 22:49:38 vm09 ceph-mon[51064]: from='osd.3 [v2:192.168.123.102:6826/1735192907,v1:192.168.123.102:6827/1735192907]' entity='osd.3' cmd=[{"prefix": "osd crush set-device-class", "class": "hdd", "ids": ["3"]}]: dispatch 2026-03-05T22:49:38.675 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 22:49:38 vm09 ceph-mon[51064]: from='osd.3 ' entity='osd.3' cmd=[{"prefix": "osd crush set-device-class", "class": "hdd", "ids": ["3"]}]: dispatch 2026-03-05T22:49:38.778 DEBUG:teuthology.orchestra.run.vm02:osd.3> sudo journalctl -f -n 0 -u ceph-ce88f304-18dc-11f1-81b4-a3325c551960@osd.3.service 2026-03-05T22:49:38.779 INFO:tasks.cephadm:Deploying osd.4 on vm09 with /dev/nvme3n1... 2026-03-05T22:49:38.779 DEBUG:teuthology.orchestra.run.vm09:> sudo /home/ubuntu/cephtest/cephadm --image harbor.clyso.com/custom-ceph/ceph/ceph:cobaltcore-storage-v19.2.3-fasttrack-3 ceph-volume -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid ce88f304-18dc-11f1-81b4-a3325c551960 -- lvm zap /dev/nvme3n1 2026-03-05T22:49:39.131 INFO:teuthology.orchestra.run.vm09.stderr:Inferring config /var/lib/ceph/ce88f304-18dc-11f1-81b4-a3325c551960/mon.b/config 2026-03-05T22:49:39.425 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 22:49:39 vm09 ceph-mon[51064]: from='osd.3 ' entity='osd.3' cmd='[{"prefix": "osd crush set-device-class", "class": "hdd", "ids": ["3"]}]': finished 2026-03-05T22:49:39.425 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 22:49:39 vm09 ceph-mon[51064]: osdmap e24: 4 total, 3 up, 4 in 2026-03-05T22:49:39.425 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 22:49:39 vm09 ceph-mon[51064]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2026-03-05T22:49:39.425 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 22:49:39 vm09 ceph-mon[51064]: from='osd.3 [v2:192.168.123.102:6826/1735192907,v1:192.168.123.102:6827/1735192907]' entity='osd.3' cmd=[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.0195, "args": ["host=vm02", "root=default"]}]: dispatch 2026-03-05T22:49:39.425 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 22:49:39 vm09 ceph-mon[51064]: from='osd.3 ' entity='osd.3' cmd=[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.0195, "args": ["host=vm02", "root=default"]}]: dispatch 2026-03-05T22:49:39.425 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 22:49:39 vm09 ceph-mon[51064]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2026-03-05T22:49:39.426 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 22:49:39 vm09 ceph-mon[51064]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd/host:vm02", "name": "osd_memory_target"}]: dispatch 2026-03-05T22:49:39.426 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 22:49:39 vm09 ceph-mon[51064]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' 2026-03-05T22:49:39.426 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 22:49:39 vm09 ceph-mon[51064]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-03-05T22:49:39.426 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 22:49:39 vm09 ceph-mon[51064]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2026-03-05T22:49:39.426 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 22:49:39 vm09 ceph-mon[51064]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' 2026-03-05T22:49:39.426 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 22:49:39 vm09 ceph-mon[51064]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' 2026-03-05T22:49:39.786 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 22:49:39 vm02 ceph-mon[57234]: from='osd.3 ' entity='osd.3' cmd='[{"prefix": "osd crush set-device-class", "class": "hdd", "ids": ["3"]}]': finished 2026-03-05T22:49:39.786 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 22:49:39 vm02 ceph-mon[57234]: osdmap e24: 4 total, 3 up, 4 in 2026-03-05T22:49:39.786 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 22:49:39 vm02 ceph-mon[57234]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2026-03-05T22:49:39.786 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 22:49:39 vm02 ceph-mon[57234]: from='osd.3 [v2:192.168.123.102:6826/1735192907,v1:192.168.123.102:6827/1735192907]' entity='osd.3' cmd=[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.0195, "args": ["host=vm02", "root=default"]}]: dispatch 2026-03-05T22:49:39.786 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 22:49:39 vm02 ceph-mon[57234]: from='osd.3 ' entity='osd.3' cmd=[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.0195, "args": ["host=vm02", "root=default"]}]: dispatch 2026-03-05T22:49:39.786 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 22:49:39 vm02 ceph-mon[57234]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2026-03-05T22:49:39.786 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 22:49:39 vm02 ceph-mon[57234]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd/host:vm02", "name": "osd_memory_target"}]: dispatch 2026-03-05T22:49:39.786 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 22:49:39 vm02 ceph-mon[57234]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' 2026-03-05T22:49:39.786 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 22:49:39 vm02 ceph-mon[57234]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-03-05T22:49:39.786 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 22:49:39 vm02 ceph-mon[57234]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2026-03-05T22:49:39.786 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 22:49:39 vm02 ceph-mon[57234]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' 2026-03-05T22:49:39.786 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 22:49:39 vm02 ceph-mon[57234]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' 2026-03-05T22:49:39.786 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 22:49:39 vm02 ceph-mon[51276]: from='osd.3 ' entity='osd.3' cmd='[{"prefix": "osd crush set-device-class", "class": "hdd", "ids": ["3"]}]': finished 2026-03-05T22:49:39.786 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 22:49:39 vm02 ceph-mon[51276]: osdmap e24: 4 total, 3 up, 4 in 2026-03-05T22:49:39.786 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 22:49:39 vm02 ceph-mon[51276]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2026-03-05T22:49:39.786 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 22:49:39 vm02 ceph-mon[51276]: from='osd.3 [v2:192.168.123.102:6826/1735192907,v1:192.168.123.102:6827/1735192907]' entity='osd.3' cmd=[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.0195, "args": ["host=vm02", "root=default"]}]: dispatch 2026-03-05T22:49:39.786 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 22:49:39 vm02 ceph-mon[51276]: from='osd.3 ' entity='osd.3' cmd=[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.0195, "args": ["host=vm02", "root=default"]}]: dispatch 2026-03-05T22:49:39.786 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 22:49:39 vm02 ceph-mon[51276]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2026-03-05T22:49:39.786 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 22:49:39 vm02 ceph-mon[51276]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd/host:vm02", "name": "osd_memory_target"}]: dispatch 2026-03-05T22:49:39.786 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 22:49:39 vm02 ceph-mon[51276]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' 2026-03-05T22:49:39.786 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 22:49:39 vm02 ceph-mon[51276]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-03-05T22:49:39.786 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 22:49:39 vm02 ceph-mon[51276]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2026-03-05T22:49:39.786 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 22:49:39 vm02 ceph-mon[51276]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' 2026-03-05T22:49:39.786 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 22:49:39 vm02 ceph-mon[51276]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' 2026-03-05T22:49:39.786 INFO:journalctl@ceph.osd.3.vm02.stdout:Mar 05 22:49:39 vm02 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-osd-3[73711]: 2026-03-05T21:49:39.399+0000 7ff5c965c640 -1 osd.3 0 waiting for initial osdmap 2026-03-05T22:49:39.786 INFO:journalctl@ceph.osd.3.vm02.stdout:Mar 05 22:49:39 vm02 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-osd-3[73711]: 2026-03-05T21:49:39.406+0000 7ff5c5486640 -1 osd.3 25 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2026-03-05T22:49:40.484 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 22:49:40 vm09 ceph-mon[51064]: from='osd.3 ' entity='osd.3' cmd='[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.0195, "args": ["host=vm02", "root=default"]}]': finished 2026-03-05T22:49:40.484 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 22:49:40 vm09 ceph-mon[51064]: osdmap e25: 4 total, 3 up, 4 in 2026-03-05T22:49:40.484 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 22:49:40 vm09 ceph-mon[51064]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2026-03-05T22:49:40.484 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 22:49:40 vm09 ceph-mon[51064]: pgmap v67: 1 pgs: 1 active+clean; 577 KiB data, 82 MiB used, 60 GiB / 60 GiB avail 2026-03-05T22:49:40.484 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 22:49:40 vm09 ceph-mon[51064]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2026-03-05T22:49:40.672 INFO:teuthology.orchestra.run.vm09.stdout: 2026-03-05T22:49:40.688 DEBUG:teuthology.orchestra.run.vm09:> sudo /home/ubuntu/cephtest/cephadm --image harbor.clyso.com/custom-ceph/ceph/ceph:cobaltcore-storage-v19.2.3-fasttrack-3 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid ce88f304-18dc-11f1-81b4-a3325c551960 -- ceph orch daemon add osd vm09:/dev/nvme3n1 2026-03-05T22:49:40.785 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 22:49:40 vm02 ceph-mon[57234]: from='osd.3 ' entity='osd.3' cmd='[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.0195, "args": ["host=vm02", "root=default"]}]': finished 2026-03-05T22:49:40.786 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 22:49:40 vm02 ceph-mon[57234]: osdmap e25: 4 total, 3 up, 4 in 2026-03-05T22:49:40.786 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 22:49:40 vm02 ceph-mon[57234]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2026-03-05T22:49:40.786 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 22:49:40 vm02 ceph-mon[57234]: pgmap v67: 1 pgs: 1 active+clean; 577 KiB data, 82 MiB used, 60 GiB / 60 GiB avail 2026-03-05T22:49:40.786 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 22:49:40 vm02 ceph-mon[57234]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2026-03-05T22:49:40.786 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 22:49:40 vm02 ceph-mon[51276]: from='osd.3 ' entity='osd.3' cmd='[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.0195, "args": ["host=vm02", "root=default"]}]': finished 2026-03-05T22:49:40.786 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 22:49:40 vm02 ceph-mon[51276]: osdmap e25: 4 total, 3 up, 4 in 2026-03-05T22:49:40.786 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 22:49:40 vm02 ceph-mon[51276]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2026-03-05T22:49:40.786 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 22:49:40 vm02 ceph-mon[51276]: pgmap v67: 1 pgs: 1 active+clean; 577 KiB data, 82 MiB used, 60 GiB / 60 GiB avail 2026-03-05T22:49:40.786 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 22:49:40 vm02 ceph-mon[51276]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2026-03-05T22:49:41.005 INFO:teuthology.orchestra.run.vm09.stderr:Inferring config /var/lib/ceph/ce88f304-18dc-11f1-81b4-a3325c551960/mon.b/config 2026-03-05T22:49:41.414 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 22:49:41 vm09 ceph-mon[51064]: purged_snaps scrub starts 2026-03-05T22:49:41.414 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 22:49:41 vm09 ceph-mon[51064]: purged_snaps scrub ok 2026-03-05T22:49:41.414 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 22:49:41 vm09 ceph-mon[51064]: osd.3 [v2:192.168.123.102:6826/1735192907,v1:192.168.123.102:6827/1735192907] boot 2026-03-05T22:49:41.414 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 22:49:41 vm09 ceph-mon[51064]: osdmap e26: 4 total, 4 up, 4 in 2026-03-05T22:49:41.414 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 22:49:41 vm09 ceph-mon[51064]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2026-03-05T22:49:41.414 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 22:49:41 vm09 ceph-mon[51064]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2026-03-05T22:49:41.414 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 22:49:41 vm09 ceph-mon[51064]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2026-03-05T22:49:41.414 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 22:49:41 vm09 ceph-mon[51064]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-03-05T22:49:41.786 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 22:49:41 vm02 ceph-mon[51276]: purged_snaps scrub starts 2026-03-05T22:49:41.786 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 22:49:41 vm02 ceph-mon[51276]: purged_snaps scrub ok 2026-03-05T22:49:41.786 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 22:49:41 vm02 ceph-mon[51276]: osd.3 [v2:192.168.123.102:6826/1735192907,v1:192.168.123.102:6827/1735192907] boot 2026-03-05T22:49:41.787 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 22:49:41 vm02 ceph-mon[51276]: osdmap e26: 4 total, 4 up, 4 in 2026-03-05T22:49:41.787 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 22:49:41 vm02 ceph-mon[51276]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2026-03-05T22:49:41.787 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 22:49:41 vm02 ceph-mon[51276]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2026-03-05T22:49:41.787 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 22:49:41 vm02 ceph-mon[51276]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2026-03-05T22:49:41.787 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 22:49:41 vm02 ceph-mon[51276]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-03-05T22:49:41.787 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 22:49:41 vm02 ceph-mon[57234]: purged_snaps scrub starts 2026-03-05T22:49:41.787 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 22:49:41 vm02 ceph-mon[57234]: purged_snaps scrub ok 2026-03-05T22:49:41.787 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 22:49:41 vm02 ceph-mon[57234]: osd.3 [v2:192.168.123.102:6826/1735192907,v1:192.168.123.102:6827/1735192907] boot 2026-03-05T22:49:41.787 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 22:49:41 vm02 ceph-mon[57234]: osdmap e26: 4 total, 4 up, 4 in 2026-03-05T22:49:41.787 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 22:49:41 vm02 ceph-mon[57234]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2026-03-05T22:49:41.787 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 22:49:41 vm02 ceph-mon[57234]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2026-03-05T22:49:41.787 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 22:49:41 vm02 ceph-mon[57234]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2026-03-05T22:49:41.787 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 22:49:41 vm02 ceph-mon[57234]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-03-05T22:49:42.771 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 22:49:42 vm09 ceph-mon[51064]: from='client.24179 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "vm09:/dev/nvme3n1", "target": ["mon-mgr", ""]}]: dispatch 2026-03-05T22:49:42.771 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 22:49:42 vm09 ceph-mon[51064]: osdmap e27: 4 total, 4 up, 4 in 2026-03-05T22:49:42.771 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 22:49:42 vm09 ceph-mon[51064]: pgmap v70: 1 pgs: 1 active+clean; 577 KiB data, 108 MiB used, 80 GiB / 80 GiB avail 2026-03-05T22:49:42.785 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 22:49:42 vm02 ceph-mon[57234]: from='client.24179 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "vm09:/dev/nvme3n1", "target": ["mon-mgr", ""]}]: dispatch 2026-03-05T22:49:42.785 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 22:49:42 vm02 ceph-mon[57234]: osdmap e27: 4 total, 4 up, 4 in 2026-03-05T22:49:42.785 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 22:49:42 vm02 ceph-mon[57234]: pgmap v70: 1 pgs: 1 active+clean; 577 KiB data, 108 MiB used, 80 GiB / 80 GiB avail 2026-03-05T22:49:42.785 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 22:49:42 vm02 ceph-mon[51276]: from='client.24179 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "vm09:/dev/nvme3n1", "target": ["mon-mgr", ""]}]: dispatch 2026-03-05T22:49:42.785 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 22:49:42 vm02 ceph-mon[51276]: osdmap e27: 4 total, 4 up, 4 in 2026-03-05T22:49:42.786 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 22:49:42 vm02 ceph-mon[51276]: pgmap v70: 1 pgs: 1 active+clean; 577 KiB data, 108 MiB used, 80 GiB / 80 GiB avail 2026-03-05T22:49:43.713 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 22:49:43 vm02 ceph-mon[57234]: from='client.? 192.168.123.109:0/298683520' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "8b0ea380-b627-4814-9ba9-4deb42d148a4"}]: dispatch 2026-03-05T22:49:43.713 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 22:49:43 vm02 ceph-mon[57234]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "8b0ea380-b627-4814-9ba9-4deb42d148a4"}]: dispatch 2026-03-05T22:49:43.713 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 22:49:43 vm02 ceph-mon[57234]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "8b0ea380-b627-4814-9ba9-4deb42d148a4"}]': finished 2026-03-05T22:49:43.713 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 22:49:43 vm02 ceph-mon[57234]: osdmap e28: 5 total, 4 up, 5 in 2026-03-05T22:49:43.713 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 22:49:43 vm02 ceph-mon[57234]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2026-03-05T22:49:43.713 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 22:49:43 vm02 ceph-mon[57234]: from='client.? 192.168.123.109:0/3351589157' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2026-03-05T22:49:43.713 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 22:49:43 vm02 ceph-mon[51276]: from='client.? 192.168.123.109:0/298683520' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "8b0ea380-b627-4814-9ba9-4deb42d148a4"}]: dispatch 2026-03-05T22:49:43.713 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 22:49:43 vm02 ceph-mon[51276]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "8b0ea380-b627-4814-9ba9-4deb42d148a4"}]: dispatch 2026-03-05T22:49:43.713 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 22:49:43 vm02 ceph-mon[51276]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "8b0ea380-b627-4814-9ba9-4deb42d148a4"}]': finished 2026-03-05T22:49:43.713 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 22:49:43 vm02 ceph-mon[51276]: osdmap e28: 5 total, 4 up, 5 in 2026-03-05T22:49:43.713 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 22:49:43 vm02 ceph-mon[51276]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2026-03-05T22:49:43.713 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 22:49:43 vm02 ceph-mon[51276]: from='client.? 192.168.123.109:0/3351589157' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2026-03-05T22:49:43.925 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 22:49:43 vm09 ceph-mon[51064]: from='client.? 192.168.123.109:0/298683520' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "8b0ea380-b627-4814-9ba9-4deb42d148a4"}]: dispatch 2026-03-05T22:49:43.925 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 22:49:43 vm09 ceph-mon[51064]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "8b0ea380-b627-4814-9ba9-4deb42d148a4"}]: dispatch 2026-03-05T22:49:43.925 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 22:49:43 vm09 ceph-mon[51064]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "8b0ea380-b627-4814-9ba9-4deb42d148a4"}]': finished 2026-03-05T22:49:43.925 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 22:49:43 vm09 ceph-mon[51064]: osdmap e28: 5 total, 4 up, 5 in 2026-03-05T22:49:43.926 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 22:49:43 vm09 ceph-mon[51064]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2026-03-05T22:49:43.926 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 22:49:43 vm09 ceph-mon[51064]: from='client.? 192.168.123.109:0/3351589157' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2026-03-05T22:49:44.925 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 22:49:44 vm09 ceph-mon[51064]: pgmap v72: 1 pgs: 1 active+clean; 577 KiB data, 108 MiB used, 80 GiB / 80 GiB avail 2026-03-05T22:49:44.925 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 22:49:44 vm09 ceph-mon[51064]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' 2026-03-05T22:49:44.925 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 22:49:44 vm09 ceph-mon[51064]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' 2026-03-05T22:49:44.925 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 22:49:44 vm09 ceph-mon[51064]: Detected new or changed devices on vm02 2026-03-05T22:49:44.925 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 22:49:44 vm09 ceph-mon[51064]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2026-03-05T22:49:44.925 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 22:49:44 vm09 ceph-mon[51064]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-03-05T22:49:44.925 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 22:49:44 vm09 ceph-mon[51064]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2026-03-05T22:49:44.925 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 22:49:44 vm09 ceph-mon[51064]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' 2026-03-05T22:49:44.926 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 22:49:44 vm09 ceph-mon[51064]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' 2026-03-05T22:49:44.926 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 22:49:44 vm09 ceph-mon[51064]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' 2026-03-05T22:49:44.926 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 22:49:44 vm09 ceph-mon[51064]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' 2026-03-05T22:49:44.926 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 22:49:44 vm09 ceph-mon[51064]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2026-03-05T22:49:44.926 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 22:49:44 vm09 ceph-mon[51064]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-03-05T22:49:44.926 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 22:49:44 vm09 ceph-mon[51064]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2026-03-05T22:49:44.926 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 22:49:44 vm09 ceph-mon[51064]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' 2026-03-05T22:49:44.926 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 22:49:44 vm09 ceph-mon[51064]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' 2026-03-05T22:49:45.036 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 22:49:44 vm02 ceph-mon[57234]: pgmap v72: 1 pgs: 1 active+clean; 577 KiB data, 108 MiB used, 80 GiB / 80 GiB avail 2026-03-05T22:49:45.036 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 22:49:44 vm02 ceph-mon[57234]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' 2026-03-05T22:49:45.036 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 22:49:44 vm02 ceph-mon[57234]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' 2026-03-05T22:49:45.036 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 22:49:44 vm02 ceph-mon[57234]: Detected new or changed devices on vm02 2026-03-05T22:49:45.036 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 22:49:44 vm02 ceph-mon[57234]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2026-03-05T22:49:45.036 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 22:49:44 vm02 ceph-mon[57234]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-03-05T22:49:45.036 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 22:49:44 vm02 ceph-mon[57234]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2026-03-05T22:49:45.036 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 22:49:44 vm02 ceph-mon[57234]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' 2026-03-05T22:49:45.036 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 22:49:44 vm02 ceph-mon[57234]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' 2026-03-05T22:49:45.036 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 22:49:44 vm02 ceph-mon[57234]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' 2026-03-05T22:49:45.036 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 22:49:44 vm02 ceph-mon[57234]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' 2026-03-05T22:49:45.036 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 22:49:44 vm02 ceph-mon[57234]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2026-03-05T22:49:45.036 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 22:49:44 vm02 ceph-mon[57234]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-03-05T22:49:45.036 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 22:49:44 vm02 ceph-mon[57234]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2026-03-05T22:49:45.036 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 22:49:44 vm02 ceph-mon[57234]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' 2026-03-05T22:49:45.036 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 22:49:44 vm02 ceph-mon[57234]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' 2026-03-05T22:49:45.036 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 22:49:44 vm02 ceph-mon[51276]: pgmap v72: 1 pgs: 1 active+clean; 577 KiB data, 108 MiB used, 80 GiB / 80 GiB avail 2026-03-05T22:49:45.036 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 22:49:44 vm02 ceph-mon[51276]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' 2026-03-05T22:49:45.036 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 22:49:44 vm02 ceph-mon[51276]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' 2026-03-05T22:49:45.036 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 22:49:44 vm02 ceph-mon[51276]: Detected new or changed devices on vm02 2026-03-05T22:49:45.036 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 22:49:44 vm02 ceph-mon[51276]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2026-03-05T22:49:45.036 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 22:49:44 vm02 ceph-mon[51276]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-03-05T22:49:45.036 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 22:49:44 vm02 ceph-mon[51276]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2026-03-05T22:49:45.036 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 22:49:44 vm02 ceph-mon[51276]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' 2026-03-05T22:49:45.036 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 22:49:44 vm02 ceph-mon[51276]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' 2026-03-05T22:49:45.036 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 22:49:44 vm02 ceph-mon[51276]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' 2026-03-05T22:49:45.036 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 22:49:44 vm02 ceph-mon[51276]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' 2026-03-05T22:49:45.036 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 22:49:44 vm02 ceph-mon[51276]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2026-03-05T22:49:45.036 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 22:49:44 vm02 ceph-mon[51276]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-03-05T22:49:45.036 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 22:49:44 vm02 ceph-mon[51276]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2026-03-05T22:49:45.036 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 22:49:44 vm02 ceph-mon[51276]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' 2026-03-05T22:49:45.036 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 22:49:44 vm02 ceph-mon[51276]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' 2026-03-05T22:49:46.912 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 22:49:46 vm09 ceph-mon[51064]: pgmap v73: 1 pgs: 1 active+clean; 577 KiB data, 107 MiB used, 80 GiB / 80 GiB avail 2026-03-05T22:49:47.035 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 22:49:46 vm02 ceph-mon[57234]: pgmap v73: 1 pgs: 1 active+clean; 577 KiB data, 107 MiB used, 80 GiB / 80 GiB avail 2026-03-05T22:49:47.036 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 22:49:46 vm02 ceph-mon[51276]: pgmap v73: 1 pgs: 1 active+clean; 577 KiB data, 107 MiB used, 80 GiB / 80 GiB avail 2026-03-05T22:49:47.925 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 22:49:47 vm09 ceph-mon[51064]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.4"}]: dispatch 2026-03-05T22:49:47.926 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 22:49:47 vm09 ceph-mon[51064]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-03-05T22:49:48.035 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 22:49:47 vm02 ceph-mon[57234]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.4"}]: dispatch 2026-03-05T22:49:48.036 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 22:49:47 vm02 ceph-mon[57234]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-03-05T22:49:48.036 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 22:49:47 vm02 ceph-mon[51276]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.4"}]: dispatch 2026-03-05T22:49:48.036 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 22:49:47 vm02 ceph-mon[51276]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-03-05T22:49:48.892 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 22:49:48 vm09 ceph-mon[51064]: pgmap v74: 1 pgs: 1 active+clean; 577 KiB data, 107 MiB used, 80 GiB / 80 GiB avail 2026-03-05T22:49:48.892 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 22:49:48 vm09 ceph-mon[51064]: Deploying daemon osd.4 on vm09 2026-03-05T22:49:49.036 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 22:49:48 vm02 ceph-mon[57234]: pgmap v74: 1 pgs: 1 active+clean; 577 KiB data, 107 MiB used, 80 GiB / 80 GiB avail 2026-03-05T22:49:49.036 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 22:49:48 vm02 ceph-mon[57234]: Deploying daemon osd.4 on vm09 2026-03-05T22:49:49.036 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 22:49:48 vm02 ceph-mon[51276]: pgmap v74: 1 pgs: 1 active+clean; 577 KiB data, 107 MiB used, 80 GiB / 80 GiB avail 2026-03-05T22:49:49.036 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 22:49:48 vm02 ceph-mon[51276]: Deploying daemon osd.4 on vm09 2026-03-05T22:49:50.851 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 22:49:50 vm09 ceph-mon[51064]: pgmap v75: 1 pgs: 1 active+clean; 577 KiB data, 107 MiB used, 80 GiB / 80 GiB avail 2026-03-05T22:49:51.035 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 22:49:50 vm02 ceph-mon[57234]: pgmap v75: 1 pgs: 1 active+clean; 577 KiB data, 107 MiB used, 80 GiB / 80 GiB avail 2026-03-05T22:49:51.035 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 22:49:50 vm02 ceph-mon[51276]: pgmap v75: 1 pgs: 1 active+clean; 577 KiB data, 107 MiB used, 80 GiB / 80 GiB avail 2026-03-05T22:49:51.787 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 22:49:51 vm09 ceph-mon[51064]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2026-03-05T22:49:51.787 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 22:49:51 vm09 ceph-mon[51064]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-03-05T22:49:51.787 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 22:49:51 vm09 ceph-mon[51064]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2026-03-05T22:49:51.787 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 22:49:51 vm09 ceph-mon[51064]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' 2026-03-05T22:49:51.787 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 22:49:51 vm09 ceph-mon[51064]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' 2026-03-05T22:49:51.787 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 22:49:51 vm09 ceph-mon[51064]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' 2026-03-05T22:49:52.036 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 22:49:51 vm02 ceph-mon[57234]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2026-03-05T22:49:52.036 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 22:49:51 vm02 ceph-mon[57234]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-03-05T22:49:52.036 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 22:49:51 vm02 ceph-mon[57234]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2026-03-05T22:49:52.036 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 22:49:51 vm02 ceph-mon[57234]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' 2026-03-05T22:49:52.036 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 22:49:51 vm02 ceph-mon[57234]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' 2026-03-05T22:49:52.036 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 22:49:51 vm02 ceph-mon[57234]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' 2026-03-05T22:49:52.036 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 22:49:51 vm02 ceph-mon[51276]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2026-03-05T22:49:52.036 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 22:49:51 vm02 ceph-mon[51276]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-03-05T22:49:52.036 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 22:49:51 vm02 ceph-mon[51276]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2026-03-05T22:49:52.036 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 22:49:51 vm02 ceph-mon[51276]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' 2026-03-05T22:49:52.036 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 22:49:51 vm02 ceph-mon[51276]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' 2026-03-05T22:49:52.036 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 22:49:51 vm02 ceph-mon[51276]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' 2026-03-05T22:49:52.926 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 22:49:52 vm09 ceph-mon[51064]: pgmap v76: 1 pgs: 1 active+clean; 577 KiB data, 107 MiB used, 80 GiB / 80 GiB avail 2026-03-05T22:49:52.926 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 22:49:52 vm09 ceph-mon[51064]: from='osd.4 [v2:192.168.123.109:6800/309792729,v1:192.168.123.109:6801/309792729]' entity='osd.4' cmd=[{"prefix": "osd crush set-device-class", "class": "hdd", "ids": ["4"]}]: dispatch 2026-03-05T22:49:52.926 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 22:49:52 vm09 ceph-mon[51064]: from='osd.4 ' entity='osd.4' cmd=[{"prefix": "osd crush set-device-class", "class": "hdd", "ids": ["4"]}]: dispatch 2026-03-05T22:49:53.036 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 22:49:52 vm02 ceph-mon[57234]: pgmap v76: 1 pgs: 1 active+clean; 577 KiB data, 107 MiB used, 80 GiB / 80 GiB avail 2026-03-05T22:49:53.036 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 22:49:52 vm02 ceph-mon[57234]: from='osd.4 [v2:192.168.123.109:6800/309792729,v1:192.168.123.109:6801/309792729]' entity='osd.4' cmd=[{"prefix": "osd crush set-device-class", "class": "hdd", "ids": ["4"]}]: dispatch 2026-03-05T22:49:53.036 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 22:49:52 vm02 ceph-mon[57234]: from='osd.4 ' entity='osd.4' cmd=[{"prefix": "osd crush set-device-class", "class": "hdd", "ids": ["4"]}]: dispatch 2026-03-05T22:49:53.036 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 22:49:52 vm02 ceph-mon[51276]: pgmap v76: 1 pgs: 1 active+clean; 577 KiB data, 107 MiB used, 80 GiB / 80 GiB avail 2026-03-05T22:49:53.036 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 22:49:52 vm02 ceph-mon[51276]: from='osd.4 [v2:192.168.123.109:6800/309792729,v1:192.168.123.109:6801/309792729]' entity='osd.4' cmd=[{"prefix": "osd crush set-device-class", "class": "hdd", "ids": ["4"]}]: dispatch 2026-03-05T22:49:53.036 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 22:49:52 vm02 ceph-mon[51276]: from='osd.4 ' entity='osd.4' cmd=[{"prefix": "osd crush set-device-class", "class": "hdd", "ids": ["4"]}]: dispatch 2026-03-05T22:49:53.368 INFO:teuthology.orchestra.run.vm09.stdout:Created osd(s) 4 on host 'vm09' 2026-03-05T22:49:53.537 DEBUG:teuthology.orchestra.run.vm09:osd.4> sudo journalctl -f -n 0 -u ceph-ce88f304-18dc-11f1-81b4-a3325c551960@osd.4.service 2026-03-05T22:49:53.538 INFO:tasks.cephadm:Deploying osd.5 on vm09 with /dev/nvme2n1... 2026-03-05T22:49:53.538 DEBUG:teuthology.orchestra.run.vm09:> sudo /home/ubuntu/cephtest/cephadm --image harbor.clyso.com/custom-ceph/ceph/ceph:cobaltcore-storage-v19.2.3-fasttrack-3 ceph-volume -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid ce88f304-18dc-11f1-81b4-a3325c551960 -- lvm zap /dev/nvme2n1 2026-03-05T22:49:53.918 INFO:teuthology.orchestra.run.vm09.stderr:Inferring config /var/lib/ceph/ce88f304-18dc-11f1-81b4-a3325c551960/mon.b/config 2026-03-05T22:49:54.536 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 22:49:54 vm02 ceph-mon[57234]: from='osd.4 ' entity='osd.4' cmd='[{"prefix": "osd crush set-device-class", "class": "hdd", "ids": ["4"]}]': finished 2026-03-05T22:49:54.536 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 22:49:54 vm02 ceph-mon[57234]: from='osd.4 [v2:192.168.123.109:6800/309792729,v1:192.168.123.109:6801/309792729]' entity='osd.4' cmd=[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0195, "args": ["host=vm09", "root=default"]}]: dispatch 2026-03-05T22:49:54.536 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 22:49:54 vm02 ceph-mon[57234]: osdmap e29: 5 total, 4 up, 5 in 2026-03-05T22:49:54.536 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 22:49:54 vm02 ceph-mon[57234]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2026-03-05T22:49:54.536 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 22:49:54 vm02 ceph-mon[57234]: from='osd.4 ' entity='osd.4' cmd=[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0195, "args": ["host=vm09", "root=default"]}]: dispatch 2026-03-05T22:49:54.536 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 22:49:54 vm02 ceph-mon[57234]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2026-03-05T22:49:54.536 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 22:49:54 vm02 ceph-mon[57234]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd/host:vm09", "name": "osd_memory_target"}]: dispatch 2026-03-05T22:49:54.536 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 22:49:54 vm02 ceph-mon[57234]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' 2026-03-05T22:49:54.536 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 22:49:54 vm02 ceph-mon[57234]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-03-05T22:49:54.536 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 22:49:54 vm02 ceph-mon[57234]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2026-03-05T22:49:54.536 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 22:49:54 vm02 ceph-mon[57234]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' 2026-03-05T22:49:54.536 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 22:49:54 vm02 ceph-mon[57234]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' 2026-03-05T22:49:54.536 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 22:49:54 vm02 ceph-mon[57234]: pgmap v78: 1 pgs: 1 active+clean; 577 KiB data, 107 MiB used, 80 GiB / 80 GiB avail 2026-03-05T22:49:54.536 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 22:49:54 vm02 ceph-mon[51276]: from='osd.4 ' entity='osd.4' cmd='[{"prefix": "osd crush set-device-class", "class": "hdd", "ids": ["4"]}]': finished 2026-03-05T22:49:54.536 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 22:49:54 vm02 ceph-mon[51276]: from='osd.4 [v2:192.168.123.109:6800/309792729,v1:192.168.123.109:6801/309792729]' entity='osd.4' cmd=[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0195, "args": ["host=vm09", "root=default"]}]: dispatch 2026-03-05T22:49:54.536 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 22:49:54 vm02 ceph-mon[51276]: osdmap e29: 5 total, 4 up, 5 in 2026-03-05T22:49:54.536 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 22:49:54 vm02 ceph-mon[51276]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2026-03-05T22:49:54.536 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 22:49:54 vm02 ceph-mon[51276]: from='osd.4 ' entity='osd.4' cmd=[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0195, "args": ["host=vm09", "root=default"]}]: dispatch 2026-03-05T22:49:54.536 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 22:49:54 vm02 ceph-mon[51276]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2026-03-05T22:49:54.536 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 22:49:54 vm02 ceph-mon[51276]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd/host:vm09", "name": "osd_memory_target"}]: dispatch 2026-03-05T22:49:54.536 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 22:49:54 vm02 ceph-mon[51276]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' 2026-03-05T22:49:54.536 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 22:49:54 vm02 ceph-mon[51276]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-03-05T22:49:54.536 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 22:49:54 vm02 ceph-mon[51276]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2026-03-05T22:49:54.536 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 22:49:54 vm02 ceph-mon[51276]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' 2026-03-05T22:49:54.536 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 22:49:54 vm02 ceph-mon[51276]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' 2026-03-05T22:49:54.536 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 22:49:54 vm02 ceph-mon[51276]: pgmap v78: 1 pgs: 1 active+clean; 577 KiB data, 107 MiB used, 80 GiB / 80 GiB avail 2026-03-05T22:49:54.676 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 22:49:54 vm09 ceph-mon[51064]: from='osd.4 ' entity='osd.4' cmd='[{"prefix": "osd crush set-device-class", "class": "hdd", "ids": ["4"]}]': finished 2026-03-05T22:49:54.676 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 22:49:54 vm09 ceph-mon[51064]: from='osd.4 [v2:192.168.123.109:6800/309792729,v1:192.168.123.109:6801/309792729]' entity='osd.4' cmd=[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0195, "args": ["host=vm09", "root=default"]}]: dispatch 2026-03-05T22:49:54.676 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 22:49:54 vm09 ceph-mon[51064]: osdmap e29: 5 total, 4 up, 5 in 2026-03-05T22:49:54.676 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 22:49:54 vm09 ceph-mon[51064]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2026-03-05T22:49:54.676 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 22:49:54 vm09 ceph-mon[51064]: from='osd.4 ' entity='osd.4' cmd=[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0195, "args": ["host=vm09", "root=default"]}]: dispatch 2026-03-05T22:49:54.676 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 22:49:54 vm09 ceph-mon[51064]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2026-03-05T22:49:54.676 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 22:49:54 vm09 ceph-mon[51064]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd/host:vm09", "name": "osd_memory_target"}]: dispatch 2026-03-05T22:49:54.676 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 22:49:54 vm09 ceph-mon[51064]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' 2026-03-05T22:49:54.676 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 22:49:54 vm09 ceph-mon[51064]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-03-05T22:49:54.676 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 22:49:54 vm09 ceph-mon[51064]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2026-03-05T22:49:54.676 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 22:49:54 vm09 ceph-mon[51064]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' 2026-03-05T22:49:54.676 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 22:49:54 vm09 ceph-mon[51064]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' 2026-03-05T22:49:54.676 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 22:49:54 vm09 ceph-mon[51064]: pgmap v78: 1 pgs: 1 active+clean; 577 KiB data, 107 MiB used, 80 GiB / 80 GiB avail 2026-03-05T22:49:55.084 INFO:journalctl@ceph.osd.4.vm09.stdout:Mar 05 22:49:55 vm09 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-osd-4[57176]: 2026-03-05T21:49:55.022+0000 7f7a8f67c640 -1 osd.4 0 waiting for initial osdmap 2026-03-05T22:49:55.084 INFO:journalctl@ceph.osd.4.vm09.stdout:Mar 05 22:49:55 vm09 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-osd-4[57176]: 2026-03-05T21:49:55.030+0000 7f7a8aca5640 -1 osd.4 30 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2026-03-05T22:49:55.100 INFO:teuthology.orchestra.run.vm09.stdout: 2026-03-05T22:49:55.120 DEBUG:teuthology.orchestra.run.vm09:> sudo /home/ubuntu/cephtest/cephadm --image harbor.clyso.com/custom-ceph/ceph/ceph:cobaltcore-storage-v19.2.3-fasttrack-3 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid ce88f304-18dc-11f1-81b4-a3325c551960 -- ceph orch daemon add osd vm09:/dev/nvme2n1 2026-03-05T22:49:55.425 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 22:49:55 vm09 ceph-mon[51064]: from='osd.4 ' entity='osd.4' cmd='[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0195, "args": ["host=vm09", "root=default"]}]': finished 2026-03-05T22:49:55.426 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 22:49:55 vm09 ceph-mon[51064]: osdmap e30: 5 total, 4 up, 5 in 2026-03-05T22:49:55.426 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 22:49:55 vm09 ceph-mon[51064]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2026-03-05T22:49:55.426 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 22:49:55 vm09 ceph-mon[51064]: from='osd.4 ' entity='osd.4' 2026-03-05T22:49:55.426 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 22:49:55 vm09 ceph-mon[51064]: osd.4 [v2:192.168.123.109:6800/309792729,v1:192.168.123.109:6801/309792729] boot 2026-03-05T22:49:55.426 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 22:49:55 vm09 ceph-mon[51064]: osdmap e31: 5 total, 5 up, 5 in 2026-03-05T22:49:55.426 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 22:49:55 vm09 ceph-mon[51064]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2026-03-05T22:49:55.432 INFO:teuthology.orchestra.run.vm09.stderr:Inferring config /var/lib/ceph/ce88f304-18dc-11f1-81b4-a3325c551960/mon.b/config 2026-03-05T22:49:55.536 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 22:49:55 vm02 ceph-mon[57234]: from='osd.4 ' entity='osd.4' cmd='[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0195, "args": ["host=vm09", "root=default"]}]': finished 2026-03-05T22:49:55.536 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 22:49:55 vm02 ceph-mon[57234]: osdmap e30: 5 total, 4 up, 5 in 2026-03-05T22:49:55.536 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 22:49:55 vm02 ceph-mon[57234]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2026-03-05T22:49:55.536 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 22:49:55 vm02 ceph-mon[57234]: from='osd.4 ' entity='osd.4' 2026-03-05T22:49:55.536 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 22:49:55 vm02 ceph-mon[57234]: osd.4 [v2:192.168.123.109:6800/309792729,v1:192.168.123.109:6801/309792729] boot 2026-03-05T22:49:55.536 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 22:49:55 vm02 ceph-mon[57234]: osdmap e31: 5 total, 5 up, 5 in 2026-03-05T22:49:55.536 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 22:49:55 vm02 ceph-mon[57234]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2026-03-05T22:49:55.536 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 22:49:55 vm02 ceph-mon[51276]: from='osd.4 ' entity='osd.4' cmd='[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0195, "args": ["host=vm09", "root=default"]}]': finished 2026-03-05T22:49:55.536 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 22:49:55 vm02 ceph-mon[51276]: osdmap e30: 5 total, 4 up, 5 in 2026-03-05T22:49:55.536 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 22:49:55 vm02 ceph-mon[51276]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2026-03-05T22:49:55.536 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 22:49:55 vm02 ceph-mon[51276]: from='osd.4 ' entity='osd.4' 2026-03-05T22:49:55.536 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 22:49:55 vm02 ceph-mon[51276]: osd.4 [v2:192.168.123.109:6800/309792729,v1:192.168.123.109:6801/309792729] boot 2026-03-05T22:49:55.536 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 22:49:55 vm02 ceph-mon[51276]: osdmap e31: 5 total, 5 up, 5 in 2026-03-05T22:49:55.536 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 22:49:55 vm02 ceph-mon[51276]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2026-03-05T22:49:56.381 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 22:49:56 vm09 ceph-mon[51064]: purged_snaps scrub starts 2026-03-05T22:49:56.381 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 22:49:56 vm09 ceph-mon[51064]: purged_snaps scrub ok 2026-03-05T22:49:56.381 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 22:49:56 vm09 ceph-mon[51064]: pgmap v81: 1 pgs: 1 active+clean; 577 KiB data, 107 MiB used, 80 GiB / 80 GiB avail 2026-03-05T22:49:56.381 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 22:49:56 vm09 ceph-mon[51064]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2026-03-05T22:49:56.381 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 22:49:56 vm09 ceph-mon[51064]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2026-03-05T22:49:56.381 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 22:49:56 vm09 ceph-mon[51064]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-03-05T22:49:56.381 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 22:49:56 vm09 ceph-mon[51064]: osdmap e32: 5 total, 5 up, 5 in 2026-03-05T22:49:56.536 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 22:49:56 vm02 ceph-mon[57234]: purged_snaps scrub starts 2026-03-05T22:49:56.536 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 22:49:56 vm02 ceph-mon[57234]: purged_snaps scrub ok 2026-03-05T22:49:56.536 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 22:49:56 vm02 ceph-mon[57234]: pgmap v81: 1 pgs: 1 active+clean; 577 KiB data, 107 MiB used, 80 GiB / 80 GiB avail 2026-03-05T22:49:56.536 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 22:49:56 vm02 ceph-mon[57234]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2026-03-05T22:49:56.536 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 22:49:56 vm02 ceph-mon[57234]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2026-03-05T22:49:56.536 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 22:49:56 vm02 ceph-mon[57234]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-03-05T22:49:56.536 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 22:49:56 vm02 ceph-mon[57234]: osdmap e32: 5 total, 5 up, 5 in 2026-03-05T22:49:56.536 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 22:49:56 vm02 ceph-mon[51276]: purged_snaps scrub starts 2026-03-05T22:49:56.536 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 22:49:56 vm02 ceph-mon[51276]: purged_snaps scrub ok 2026-03-05T22:49:56.536 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 22:49:56 vm02 ceph-mon[51276]: pgmap v81: 1 pgs: 1 active+clean; 577 KiB data, 107 MiB used, 80 GiB / 80 GiB avail 2026-03-05T22:49:56.536 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 22:49:56 vm02 ceph-mon[51276]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2026-03-05T22:49:56.536 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 22:49:56 vm02 ceph-mon[51276]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2026-03-05T22:49:56.536 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 22:49:56 vm02 ceph-mon[51276]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-03-05T22:49:56.536 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 22:49:56 vm02 ceph-mon[51276]: osdmap e32: 5 total, 5 up, 5 in 2026-03-05T22:49:57.467 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 22:49:57 vm09 ceph-mon[51064]: from='client.24206 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "vm09:/dev/nvme2n1", "target": ["mon-mgr", ""]}]: dispatch 2026-03-05T22:49:57.468 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 22:49:57 vm09 ceph-mon[51064]: from='client.? 192.168.123.109:0/1467916918' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "612e5a45-fe46-4da3-bfc8-3bdf30a4320a"}]: dispatch 2026-03-05T22:49:57.468 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 22:49:57 vm09 ceph-mon[51064]: from='client.? 192.168.123.109:0/1467916918' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "612e5a45-fe46-4da3-bfc8-3bdf30a4320a"}]': finished 2026-03-05T22:49:57.468 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 22:49:57 vm09 ceph-mon[51064]: osdmap e33: 6 total, 5 up, 6 in 2026-03-05T22:49:57.468 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 22:49:57 vm09 ceph-mon[51064]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2026-03-05T22:49:57.536 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 22:49:57 vm02 ceph-mon[57234]: from='client.24206 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "vm09:/dev/nvme2n1", "target": ["mon-mgr", ""]}]: dispatch 2026-03-05T22:49:57.536 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 22:49:57 vm02 ceph-mon[57234]: from='client.? 192.168.123.109:0/1467916918' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "612e5a45-fe46-4da3-bfc8-3bdf30a4320a"}]: dispatch 2026-03-05T22:49:57.536 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 22:49:57 vm02 ceph-mon[57234]: from='client.? 192.168.123.109:0/1467916918' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "612e5a45-fe46-4da3-bfc8-3bdf30a4320a"}]': finished 2026-03-05T22:49:57.536 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 22:49:57 vm02 ceph-mon[57234]: osdmap e33: 6 total, 5 up, 6 in 2026-03-05T22:49:57.536 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 22:49:57 vm02 ceph-mon[57234]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2026-03-05T22:49:57.536 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 22:49:57 vm02 ceph-mon[51276]: from='client.24206 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "vm09:/dev/nvme2n1", "target": ["mon-mgr", ""]}]: dispatch 2026-03-05T22:49:57.536 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 22:49:57 vm02 ceph-mon[51276]: from='client.? 192.168.123.109:0/1467916918' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "612e5a45-fe46-4da3-bfc8-3bdf30a4320a"}]: dispatch 2026-03-05T22:49:57.536 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 22:49:57 vm02 ceph-mon[51276]: from='client.? 192.168.123.109:0/1467916918' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "612e5a45-fe46-4da3-bfc8-3bdf30a4320a"}]': finished 2026-03-05T22:49:57.536 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 22:49:57 vm02 ceph-mon[51276]: osdmap e33: 6 total, 5 up, 6 in 2026-03-05T22:49:57.536 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 22:49:57 vm02 ceph-mon[51276]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2026-03-05T22:49:58.925 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 22:49:58 vm09 ceph-mon[51064]: pgmap v84: 1 pgs: 1 active+clean; 577 KiB data, 134 MiB used, 100 GiB / 100 GiB avail 2026-03-05T22:49:58.925 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 22:49:58 vm09 ceph-mon[51064]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' 2026-03-05T22:49:58.926 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 22:49:58 vm09 ceph-mon[51064]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' 2026-03-05T22:49:58.926 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 22:49:58 vm09 ceph-mon[51064]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2026-03-05T22:49:58.926 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 22:49:58 vm09 ceph-mon[51064]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-03-05T22:49:58.926 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 22:49:58 vm09 ceph-mon[51064]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2026-03-05T22:49:58.926 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 22:49:58 vm09 ceph-mon[51064]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' 2026-03-05T22:49:58.926 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 22:49:58 vm09 ceph-mon[51064]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' 2026-03-05T22:49:58.926 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 22:49:58 vm09 ceph-mon[51064]: from='client.? 192.168.123.109:0/3777717575' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2026-03-05T22:49:58.926 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 22:49:58 vm09 ceph-mon[51064]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' 2026-03-05T22:49:58.926 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 22:49:58 vm09 ceph-mon[51064]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' 2026-03-05T22:49:58.926 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 22:49:58 vm09 ceph-mon[51064]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2026-03-05T22:49:58.926 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 22:49:58 vm09 ceph-mon[51064]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' 2026-03-05T22:49:58.926 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 22:49:58 vm09 ceph-mon[51064]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-03-05T22:49:58.926 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 22:49:58 vm09 ceph-mon[51064]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2026-03-05T22:49:58.926 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 22:49:58 vm09 ceph-mon[51064]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' 2026-03-05T22:49:59.036 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 22:49:58 vm02 ceph-mon[57234]: pgmap v84: 1 pgs: 1 active+clean; 577 KiB data, 134 MiB used, 100 GiB / 100 GiB avail 2026-03-05T22:49:59.036 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 22:49:58 vm02 ceph-mon[57234]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' 2026-03-05T22:49:59.036 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 22:49:58 vm02 ceph-mon[57234]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' 2026-03-05T22:49:59.036 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 22:49:58 vm02 ceph-mon[57234]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2026-03-05T22:49:59.036 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 22:49:58 vm02 ceph-mon[57234]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-03-05T22:49:59.036 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 22:49:58 vm02 ceph-mon[57234]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2026-03-05T22:49:59.036 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 22:49:58 vm02 ceph-mon[57234]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' 2026-03-05T22:49:59.036 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 22:49:58 vm02 ceph-mon[57234]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' 2026-03-05T22:49:59.036 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 22:49:58 vm02 ceph-mon[57234]: from='client.? 192.168.123.109:0/3777717575' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2026-03-05T22:49:59.036 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 22:49:58 vm02 ceph-mon[57234]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' 2026-03-05T22:49:59.036 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 22:49:58 vm02 ceph-mon[57234]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' 2026-03-05T22:49:59.036 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 22:49:58 vm02 ceph-mon[57234]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2026-03-05T22:49:59.036 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 22:49:58 vm02 ceph-mon[57234]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' 2026-03-05T22:49:59.036 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 22:49:58 vm02 ceph-mon[57234]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-03-05T22:49:59.036 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 22:49:58 vm02 ceph-mon[57234]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2026-03-05T22:49:59.036 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 22:49:58 vm02 ceph-mon[57234]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' 2026-03-05T22:49:59.036 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 22:49:58 vm02 ceph-mon[51276]: pgmap v84: 1 pgs: 1 active+clean; 577 KiB data, 134 MiB used, 100 GiB / 100 GiB avail 2026-03-05T22:49:59.036 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 22:49:58 vm02 ceph-mon[51276]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' 2026-03-05T22:49:59.036 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 22:49:58 vm02 ceph-mon[51276]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' 2026-03-05T22:49:59.036 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 22:49:58 vm02 ceph-mon[51276]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2026-03-05T22:49:59.036 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 22:49:58 vm02 ceph-mon[51276]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-03-05T22:49:59.036 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 22:49:58 vm02 ceph-mon[51276]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2026-03-05T22:49:59.036 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 22:49:58 vm02 ceph-mon[51276]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' 2026-03-05T22:49:59.036 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 22:49:58 vm02 ceph-mon[51276]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' 2026-03-05T22:49:59.036 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 22:49:58 vm02 ceph-mon[51276]: from='client.? 192.168.123.109:0/3777717575' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2026-03-05T22:49:59.036 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 22:49:58 vm02 ceph-mon[51276]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' 2026-03-05T22:49:59.036 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 22:49:58 vm02 ceph-mon[51276]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' 2026-03-05T22:49:59.036 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 22:49:58 vm02 ceph-mon[51276]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2026-03-05T22:49:59.036 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 22:49:58 vm02 ceph-mon[51276]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' 2026-03-05T22:49:59.036 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 22:49:58 vm02 ceph-mon[51276]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-03-05T22:49:59.036 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 22:49:58 vm02 ceph-mon[51276]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2026-03-05T22:49:59.036 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 22:49:58 vm02 ceph-mon[51276]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' 2026-03-05T22:50:00.786 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 22:50:00 vm02 ceph-mon[57234]: pgmap v85: 1 pgs: 1 active+clean; 577 KiB data, 134 MiB used, 100 GiB / 100 GiB avail; 109 KiB/s, 0 objects/s recovering 2026-03-05T22:50:00.786 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 22:50:00 vm02 ceph-mon[57234]: overall HEALTH_OK 2026-03-05T22:50:00.786 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 22:50:00 vm02 ceph-mon[51276]: pgmap v85: 1 pgs: 1 active+clean; 577 KiB data, 134 MiB used, 100 GiB / 100 GiB avail; 109 KiB/s, 0 objects/s recovering 2026-03-05T22:50:00.786 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 22:50:00 vm02 ceph-mon[51276]: overall HEALTH_OK 2026-03-05T22:50:00.925 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 22:50:00 vm09 ceph-mon[51064]: pgmap v85: 1 pgs: 1 active+clean; 577 KiB data, 134 MiB used, 100 GiB / 100 GiB avail; 109 KiB/s, 0 objects/s recovering 2026-03-05T22:50:00.926 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 22:50:00 vm09 ceph-mon[51064]: overall HEALTH_OK 2026-03-05T22:50:02.676 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 22:50:02 vm09 ceph-mon[51064]: pgmap v86: 1 pgs: 1 active+clean; 577 KiB data, 134 MiB used, 100 GiB / 100 GiB avail; 91 KiB/s, 0 objects/s recovering 2026-03-05T22:50:03.035 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 22:50:02 vm02 ceph-mon[57234]: pgmap v86: 1 pgs: 1 active+clean; 577 KiB data, 134 MiB used, 100 GiB / 100 GiB avail; 91 KiB/s, 0 objects/s recovering 2026-03-05T22:50:03.036 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 22:50:02 vm02 ceph-mon[51276]: pgmap v86: 1 pgs: 1 active+clean; 577 KiB data, 134 MiB used, 100 GiB / 100 GiB avail; 91 KiB/s, 0 objects/s recovering 2026-03-05T22:50:03.632 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 22:50:03 vm09 ceph-mon[51064]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.5"}]: dispatch 2026-03-05T22:50:03.632 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 22:50:03 vm09 ceph-mon[51064]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-03-05T22:50:03.632 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 22:50:03 vm09 ceph-mon[51064]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' 2026-03-05T22:50:03.632 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 22:50:03 vm09 ceph-mon[51064]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' 2026-03-05T22:50:03.632 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 22:50:03 vm09 ceph-mon[51064]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' 2026-03-05T22:50:04.036 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 22:50:03 vm02 ceph-mon[57234]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.5"}]: dispatch 2026-03-05T22:50:04.036 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 22:50:03 vm02 ceph-mon[57234]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-03-05T22:50:04.036 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 22:50:03 vm02 ceph-mon[57234]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' 2026-03-05T22:50:04.036 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 22:50:03 vm02 ceph-mon[57234]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' 2026-03-05T22:50:04.036 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 22:50:03 vm02 ceph-mon[57234]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' 2026-03-05T22:50:04.036 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 22:50:03 vm02 ceph-mon[51276]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.5"}]: dispatch 2026-03-05T22:50:04.036 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 22:50:03 vm02 ceph-mon[51276]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-03-05T22:50:04.036 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 22:50:03 vm02 ceph-mon[51276]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' 2026-03-05T22:50:04.036 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 22:50:03 vm02 ceph-mon[51276]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' 2026-03-05T22:50:04.036 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 22:50:03 vm02 ceph-mon[51276]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' 2026-03-05T22:50:04.925 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 22:50:04 vm09 ceph-mon[51064]: Deploying daemon osd.5 on vm09 2026-03-05T22:50:04.925 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 22:50:04 vm09 ceph-mon[51064]: pgmap v87: 1 pgs: 1 active+clean; 577 KiB data, 134 MiB used, 100 GiB / 100 GiB avail; 72 KiB/s, 0 objects/s recovering 2026-03-05T22:50:05.035 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 22:50:04 vm02 ceph-mon[57234]: Deploying daemon osd.5 on vm09 2026-03-05T22:50:05.035 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 22:50:04 vm02 ceph-mon[57234]: pgmap v87: 1 pgs: 1 active+clean; 577 KiB data, 134 MiB used, 100 GiB / 100 GiB avail; 72 KiB/s, 0 objects/s recovering 2026-03-05T22:50:05.036 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 22:50:04 vm02 ceph-mon[51276]: Deploying daemon osd.5 on vm09 2026-03-05T22:50:05.036 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 22:50:04 vm02 ceph-mon[51276]: pgmap v87: 1 pgs: 1 active+clean; 577 KiB data, 134 MiB used, 100 GiB / 100 GiB avail; 72 KiB/s, 0 objects/s recovering 2026-03-05T22:50:06.926 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 22:50:06 vm09 ceph-mon[51064]: pgmap v88: 1 pgs: 1 active+clean; 577 KiB data, 134 MiB used, 100 GiB / 100 GiB avail; 62 KiB/s, 0 objects/s recovering 2026-03-05T22:50:07.036 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 22:50:06 vm02 ceph-mon[51276]: pgmap v88: 1 pgs: 1 active+clean; 577 KiB data, 134 MiB used, 100 GiB / 100 GiB avail; 62 KiB/s, 0 objects/s recovering 2026-03-05T22:50:07.036 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 22:50:06 vm02 ceph-mon[57234]: pgmap v88: 1 pgs: 1 active+clean; 577 KiB data, 134 MiB used, 100 GiB / 100 GiB avail; 62 KiB/s, 0 objects/s recovering 2026-03-05T22:50:07.925 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 22:50:07 vm09 ceph-mon[51064]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2026-03-05T22:50:07.926 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 22:50:07 vm09 ceph-mon[51064]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-03-05T22:50:07.926 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 22:50:07 vm09 ceph-mon[51064]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2026-03-05T22:50:07.926 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 22:50:07 vm09 ceph-mon[51064]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' 2026-03-05T22:50:07.926 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 22:50:07 vm09 ceph-mon[51064]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' 2026-03-05T22:50:07.926 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 22:50:07 vm09 ceph-mon[51064]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' 2026-03-05T22:50:08.036 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 22:50:07 vm02 ceph-mon[57234]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2026-03-05T22:50:08.036 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 22:50:07 vm02 ceph-mon[57234]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-03-05T22:50:08.036 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 22:50:07 vm02 ceph-mon[57234]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2026-03-05T22:50:08.036 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 22:50:07 vm02 ceph-mon[57234]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' 2026-03-05T22:50:08.036 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 22:50:07 vm02 ceph-mon[57234]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' 2026-03-05T22:50:08.036 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 22:50:07 vm02 ceph-mon[57234]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' 2026-03-05T22:50:08.036 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 22:50:07 vm02 ceph-mon[51276]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2026-03-05T22:50:08.036 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 22:50:07 vm02 ceph-mon[51276]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-03-05T22:50:08.036 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 22:50:07 vm02 ceph-mon[51276]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2026-03-05T22:50:08.036 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 22:50:07 vm02 ceph-mon[51276]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' 2026-03-05T22:50:08.036 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 22:50:07 vm02 ceph-mon[51276]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' 2026-03-05T22:50:08.036 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 22:50:07 vm02 ceph-mon[51276]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' 2026-03-05T22:50:08.756 INFO:teuthology.orchestra.run.vm09.stdout:Created osd(s) 5 on host 'vm09' 2026-03-05T22:50:08.907 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 22:50:08 vm09 ceph-mon[51064]: pgmap v89: 1 pgs: 1 active+clean; 577 KiB data, 134 MiB used, 100 GiB / 100 GiB avail; 56 KiB/s, 0 objects/s recovering 2026-03-05T22:50:08.907 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 22:50:08 vm09 ceph-mon[51064]: from='osd.5 [v2:192.168.123.109:6808/3831506450,v1:192.168.123.109:6809/3831506450]' entity='osd.5' cmd=[{"prefix": "osd crush set-device-class", "class": "hdd", "ids": ["5"]}]: dispatch 2026-03-05T22:50:08.937 DEBUG:teuthology.orchestra.run.vm09:osd.5> sudo journalctl -f -n 0 -u ceph-ce88f304-18dc-11f1-81b4-a3325c551960@osd.5.service 2026-03-05T22:50:08.938 INFO:tasks.cephadm:Deploying osd.6 on vm09 with /dev/nvme1n1... 2026-03-05T22:50:08.938 DEBUG:teuthology.orchestra.run.vm09:> sudo /home/ubuntu/cephtest/cephadm --image harbor.clyso.com/custom-ceph/ceph/ceph:cobaltcore-storage-v19.2.3-fasttrack-3 ceph-volume -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid ce88f304-18dc-11f1-81b4-a3325c551960 -- lvm zap /dev/nvme1n1 2026-03-05T22:50:09.036 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 22:50:08 vm02 ceph-mon[51276]: pgmap v89: 1 pgs: 1 active+clean; 577 KiB data, 134 MiB used, 100 GiB / 100 GiB avail; 56 KiB/s, 0 objects/s recovering 2026-03-05T22:50:09.036 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 22:50:08 vm02 ceph-mon[51276]: from='osd.5 [v2:192.168.123.109:6808/3831506450,v1:192.168.123.109:6809/3831506450]' entity='osd.5' cmd=[{"prefix": "osd crush set-device-class", "class": "hdd", "ids": ["5"]}]: dispatch 2026-03-05T22:50:09.036 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 22:50:08 vm02 ceph-mon[57234]: pgmap v89: 1 pgs: 1 active+clean; 577 KiB data, 134 MiB used, 100 GiB / 100 GiB avail; 56 KiB/s, 0 objects/s recovering 2026-03-05T22:50:09.036 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 22:50:08 vm02 ceph-mon[57234]: from='osd.5 [v2:192.168.123.109:6808/3831506450,v1:192.168.123.109:6809/3831506450]' entity='osd.5' cmd=[{"prefix": "osd crush set-device-class", "class": "hdd", "ids": ["5"]}]: dispatch 2026-03-05T22:50:09.302 INFO:teuthology.orchestra.run.vm09.stderr:Inferring config /var/lib/ceph/ce88f304-18dc-11f1-81b4-a3325c551960/mon.b/config 2026-03-05T22:50:09.926 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 22:50:09 vm09 ceph-mon[51064]: from='osd.5 [v2:192.168.123.109:6808/3831506450,v1:192.168.123.109:6809/3831506450]' entity='osd.5' cmd='[{"prefix": "osd crush set-device-class", "class": "hdd", "ids": ["5"]}]': finished 2026-03-05T22:50:09.926 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 22:50:09 vm09 ceph-mon[51064]: osdmap e34: 6 total, 5 up, 6 in 2026-03-05T22:50:09.926 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 22:50:09 vm09 ceph-mon[51064]: from='osd.5 [v2:192.168.123.109:6808/3831506450,v1:192.168.123.109:6809/3831506450]' entity='osd.5' cmd=[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0195, "args": ["host=vm09", "root=default"]}]: dispatch 2026-03-05T22:50:09.926 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 22:50:09 vm09 ceph-mon[51064]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2026-03-05T22:50:09.926 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 22:50:09 vm09 ceph-mon[51064]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2026-03-05T22:50:09.926 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 22:50:09 vm09 ceph-mon[51064]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd/host:vm09", "name": "osd_memory_target"}]: dispatch 2026-03-05T22:50:09.926 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 22:50:09 vm09 ceph-mon[51064]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' 2026-03-05T22:50:09.926 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 22:50:09 vm09 ceph-mon[51064]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-03-05T22:50:09.926 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 22:50:09 vm09 ceph-mon[51064]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2026-03-05T22:50:09.926 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 22:50:09 vm09 ceph-mon[51064]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' 2026-03-05T22:50:09.926 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 22:50:09 vm09 ceph-mon[51064]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' 2026-03-05T22:50:09.926 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 22:50:09 vm09 ceph-mon[51064]: pgmap v91: 1 pgs: 1 active+clean; 577 KiB data, 134 MiB used, 100 GiB / 100 GiB avail 2026-03-05T22:50:09.926 INFO:journalctl@ceph.osd.5.vm09.stdout:Mar 05 22:50:09 vm09 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-osd-5[61115]: 2026-03-05T21:50:09.693+0000 7eff57071640 -1 osd.5 0 waiting for initial osdmap 2026-03-05T22:50:09.926 INFO:journalctl@ceph.osd.5.vm09.stdout:Mar 05 22:50:09 vm09 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-osd-5[61115]: 2026-03-05T21:50:09.701+0000 7eff52e9b640 -1 osd.5 35 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2026-03-05T22:50:10.036 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 22:50:09 vm02 ceph-mon[57234]: from='osd.5 [v2:192.168.123.109:6808/3831506450,v1:192.168.123.109:6809/3831506450]' entity='osd.5' cmd='[{"prefix": "osd crush set-device-class", "class": "hdd", "ids": ["5"]}]': finished 2026-03-05T22:50:10.036 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 22:50:09 vm02 ceph-mon[57234]: osdmap e34: 6 total, 5 up, 6 in 2026-03-05T22:50:10.036 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 22:50:09 vm02 ceph-mon[57234]: from='osd.5 [v2:192.168.123.109:6808/3831506450,v1:192.168.123.109:6809/3831506450]' entity='osd.5' cmd=[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0195, "args": ["host=vm09", "root=default"]}]: dispatch 2026-03-05T22:50:10.036 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 22:50:09 vm02 ceph-mon[57234]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2026-03-05T22:50:10.036 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 22:50:09 vm02 ceph-mon[57234]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2026-03-05T22:50:10.036 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 22:50:09 vm02 ceph-mon[57234]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd/host:vm09", "name": "osd_memory_target"}]: dispatch 2026-03-05T22:50:10.036 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 22:50:09 vm02 ceph-mon[57234]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' 2026-03-05T22:50:10.036 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 22:50:09 vm02 ceph-mon[57234]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-03-05T22:50:10.036 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 22:50:09 vm02 ceph-mon[57234]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2026-03-05T22:50:10.036 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 22:50:09 vm02 ceph-mon[57234]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' 2026-03-05T22:50:10.036 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 22:50:09 vm02 ceph-mon[57234]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' 2026-03-05T22:50:10.036 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 22:50:09 vm02 ceph-mon[57234]: pgmap v91: 1 pgs: 1 active+clean; 577 KiB data, 134 MiB used, 100 GiB / 100 GiB avail 2026-03-05T22:50:10.036 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 22:50:09 vm02 ceph-mon[51276]: from='osd.5 [v2:192.168.123.109:6808/3831506450,v1:192.168.123.109:6809/3831506450]' entity='osd.5' cmd='[{"prefix": "osd crush set-device-class", "class": "hdd", "ids": ["5"]}]': finished 2026-03-05T22:50:10.036 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 22:50:09 vm02 ceph-mon[51276]: osdmap e34: 6 total, 5 up, 6 in 2026-03-05T22:50:10.036 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 22:50:09 vm02 ceph-mon[51276]: from='osd.5 [v2:192.168.123.109:6808/3831506450,v1:192.168.123.109:6809/3831506450]' entity='osd.5' cmd=[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0195, "args": ["host=vm09", "root=default"]}]: dispatch 2026-03-05T22:50:10.036 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 22:50:09 vm02 ceph-mon[51276]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2026-03-05T22:50:10.036 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 22:50:09 vm02 ceph-mon[51276]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2026-03-05T22:50:10.036 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 22:50:09 vm02 ceph-mon[51276]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd/host:vm09", "name": "osd_memory_target"}]: dispatch 2026-03-05T22:50:10.036 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 22:50:09 vm02 ceph-mon[51276]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' 2026-03-05T22:50:10.036 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 22:50:09 vm02 ceph-mon[51276]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-03-05T22:50:10.036 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 22:50:09 vm02 ceph-mon[51276]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2026-03-05T22:50:10.036 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 22:50:09 vm02 ceph-mon[51276]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' 2026-03-05T22:50:10.036 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 22:50:09 vm02 ceph-mon[51276]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' 2026-03-05T22:50:10.036 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 22:50:09 vm02 ceph-mon[51276]: pgmap v91: 1 pgs: 1 active+clean; 577 KiB data, 134 MiB used, 100 GiB / 100 GiB avail 2026-03-05T22:50:10.645 INFO:teuthology.orchestra.run.vm09.stdout: 2026-03-05T22:50:10.664 DEBUG:teuthology.orchestra.run.vm09:> sudo /home/ubuntu/cephtest/cephadm --image harbor.clyso.com/custom-ceph/ceph/ceph:cobaltcore-storage-v19.2.3-fasttrack-3 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid ce88f304-18dc-11f1-81b4-a3325c551960 -- ceph orch daemon add osd vm09:/dev/nvme1n1 2026-03-05T22:50:10.989 INFO:teuthology.orchestra.run.vm09.stderr:Inferring config /var/lib/ceph/ce88f304-18dc-11f1-81b4-a3325c551960/mon.b/config 2026-03-05T22:50:11.010 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 22:50:10 vm09 ceph-mon[51064]: from='osd.5 [v2:192.168.123.109:6808/3831506450,v1:192.168.123.109:6809/3831506450]' entity='osd.5' cmd='[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0195, "args": ["host=vm09", "root=default"]}]': finished 2026-03-05T22:50:11.010 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 22:50:10 vm09 ceph-mon[51064]: osdmap e35: 6 total, 5 up, 6 in 2026-03-05T22:50:11.010 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 22:50:10 vm09 ceph-mon[51064]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2026-03-05T22:50:11.010 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 22:50:10 vm09 ceph-mon[51064]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2026-03-05T22:50:11.036 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 22:50:10 vm02 ceph-mon[57234]: from='osd.5 [v2:192.168.123.109:6808/3831506450,v1:192.168.123.109:6809/3831506450]' entity='osd.5' cmd='[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0195, "args": ["host=vm09", "root=default"]}]': finished 2026-03-05T22:50:11.036 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 22:50:10 vm02 ceph-mon[57234]: osdmap e35: 6 total, 5 up, 6 in 2026-03-05T22:50:11.036 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 22:50:10 vm02 ceph-mon[57234]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2026-03-05T22:50:11.036 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 22:50:10 vm02 ceph-mon[57234]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2026-03-05T22:50:11.036 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 22:50:10 vm02 ceph-mon[51276]: from='osd.5 [v2:192.168.123.109:6808/3831506450,v1:192.168.123.109:6809/3831506450]' entity='osd.5' cmd='[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0195, "args": ["host=vm09", "root=default"]}]': finished 2026-03-05T22:50:11.036 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 22:50:10 vm02 ceph-mon[51276]: osdmap e35: 6 total, 5 up, 6 in 2026-03-05T22:50:11.036 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 22:50:10 vm02 ceph-mon[51276]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2026-03-05T22:50:11.036 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 22:50:10 vm02 ceph-mon[51276]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2026-03-05T22:50:11.957 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 22:50:11 vm09 ceph-mon[51064]: purged_snaps scrub starts 2026-03-05T22:50:11.958 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 22:50:11 vm09 ceph-mon[51064]: purged_snaps scrub ok 2026-03-05T22:50:11.958 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 22:50:11 vm09 ceph-mon[51064]: osd.5 [v2:192.168.123.109:6808/3831506450,v1:192.168.123.109:6809/3831506450] boot 2026-03-05T22:50:11.958 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 22:50:11 vm09 ceph-mon[51064]: osdmap e36: 6 total, 6 up, 6 in 2026-03-05T22:50:11.958 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 22:50:11 vm09 ceph-mon[51064]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2026-03-05T22:50:11.958 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 22:50:11 vm09 ceph-mon[51064]: from='client.24230 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "vm09:/dev/nvme1n1", "target": ["mon-mgr", ""]}]: dispatch 2026-03-05T22:50:11.958 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 22:50:11 vm09 ceph-mon[51064]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2026-03-05T22:50:11.958 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 22:50:11 vm09 ceph-mon[51064]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2026-03-05T22:50:11.958 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 22:50:11 vm09 ceph-mon[51064]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-03-05T22:50:11.958 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 22:50:11 vm09 ceph-mon[51064]: pgmap v94: 1 pgs: 1 active+clean; 577 KiB data, 134 MiB used, 100 GiB / 100 GiB avail 2026-03-05T22:50:12.036 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 22:50:11 vm02 ceph-mon[57234]: purged_snaps scrub starts 2026-03-05T22:50:12.036 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 22:50:11 vm02 ceph-mon[57234]: purged_snaps scrub ok 2026-03-05T22:50:12.036 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 22:50:11 vm02 ceph-mon[57234]: osd.5 [v2:192.168.123.109:6808/3831506450,v1:192.168.123.109:6809/3831506450] boot 2026-03-05T22:50:12.036 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 22:50:11 vm02 ceph-mon[57234]: osdmap e36: 6 total, 6 up, 6 in 2026-03-05T22:50:12.036 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 22:50:11 vm02 ceph-mon[57234]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2026-03-05T22:50:12.036 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 22:50:11 vm02 ceph-mon[57234]: from='client.24230 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "vm09:/dev/nvme1n1", "target": ["mon-mgr", ""]}]: dispatch 2026-03-05T22:50:12.036 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 22:50:11 vm02 ceph-mon[57234]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2026-03-05T22:50:12.036 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 22:50:11 vm02 ceph-mon[57234]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2026-03-05T22:50:12.036 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 22:50:11 vm02 ceph-mon[57234]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-03-05T22:50:12.036 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 22:50:11 vm02 ceph-mon[57234]: pgmap v94: 1 pgs: 1 active+clean; 577 KiB data, 134 MiB used, 100 GiB / 100 GiB avail 2026-03-05T22:50:12.036 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 22:50:11 vm02 ceph-mon[51276]: purged_snaps scrub starts 2026-03-05T22:50:12.036 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 22:50:11 vm02 ceph-mon[51276]: purged_snaps scrub ok 2026-03-05T22:50:12.036 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 22:50:11 vm02 ceph-mon[51276]: osd.5 [v2:192.168.123.109:6808/3831506450,v1:192.168.123.109:6809/3831506450] boot 2026-03-05T22:50:12.036 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 22:50:11 vm02 ceph-mon[51276]: osdmap e36: 6 total, 6 up, 6 in 2026-03-05T22:50:12.036 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 22:50:11 vm02 ceph-mon[51276]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2026-03-05T22:50:12.036 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 22:50:11 vm02 ceph-mon[51276]: from='client.24230 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "vm09:/dev/nvme1n1", "target": ["mon-mgr", ""]}]: dispatch 2026-03-05T22:50:12.036 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 22:50:11 vm02 ceph-mon[51276]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2026-03-05T22:50:12.036 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 22:50:11 vm02 ceph-mon[51276]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2026-03-05T22:50:12.036 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 22:50:11 vm02 ceph-mon[51276]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-03-05T22:50:12.036 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 22:50:11 vm02 ceph-mon[51276]: pgmap v94: 1 pgs: 1 active+clean; 577 KiB data, 134 MiB used, 100 GiB / 100 GiB avail 2026-03-05T22:50:12.798 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 22:50:12 vm09 ceph-mon[51064]: osdmap e37: 6 total, 6 up, 6 in 2026-03-05T22:50:12.798 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 22:50:12 vm09 ceph-mon[51064]: osdmap e38: 6 total, 6 up, 6 in 2026-03-05T22:50:13.036 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 22:50:12 vm02 ceph-mon[57234]: osdmap e37: 6 total, 6 up, 6 in 2026-03-05T22:50:13.036 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 22:50:12 vm02 ceph-mon[57234]: osdmap e38: 6 total, 6 up, 6 in 2026-03-05T22:50:13.036 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 22:50:12 vm02 ceph-mon[51276]: osdmap e37: 6 total, 6 up, 6 in 2026-03-05T22:50:13.036 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 22:50:12 vm02 ceph-mon[51276]: osdmap e38: 6 total, 6 up, 6 in 2026-03-05T22:50:14.036 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 22:50:13 vm02 ceph-mon[57234]: from='client.? 192.168.123.109:0/2552692478' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "ff8e73e7-ca39-436b-9874-6f1a30ae96b5"}]: dispatch 2026-03-05T22:50:14.036 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 22:50:13 vm02 ceph-mon[57234]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "ff8e73e7-ca39-436b-9874-6f1a30ae96b5"}]: dispatch 2026-03-05T22:50:14.036 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 22:50:13 vm02 ceph-mon[57234]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "ff8e73e7-ca39-436b-9874-6f1a30ae96b5"}]': finished 2026-03-05T22:50:14.036 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 22:50:13 vm02 ceph-mon[57234]: osdmap e39: 7 total, 6 up, 7 in 2026-03-05T22:50:14.036 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 22:50:13 vm02 ceph-mon[57234]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2026-03-05T22:50:14.036 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 22:50:13 vm02 ceph-mon[57234]: from='client.? 192.168.123.109:0/819275011' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2026-03-05T22:50:14.036 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 22:50:13 vm02 ceph-mon[57234]: pgmap v98: 1 pgs: 1 active+clean; 577 KiB data, 161 MiB used, 120 GiB / 120 GiB avail 2026-03-05T22:50:14.036 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 22:50:13 vm02 ceph-mon[51276]: from='client.? 192.168.123.109:0/2552692478' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "ff8e73e7-ca39-436b-9874-6f1a30ae96b5"}]: dispatch 2026-03-05T22:50:14.036 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 22:50:13 vm02 ceph-mon[51276]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "ff8e73e7-ca39-436b-9874-6f1a30ae96b5"}]: dispatch 2026-03-05T22:50:14.036 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 22:50:13 vm02 ceph-mon[51276]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "ff8e73e7-ca39-436b-9874-6f1a30ae96b5"}]': finished 2026-03-05T22:50:14.036 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 22:50:13 vm02 ceph-mon[51276]: osdmap e39: 7 total, 6 up, 7 in 2026-03-05T22:50:14.036 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 22:50:13 vm02 ceph-mon[51276]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2026-03-05T22:50:14.036 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 22:50:13 vm02 ceph-mon[51276]: from='client.? 192.168.123.109:0/819275011' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2026-03-05T22:50:14.036 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 22:50:13 vm02 ceph-mon[51276]: pgmap v98: 1 pgs: 1 active+clean; 577 KiB data, 161 MiB used, 120 GiB / 120 GiB avail 2026-03-05T22:50:14.175 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 22:50:13 vm09 ceph-mon[51064]: from='client.? 192.168.123.109:0/2552692478' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "ff8e73e7-ca39-436b-9874-6f1a30ae96b5"}]: dispatch 2026-03-05T22:50:14.176 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 22:50:13 vm09 ceph-mon[51064]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "ff8e73e7-ca39-436b-9874-6f1a30ae96b5"}]: dispatch 2026-03-05T22:50:14.176 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 22:50:13 vm09 ceph-mon[51064]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "ff8e73e7-ca39-436b-9874-6f1a30ae96b5"}]': finished 2026-03-05T22:50:14.176 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 22:50:13 vm09 ceph-mon[51064]: osdmap e39: 7 total, 6 up, 7 in 2026-03-05T22:50:14.176 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 22:50:13 vm09 ceph-mon[51064]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2026-03-05T22:50:14.176 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 22:50:13 vm09 ceph-mon[51064]: from='client.? 192.168.123.109:0/819275011' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2026-03-05T22:50:14.176 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 22:50:13 vm09 ceph-mon[51064]: pgmap v98: 1 pgs: 1 active+clean; 577 KiB data, 161 MiB used, 120 GiB / 120 GiB avail 2026-03-05T22:50:16.558 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 22:50:16 vm09 ceph-mon[51064]: pgmap v99: 1 pgs: 1 active+clean; 577 KiB data, 161 MiB used, 120 GiB / 120 GiB avail 2026-03-05T22:50:17.036 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 22:50:16 vm02 ceph-mon[57234]: pgmap v99: 1 pgs: 1 active+clean; 577 KiB data, 161 MiB used, 120 GiB / 120 GiB avail 2026-03-05T22:50:17.036 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 22:50:16 vm02 ceph-mon[51276]: pgmap v99: 1 pgs: 1 active+clean; 577 KiB data, 161 MiB used, 120 GiB / 120 GiB avail 2026-03-05T22:50:18.810 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 22:50:18 vm09 ceph-mon[51064]: pgmap v100: 1 pgs: 1 active+clean; 577 KiB data, 161 MiB used, 120 GiB / 120 GiB avail 2026-03-05T22:50:18.811 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 22:50:18 vm09 ceph-mon[51064]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.6"}]: dispatch 2026-03-05T22:50:18.811 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 22:50:18 vm09 ceph-mon[51064]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-03-05T22:50:18.811 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 22:50:18 vm09 ceph-mon[51064]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' 2026-03-05T22:50:18.811 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 22:50:18 vm09 ceph-mon[51064]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' 2026-03-05T22:50:18.811 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 22:50:18 vm09 ceph-mon[51064]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2026-03-05T22:50:18.811 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 22:50:18 vm09 ceph-mon[51064]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-03-05T22:50:18.811 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 22:50:18 vm09 ceph-mon[51064]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2026-03-05T22:50:18.811 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 22:50:18 vm09 ceph-mon[51064]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' 2026-03-05T22:50:18.811 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 22:50:18 vm09 ceph-mon[51064]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' 2026-03-05T22:50:19.036 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 22:50:18 vm02 ceph-mon[51276]: pgmap v100: 1 pgs: 1 active+clean; 577 KiB data, 161 MiB used, 120 GiB / 120 GiB avail 2026-03-05T22:50:19.036 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 22:50:18 vm02 ceph-mon[51276]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.6"}]: dispatch 2026-03-05T22:50:19.036 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 22:50:18 vm02 ceph-mon[51276]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-03-05T22:50:19.036 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 22:50:18 vm02 ceph-mon[51276]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' 2026-03-05T22:50:19.036 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 22:50:18 vm02 ceph-mon[51276]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' 2026-03-05T22:50:19.036 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 22:50:18 vm02 ceph-mon[51276]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2026-03-05T22:50:19.036 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 22:50:18 vm02 ceph-mon[51276]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-03-05T22:50:19.036 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 22:50:18 vm02 ceph-mon[51276]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2026-03-05T22:50:19.036 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 22:50:18 vm02 ceph-mon[51276]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' 2026-03-05T22:50:19.036 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 22:50:18 vm02 ceph-mon[51276]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' 2026-03-05T22:50:19.036 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 22:50:18 vm02 ceph-mon[57234]: pgmap v100: 1 pgs: 1 active+clean; 577 KiB data, 161 MiB used, 120 GiB / 120 GiB avail 2026-03-05T22:50:19.036 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 22:50:18 vm02 ceph-mon[57234]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.6"}]: dispatch 2026-03-05T22:50:19.036 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 22:50:18 vm02 ceph-mon[57234]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-03-05T22:50:19.036 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 22:50:18 vm02 ceph-mon[57234]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' 2026-03-05T22:50:19.036 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 22:50:18 vm02 ceph-mon[57234]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' 2026-03-05T22:50:19.036 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 22:50:18 vm02 ceph-mon[57234]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2026-03-05T22:50:19.036 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 22:50:18 vm02 ceph-mon[57234]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-03-05T22:50:19.036 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 22:50:18 vm02 ceph-mon[57234]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2026-03-05T22:50:19.036 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 22:50:18 vm02 ceph-mon[57234]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' 2026-03-05T22:50:19.036 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 22:50:18 vm02 ceph-mon[57234]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' 2026-03-05T22:50:19.612 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 22:50:19 vm09 ceph-mon[51064]: Deploying daemon osd.6 on vm09 2026-03-05T22:50:19.612 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 22:50:19 vm09 ceph-mon[51064]: Detected new or changed devices on vm09 2026-03-05T22:50:19.612 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 22:50:19 vm09 ceph-mon[51064]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' 2026-03-05T22:50:19.612 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 22:50:19 vm09 ceph-mon[51064]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' 2026-03-05T22:50:19.612 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 22:50:19 vm09 ceph-mon[51064]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2026-03-05T22:50:19.612 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 22:50:19 vm09 ceph-mon[51064]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' 2026-03-05T22:50:19.612 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 22:50:19 vm09 ceph-mon[51064]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-03-05T22:50:19.612 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 22:50:19 vm09 ceph-mon[51064]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2026-03-05T22:50:19.612 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 22:50:19 vm09 ceph-mon[51064]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' 2026-03-05T22:50:20.036 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 22:50:19 vm02 ceph-mon[57234]: Deploying daemon osd.6 on vm09 2026-03-05T22:50:20.036 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 22:50:19 vm02 ceph-mon[57234]: Detected new or changed devices on vm09 2026-03-05T22:50:20.036 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 22:50:19 vm02 ceph-mon[57234]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' 2026-03-05T22:50:20.036 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 22:50:19 vm02 ceph-mon[57234]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' 2026-03-05T22:50:20.036 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 22:50:19 vm02 ceph-mon[57234]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2026-03-05T22:50:20.036 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 22:50:19 vm02 ceph-mon[57234]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' 2026-03-05T22:50:20.036 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 22:50:19 vm02 ceph-mon[57234]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-03-05T22:50:20.036 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 22:50:19 vm02 ceph-mon[57234]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2026-03-05T22:50:20.036 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 22:50:19 vm02 ceph-mon[57234]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' 2026-03-05T22:50:20.036 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 22:50:19 vm02 ceph-mon[51276]: Deploying daemon osd.6 on vm09 2026-03-05T22:50:20.036 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 22:50:19 vm02 ceph-mon[51276]: Detected new or changed devices on vm09 2026-03-05T22:50:20.036 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 22:50:19 vm02 ceph-mon[51276]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' 2026-03-05T22:50:20.036 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 22:50:19 vm02 ceph-mon[51276]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' 2026-03-05T22:50:20.036 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 22:50:19 vm02 ceph-mon[51276]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2026-03-05T22:50:20.036 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 22:50:19 vm02 ceph-mon[51276]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' 2026-03-05T22:50:20.036 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 22:50:19 vm02 ceph-mon[51276]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-03-05T22:50:20.036 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 22:50:19 vm02 ceph-mon[51276]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2026-03-05T22:50:20.036 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 22:50:19 vm02 ceph-mon[51276]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' 2026-03-05T22:50:20.571 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 22:50:20 vm09 ceph-mon[51064]: pgmap v101: 1 pgs: 1 active+clean; 577 KiB data, 161 MiB used, 120 GiB / 120 GiB avail 2026-03-05T22:50:20.661 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 22:50:20 vm02 ceph-mon[57234]: pgmap v101: 1 pgs: 1 active+clean; 577 KiB data, 161 MiB used, 120 GiB / 120 GiB avail 2026-03-05T22:50:20.661 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 22:50:20 vm02 ceph-mon[51276]: pgmap v101: 1 pgs: 1 active+clean; 577 KiB data, 161 MiB used, 120 GiB / 120 GiB avail 2026-03-05T22:50:22.834 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 22:50:22 vm09 ceph-mon[51064]: pgmap v102: 1 pgs: 1 active+clean; 577 KiB data, 161 MiB used, 120 GiB / 120 GiB avail 2026-03-05T22:50:22.834 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 22:50:22 vm09 ceph-mon[51064]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2026-03-05T22:50:22.834 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 22:50:22 vm09 ceph-mon[51064]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-03-05T22:50:22.835 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 22:50:22 vm09 ceph-mon[51064]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2026-03-05T22:50:22.835 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 22:50:22 vm09 ceph-mon[51064]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' 2026-03-05T22:50:22.835 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 22:50:22 vm09 ceph-mon[51064]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' 2026-03-05T22:50:22.835 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 22:50:22 vm09 ceph-mon[51064]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' 2026-03-05T22:50:23.036 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 22:50:22 vm02 ceph-mon[51276]: pgmap v102: 1 pgs: 1 active+clean; 577 KiB data, 161 MiB used, 120 GiB / 120 GiB avail 2026-03-05T22:50:23.036 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 22:50:22 vm02 ceph-mon[51276]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2026-03-05T22:50:23.036 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 22:50:22 vm02 ceph-mon[51276]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-03-05T22:50:23.036 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 22:50:22 vm02 ceph-mon[51276]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2026-03-05T22:50:23.036 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 22:50:22 vm02 ceph-mon[51276]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' 2026-03-05T22:50:23.036 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 22:50:22 vm02 ceph-mon[51276]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' 2026-03-05T22:50:23.036 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 22:50:22 vm02 ceph-mon[51276]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' 2026-03-05T22:50:23.036 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 22:50:22 vm02 ceph-mon[57234]: pgmap v102: 1 pgs: 1 active+clean; 577 KiB data, 161 MiB used, 120 GiB / 120 GiB avail 2026-03-05T22:50:23.036 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 22:50:22 vm02 ceph-mon[57234]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2026-03-05T22:50:23.036 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 22:50:22 vm02 ceph-mon[57234]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-03-05T22:50:23.036 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 22:50:22 vm02 ceph-mon[57234]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2026-03-05T22:50:23.036 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 22:50:22 vm02 ceph-mon[57234]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' 2026-03-05T22:50:23.036 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 22:50:22 vm02 ceph-mon[57234]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' 2026-03-05T22:50:23.036 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 22:50:22 vm02 ceph-mon[57234]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' 2026-03-05T22:50:23.926 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 22:50:23 vm09 ceph-mon[51064]: from='osd.6 [v2:192.168.123.109:6816/928595915,v1:192.168.123.109:6817/928595915]' entity='osd.6' cmd=[{"prefix": "osd crush set-device-class", "class": "hdd", "ids": ["6"]}]: dispatch 2026-03-05T22:50:23.926 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 22:50:23 vm09 ceph-mon[51064]: from='osd.6 ' entity='osd.6' cmd=[{"prefix": "osd crush set-device-class", "class": "hdd", "ids": ["6"]}]: dispatch 2026-03-05T22:50:23.926 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 22:50:23 vm09 ceph-mon[51064]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' 2026-03-05T22:50:23.926 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 22:50:23 vm09 ceph-mon[51064]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' 2026-03-05T22:50:23.926 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 22:50:23 vm09 ceph-mon[51064]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' 2026-03-05T22:50:24.036 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 22:50:23 vm02 ceph-mon[57234]: from='osd.6 [v2:192.168.123.109:6816/928595915,v1:192.168.123.109:6817/928595915]' entity='osd.6' cmd=[{"prefix": "osd crush set-device-class", "class": "hdd", "ids": ["6"]}]: dispatch 2026-03-05T22:50:24.036 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 22:50:23 vm02 ceph-mon[57234]: from='osd.6 ' entity='osd.6' cmd=[{"prefix": "osd crush set-device-class", "class": "hdd", "ids": ["6"]}]: dispatch 2026-03-05T22:50:24.036 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 22:50:23 vm02 ceph-mon[57234]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' 2026-03-05T22:50:24.036 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 22:50:23 vm02 ceph-mon[57234]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' 2026-03-05T22:50:24.036 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 22:50:23 vm02 ceph-mon[57234]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' 2026-03-05T22:50:24.036 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 22:50:23 vm02 ceph-mon[51276]: from='osd.6 [v2:192.168.123.109:6816/928595915,v1:192.168.123.109:6817/928595915]' entity='osd.6' cmd=[{"prefix": "osd crush set-device-class", "class": "hdd", "ids": ["6"]}]: dispatch 2026-03-05T22:50:24.036 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 22:50:23 vm02 ceph-mon[51276]: from='osd.6 ' entity='osd.6' cmd=[{"prefix": "osd crush set-device-class", "class": "hdd", "ids": ["6"]}]: dispatch 2026-03-05T22:50:24.036 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 22:50:23 vm02 ceph-mon[51276]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' 2026-03-05T22:50:24.036 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 22:50:23 vm02 ceph-mon[51276]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' 2026-03-05T22:50:24.036 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 22:50:23 vm02 ceph-mon[51276]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' 2026-03-05T22:50:24.379 INFO:teuthology.orchestra.run.vm09.stdout:Created osd(s) 6 on host 'vm09' 2026-03-05T22:50:24.538 DEBUG:teuthology.orchestra.run.vm09:osd.6> sudo journalctl -f -n 0 -u ceph-ce88f304-18dc-11f1-81b4-a3325c551960@osd.6.service 2026-03-05T22:50:24.539 INFO:tasks.cephadm:Deploying osd.7 on vm09 with /dev/nvme0n1... 2026-03-05T22:50:24.539 DEBUG:teuthology.orchestra.run.vm09:> sudo /home/ubuntu/cephtest/cephadm --image harbor.clyso.com/custom-ceph/ceph/ceph:cobaltcore-storage-v19.2.3-fasttrack-3 ceph-volume -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid ce88f304-18dc-11f1-81b4-a3325c551960 -- lvm zap /dev/nvme0n1 2026-03-05T22:50:24.926 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 22:50:24 vm09 ceph-mon[51064]: pgmap v103: 1 pgs: 1 active+clean; 577 KiB data, 161 MiB used, 120 GiB / 120 GiB avail 2026-03-05T22:50:24.926 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 22:50:24 vm09 ceph-mon[51064]: from='osd.6 ' entity='osd.6' cmd='[{"prefix": "osd crush set-device-class", "class": "hdd", "ids": ["6"]}]': finished 2026-03-05T22:50:24.926 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 22:50:24 vm09 ceph-mon[51064]: osdmap e40: 7 total, 6 up, 7 in 2026-03-05T22:50:24.926 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 22:50:24 vm09 ceph-mon[51064]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2026-03-05T22:50:24.926 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 22:50:24 vm09 ceph-mon[51064]: from='osd.6 [v2:192.168.123.109:6816/928595915,v1:192.168.123.109:6817/928595915]' entity='osd.6' cmd=[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0195, "args": ["host=vm09", "root=default"]}]: dispatch 2026-03-05T22:50:24.926 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 22:50:24 vm09 ceph-mon[51064]: from='osd.6 ' entity='osd.6' cmd=[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0195, "args": ["host=vm09", "root=default"]}]: dispatch 2026-03-05T22:50:24.926 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 22:50:24 vm09 ceph-mon[51064]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2026-03-05T22:50:24.926 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 22:50:24 vm09 ceph-mon[51064]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd/host:vm09", "name": "osd_memory_target"}]: dispatch 2026-03-05T22:50:24.926 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 22:50:24 vm09 ceph-mon[51064]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' 2026-03-05T22:50:24.926 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 22:50:24 vm09 ceph-mon[51064]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-03-05T22:50:24.926 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 22:50:24 vm09 ceph-mon[51064]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2026-03-05T22:50:24.926 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 22:50:24 vm09 ceph-mon[51064]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' 2026-03-05T22:50:24.926 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 22:50:24 vm09 ceph-mon[51064]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' 2026-03-05T22:50:24.941 INFO:teuthology.orchestra.run.vm09.stderr:Inferring config /var/lib/ceph/ce88f304-18dc-11f1-81b4-a3325c551960/mon.b/config 2026-03-05T22:50:25.036 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 22:50:24 vm02 ceph-mon[57234]: pgmap v103: 1 pgs: 1 active+clean; 577 KiB data, 161 MiB used, 120 GiB / 120 GiB avail 2026-03-05T22:50:25.036 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 22:50:24 vm02 ceph-mon[57234]: from='osd.6 ' entity='osd.6' cmd='[{"prefix": "osd crush set-device-class", "class": "hdd", "ids": ["6"]}]': finished 2026-03-05T22:50:25.036 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 22:50:24 vm02 ceph-mon[57234]: osdmap e40: 7 total, 6 up, 7 in 2026-03-05T22:50:25.036 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 22:50:24 vm02 ceph-mon[57234]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2026-03-05T22:50:25.036 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 22:50:24 vm02 ceph-mon[57234]: from='osd.6 [v2:192.168.123.109:6816/928595915,v1:192.168.123.109:6817/928595915]' entity='osd.6' cmd=[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0195, "args": ["host=vm09", "root=default"]}]: dispatch 2026-03-05T22:50:25.036 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 22:50:24 vm02 ceph-mon[57234]: from='osd.6 ' entity='osd.6' cmd=[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0195, "args": ["host=vm09", "root=default"]}]: dispatch 2026-03-05T22:50:25.036 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 22:50:24 vm02 ceph-mon[57234]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2026-03-05T22:50:25.036 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 22:50:24 vm02 ceph-mon[57234]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd/host:vm09", "name": "osd_memory_target"}]: dispatch 2026-03-05T22:50:25.036 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 22:50:24 vm02 ceph-mon[57234]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' 2026-03-05T22:50:25.036 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 22:50:24 vm02 ceph-mon[57234]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-03-05T22:50:25.036 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 22:50:24 vm02 ceph-mon[57234]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2026-03-05T22:50:25.036 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 22:50:24 vm02 ceph-mon[57234]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' 2026-03-05T22:50:25.036 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 22:50:24 vm02 ceph-mon[57234]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' 2026-03-05T22:50:25.036 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 22:50:24 vm02 ceph-mon[51276]: pgmap v103: 1 pgs: 1 active+clean; 577 KiB data, 161 MiB used, 120 GiB / 120 GiB avail 2026-03-05T22:50:25.036 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 22:50:24 vm02 ceph-mon[51276]: from='osd.6 ' entity='osd.6' cmd='[{"prefix": "osd crush set-device-class", "class": "hdd", "ids": ["6"]}]': finished 2026-03-05T22:50:25.036 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 22:50:24 vm02 ceph-mon[51276]: osdmap e40: 7 total, 6 up, 7 in 2026-03-05T22:50:25.036 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 22:50:24 vm02 ceph-mon[51276]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2026-03-05T22:50:25.036 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 22:50:24 vm02 ceph-mon[51276]: from='osd.6 [v2:192.168.123.109:6816/928595915,v1:192.168.123.109:6817/928595915]' entity='osd.6' cmd=[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0195, "args": ["host=vm09", "root=default"]}]: dispatch 2026-03-05T22:50:25.036 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 22:50:24 vm02 ceph-mon[51276]: from='osd.6 ' entity='osd.6' cmd=[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0195, "args": ["host=vm09", "root=default"]}]: dispatch 2026-03-05T22:50:25.036 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 22:50:24 vm02 ceph-mon[51276]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2026-03-05T22:50:25.036 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 22:50:24 vm02 ceph-mon[51276]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd/host:vm09", "name": "osd_memory_target"}]: dispatch 2026-03-05T22:50:25.036 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 22:50:24 vm02 ceph-mon[51276]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' 2026-03-05T22:50:25.036 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 22:50:24 vm02 ceph-mon[51276]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-03-05T22:50:25.036 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 22:50:24 vm02 ceph-mon[51276]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2026-03-05T22:50:25.036 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 22:50:24 vm02 ceph-mon[51276]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' 2026-03-05T22:50:25.036 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 22:50:24 vm02 ceph-mon[51276]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' 2026-03-05T22:50:25.598 INFO:journalctl@ceph.osd.6.vm09.stdout:Mar 05 22:50:25 vm09 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-osd-6[64906]: 2026-03-05T21:50:25.449+0000 7f0f16940640 -1 osd.6 0 waiting for initial osdmap 2026-03-05T22:50:25.598 INFO:journalctl@ceph.osd.6.vm09.stdout:Mar 05 22:50:25 vm09 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-osd-6[64906]: 2026-03-05T21:50:25.459+0000 7f0f11f69640 -1 osd.6 41 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2026-03-05T22:50:25.908 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 22:50:25 vm09 ceph-mon[51064]: from='osd.6 ' entity='osd.6' cmd='[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0195, "args": ["host=vm09", "root=default"]}]': finished 2026-03-05T22:50:25.908 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 22:50:25 vm09 ceph-mon[51064]: osdmap e41: 7 total, 6 up, 7 in 2026-03-05T22:50:25.908 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 22:50:25 vm09 ceph-mon[51064]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2026-03-05T22:50:25.908 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 22:50:25 vm09 ceph-mon[51064]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2026-03-05T22:50:25.908 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 22:50:25 vm09 ceph-mon[51064]: from='osd.6 ' entity='osd.6' 2026-03-05T22:50:25.908 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 22:50:25 vm09 ceph-mon[51064]: osd.6 [v2:192.168.123.109:6816/928595915,v1:192.168.123.109:6817/928595915] boot 2026-03-05T22:50:25.908 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 22:50:25 vm09 ceph-mon[51064]: osdmap e42: 7 total, 7 up, 7 in 2026-03-05T22:50:25.908 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 22:50:25 vm09 ceph-mon[51064]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2026-03-05T22:50:26.036 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 22:50:25 vm02 ceph-mon[57234]: from='osd.6 ' entity='osd.6' cmd='[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0195, "args": ["host=vm09", "root=default"]}]': finished 2026-03-05T22:50:26.036 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 22:50:25 vm02 ceph-mon[57234]: osdmap e41: 7 total, 6 up, 7 in 2026-03-05T22:50:26.036 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 22:50:25 vm02 ceph-mon[57234]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2026-03-05T22:50:26.036 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 22:50:25 vm02 ceph-mon[57234]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2026-03-05T22:50:26.036 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 22:50:25 vm02 ceph-mon[57234]: from='osd.6 ' entity='osd.6' 2026-03-05T22:50:26.036 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 22:50:25 vm02 ceph-mon[57234]: osd.6 [v2:192.168.123.109:6816/928595915,v1:192.168.123.109:6817/928595915] boot 2026-03-05T22:50:26.036 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 22:50:25 vm02 ceph-mon[57234]: osdmap e42: 7 total, 7 up, 7 in 2026-03-05T22:50:26.036 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 22:50:25 vm02 ceph-mon[57234]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2026-03-05T22:50:26.036 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 22:50:25 vm02 ceph-mon[51276]: from='osd.6 ' entity='osd.6' cmd='[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0195, "args": ["host=vm09", "root=default"]}]': finished 2026-03-05T22:50:26.036 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 22:50:25 vm02 ceph-mon[51276]: osdmap e41: 7 total, 6 up, 7 in 2026-03-05T22:50:26.036 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 22:50:25 vm02 ceph-mon[51276]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2026-03-05T22:50:26.036 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 22:50:25 vm02 ceph-mon[51276]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2026-03-05T22:50:26.036 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 22:50:25 vm02 ceph-mon[51276]: from='osd.6 ' entity='osd.6' 2026-03-05T22:50:26.036 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 22:50:25 vm02 ceph-mon[51276]: osd.6 [v2:192.168.123.109:6816/928595915,v1:192.168.123.109:6817/928595915] boot 2026-03-05T22:50:26.036 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 22:50:25 vm02 ceph-mon[51276]: osdmap e42: 7 total, 7 up, 7 in 2026-03-05T22:50:26.036 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 22:50:25 vm02 ceph-mon[51276]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2026-03-05T22:50:26.400 INFO:teuthology.orchestra.run.vm09.stdout: 2026-03-05T22:50:26.418 DEBUG:teuthology.orchestra.run.vm09:> sudo /home/ubuntu/cephtest/cephadm --image harbor.clyso.com/custom-ceph/ceph/ceph:cobaltcore-storage-v19.2.3-fasttrack-3 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid ce88f304-18dc-11f1-81b4-a3325c551960 -- ceph orch daemon add osd vm09:/dev/nvme0n1 2026-03-05T22:50:26.601 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 22:50:26 vm09 ceph-mon[51064]: purged_snaps scrub starts 2026-03-05T22:50:26.601 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 22:50:26 vm09 ceph-mon[51064]: purged_snaps scrub ok 2026-03-05T22:50:26.601 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 22:50:26 vm09 ceph-mon[51064]: pgmap v106: 1 pgs: 1 active+clean; 577 KiB data, 161 MiB used, 120 GiB / 120 GiB avail 2026-03-05T22:50:26.601 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 22:50:26 vm09 ceph-mon[51064]: osdmap e43: 7 total, 7 up, 7 in 2026-03-05T22:50:26.742 INFO:teuthology.orchestra.run.vm09.stderr:Inferring config /var/lib/ceph/ce88f304-18dc-11f1-81b4-a3325c551960/mon.b/config 2026-03-05T22:50:27.036 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 22:50:26 vm02 ceph-mon[57234]: purged_snaps scrub starts 2026-03-05T22:50:27.036 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 22:50:26 vm02 ceph-mon[57234]: purged_snaps scrub ok 2026-03-05T22:50:27.036 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 22:50:26 vm02 ceph-mon[57234]: pgmap v106: 1 pgs: 1 active+clean; 577 KiB data, 161 MiB used, 120 GiB / 120 GiB avail 2026-03-05T22:50:27.036 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 22:50:26 vm02 ceph-mon[57234]: osdmap e43: 7 total, 7 up, 7 in 2026-03-05T22:50:27.036 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 22:50:26 vm02 ceph-mon[51276]: purged_snaps scrub starts 2026-03-05T22:50:27.036 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 22:50:26 vm02 ceph-mon[51276]: purged_snaps scrub ok 2026-03-05T22:50:27.036 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 22:50:26 vm02 ceph-mon[51276]: pgmap v106: 1 pgs: 1 active+clean; 577 KiB data, 161 MiB used, 120 GiB / 120 GiB avail 2026-03-05T22:50:27.036 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 22:50:26 vm02 ceph-mon[51276]: osdmap e43: 7 total, 7 up, 7 in 2026-03-05T22:50:27.740 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 22:50:27 vm09 ceph-mon[51064]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2026-03-05T22:50:27.740 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 22:50:27 vm09 ceph-mon[51064]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2026-03-05T22:50:27.740 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 22:50:27 vm09 ceph-mon[51064]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-03-05T22:50:27.740 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 22:50:27 vm09 ceph-mon[51064]: osdmap e44: 7 total, 7 up, 7 in 2026-03-05T22:50:28.036 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 22:50:27 vm02 ceph-mon[57234]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2026-03-05T22:50:28.036 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 22:50:27 vm02 ceph-mon[57234]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2026-03-05T22:50:28.036 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 22:50:27 vm02 ceph-mon[57234]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-03-05T22:50:28.036 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 22:50:27 vm02 ceph-mon[57234]: osdmap e44: 7 total, 7 up, 7 in 2026-03-05T22:50:28.036 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 22:50:27 vm02 ceph-mon[51276]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2026-03-05T22:50:28.036 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 22:50:27 vm02 ceph-mon[51276]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2026-03-05T22:50:28.036 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 22:50:27 vm02 ceph-mon[51276]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-03-05T22:50:28.036 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 22:50:27 vm02 ceph-mon[51276]: osdmap e44: 7 total, 7 up, 7 in 2026-03-05T22:50:28.925 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 22:50:28 vm09 ceph-mon[51064]: from='client.24257 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "vm09:/dev/nvme0n1", "target": ["mon-mgr", ""]}]: dispatch 2026-03-05T22:50:28.926 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 22:50:28 vm09 ceph-mon[51064]: pgmap v109: 1 pgs: 1 active+clean; 577 KiB data, 299 MiB used, 140 GiB / 140 GiB avail 2026-03-05T22:50:28.926 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 22:50:28 vm09 ceph-mon[51064]: from='client.? 192.168.123.109:0/2515898975' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "f7c72fec-463b-42d6-8178-a52b1079853d"}]: dispatch 2026-03-05T22:50:28.926 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 22:50:28 vm09 ceph-mon[51064]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "f7c72fec-463b-42d6-8178-a52b1079853d"}]: dispatch 2026-03-05T22:50:28.926 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 22:50:28 vm09 ceph-mon[51064]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "f7c72fec-463b-42d6-8178-a52b1079853d"}]': finished 2026-03-05T22:50:28.926 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 22:50:28 vm09 ceph-mon[51064]: osdmap e45: 8 total, 7 up, 8 in 2026-03-05T22:50:28.926 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 22:50:28 vm09 ceph-mon[51064]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2026-03-05T22:50:29.036 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 22:50:28 vm02 ceph-mon[57234]: from='client.24257 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "vm09:/dev/nvme0n1", "target": ["mon-mgr", ""]}]: dispatch 2026-03-05T22:50:29.036 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 22:50:28 vm02 ceph-mon[57234]: pgmap v109: 1 pgs: 1 active+clean; 577 KiB data, 299 MiB used, 140 GiB / 140 GiB avail 2026-03-05T22:50:29.036 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 22:50:28 vm02 ceph-mon[57234]: from='client.? 192.168.123.109:0/2515898975' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "f7c72fec-463b-42d6-8178-a52b1079853d"}]: dispatch 2026-03-05T22:50:29.036 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 22:50:28 vm02 ceph-mon[57234]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "f7c72fec-463b-42d6-8178-a52b1079853d"}]: dispatch 2026-03-05T22:50:29.036 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 22:50:28 vm02 ceph-mon[57234]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "f7c72fec-463b-42d6-8178-a52b1079853d"}]': finished 2026-03-05T22:50:29.036 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 22:50:28 vm02 ceph-mon[57234]: osdmap e45: 8 total, 7 up, 8 in 2026-03-05T22:50:29.036 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 22:50:28 vm02 ceph-mon[57234]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2026-03-05T22:50:29.036 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 22:50:28 vm02 ceph-mon[51276]: from='client.24257 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "vm09:/dev/nvme0n1", "target": ["mon-mgr", ""]}]: dispatch 2026-03-05T22:50:29.036 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 22:50:28 vm02 ceph-mon[51276]: pgmap v109: 1 pgs: 1 active+clean; 577 KiB data, 299 MiB used, 140 GiB / 140 GiB avail 2026-03-05T22:50:29.036 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 22:50:28 vm02 ceph-mon[51276]: from='client.? 192.168.123.109:0/2515898975' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "f7c72fec-463b-42d6-8178-a52b1079853d"}]: dispatch 2026-03-05T22:50:29.036 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 22:50:28 vm02 ceph-mon[51276]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "f7c72fec-463b-42d6-8178-a52b1079853d"}]: dispatch 2026-03-05T22:50:29.036 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 22:50:28 vm02 ceph-mon[51276]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "f7c72fec-463b-42d6-8178-a52b1079853d"}]': finished 2026-03-05T22:50:29.036 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 22:50:28 vm02 ceph-mon[51276]: osdmap e45: 8 total, 7 up, 8 in 2026-03-05T22:50:29.036 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 22:50:28 vm02 ceph-mon[51276]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2026-03-05T22:50:29.925 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 22:50:29 vm09 ceph-mon[51064]: from='client.? 192.168.123.109:0/1591589331' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2026-03-05T22:50:30.036 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 22:50:29 vm02 ceph-mon[57234]: from='client.? 192.168.123.109:0/1591589331' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2026-03-05T22:50:30.036 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 22:50:29 vm02 ceph-mon[51276]: from='client.? 192.168.123.109:0/1591589331' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2026-03-05T22:50:30.925 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 22:50:30 vm09 ceph-mon[51064]: pgmap v112: 1 pgs: 1 active+clean; 577 KiB data, 299 MiB used, 140 GiB / 140 GiB avail 2026-03-05T22:50:31.036 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 22:50:30 vm02 ceph-mon[57234]: pgmap v112: 1 pgs: 1 active+clean; 577 KiB data, 299 MiB used, 140 GiB / 140 GiB avail 2026-03-05T22:50:31.036 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 22:50:30 vm02 ceph-mon[51276]: pgmap v112: 1 pgs: 1 active+clean; 577 KiB data, 299 MiB used, 140 GiB / 140 GiB avail 2026-03-05T22:50:32.926 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 22:50:32 vm09 ceph-mon[51064]: pgmap v113: 1 pgs: 1 active+clean; 577 KiB data, 588 MiB used, 139 GiB / 140 GiB avail 2026-03-05T22:50:33.036 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 22:50:32 vm02 ceph-mon[57234]: pgmap v113: 1 pgs: 1 active+clean; 577 KiB data, 588 MiB used, 139 GiB / 140 GiB avail 2026-03-05T22:50:33.036 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 22:50:32 vm02 ceph-mon[51276]: pgmap v113: 1 pgs: 1 active+clean; 577 KiB data, 588 MiB used, 139 GiB / 140 GiB avail 2026-03-05T22:50:33.735 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 22:50:33 vm09 ceph-mon[51064]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.7"}]: dispatch 2026-03-05T22:50:33.735 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 22:50:33 vm09 ceph-mon[51064]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-03-05T22:50:34.036 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 22:50:33 vm02 ceph-mon[57234]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.7"}]: dispatch 2026-03-05T22:50:34.036 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 22:50:33 vm02 ceph-mon[57234]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-03-05T22:50:34.036 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 22:50:33 vm02 ceph-mon[51276]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.7"}]: dispatch 2026-03-05T22:50:34.036 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 22:50:33 vm02 ceph-mon[51276]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-03-05T22:50:34.655 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 22:50:34 vm09 ceph-mon[51064]: Deploying daemon osd.7 on vm09 2026-03-05T22:50:34.655 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 22:50:34 vm09 ceph-mon[51064]: pgmap v114: 1 pgs: 1 active+clean; 577 KiB data, 588 MiB used, 139 GiB / 140 GiB avail 2026-03-05T22:50:35.036 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 22:50:34 vm02 ceph-mon[57234]: Deploying daemon osd.7 on vm09 2026-03-05T22:50:35.036 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 22:50:34 vm02 ceph-mon[57234]: pgmap v114: 1 pgs: 1 active+clean; 577 KiB data, 588 MiB used, 139 GiB / 140 GiB avail 2026-03-05T22:50:35.036 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 22:50:34 vm02 ceph-mon[51276]: Deploying daemon osd.7 on vm09 2026-03-05T22:50:35.036 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 22:50:34 vm02 ceph-mon[51276]: pgmap v114: 1 pgs: 1 active+clean; 577 KiB data, 588 MiB used, 139 GiB / 140 GiB avail 2026-03-05T22:50:36.772 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 22:50:36 vm09 ceph-mon[51064]: pgmap v115: 1 pgs: 1 active+clean; 577 KiB data, 588 MiB used, 139 GiB / 140 GiB avail 2026-03-05T22:50:37.036 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 22:50:36 vm02 ceph-mon[51276]: pgmap v115: 1 pgs: 1 active+clean; 577 KiB data, 588 MiB used, 139 GiB / 140 GiB avail 2026-03-05T22:50:37.036 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 22:50:36 vm02 ceph-mon[57234]: pgmap v115: 1 pgs: 1 active+clean; 577 KiB data, 588 MiB used, 139 GiB / 140 GiB avail 2026-03-05T22:50:37.926 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 22:50:37 vm09 ceph-mon[51064]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2026-03-05T22:50:37.926 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 22:50:37 vm09 ceph-mon[51064]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-03-05T22:50:37.926 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 22:50:37 vm09 ceph-mon[51064]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2026-03-05T22:50:37.926 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 22:50:37 vm09 ceph-mon[51064]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' 2026-03-05T22:50:37.926 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 22:50:37 vm09 ceph-mon[51064]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' 2026-03-05T22:50:37.926 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 22:50:37 vm09 ceph-mon[51064]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' 2026-03-05T22:50:38.036 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 22:50:37 vm02 ceph-mon[57234]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2026-03-05T22:50:38.036 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 22:50:37 vm02 ceph-mon[57234]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-03-05T22:50:38.036 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 22:50:37 vm02 ceph-mon[57234]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2026-03-05T22:50:38.036 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 22:50:37 vm02 ceph-mon[57234]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' 2026-03-05T22:50:38.036 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 22:50:37 vm02 ceph-mon[57234]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' 2026-03-05T22:50:38.036 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 22:50:37 vm02 ceph-mon[57234]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' 2026-03-05T22:50:38.036 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 22:50:37 vm02 ceph-mon[51276]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2026-03-05T22:50:38.036 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 22:50:37 vm02 ceph-mon[51276]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-03-05T22:50:38.036 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 22:50:37 vm02 ceph-mon[51276]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2026-03-05T22:50:38.036 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 22:50:37 vm02 ceph-mon[51276]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' 2026-03-05T22:50:38.036 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 22:50:37 vm02 ceph-mon[51276]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' 2026-03-05T22:50:38.036 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 22:50:37 vm02 ceph-mon[51276]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' 2026-03-05T22:50:38.908 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 22:50:38 vm09 ceph-mon[51064]: pgmap v116: 1 pgs: 1 active+clean; 577 KiB data, 588 MiB used, 139 GiB / 140 GiB avail 2026-03-05T22:50:39.035 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 22:50:38 vm02 ceph-mon[51276]: pgmap v116: 1 pgs: 1 active+clean; 577 KiB data, 588 MiB used, 139 GiB / 140 GiB avail 2026-03-05T22:50:39.036 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 22:50:38 vm02 ceph-mon[57234]: pgmap v116: 1 pgs: 1 active+clean; 577 KiB data, 588 MiB used, 139 GiB / 140 GiB avail 2026-03-05T22:50:39.091 INFO:teuthology.orchestra.run.vm09.stdout:Created osd(s) 7 on host 'vm09' 2026-03-05T22:50:39.254 DEBUG:teuthology.orchestra.run.vm09:osd.7> sudo journalctl -f -n 0 -u ceph-ce88f304-18dc-11f1-81b4-a3325c551960@osd.7.service 2026-03-05T22:50:39.257 INFO:tasks.cephadm:Waiting for 8 OSDs to come up... 2026-03-05T22:50:39.257 DEBUG:teuthology.orchestra.run.vm02:> sudo /home/ubuntu/cephtest/cephadm --image harbor.clyso.com/custom-ceph/ceph/ceph:cobaltcore-storage-v19.2.3-fasttrack-3 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid ce88f304-18dc-11f1-81b4-a3325c551960 -- ceph osd stat -f json 2026-03-05T22:50:39.594 INFO:teuthology.orchestra.run.vm02.stderr:Inferring config /var/lib/ceph/ce88f304-18dc-11f1-81b4-a3325c551960/mon.a/config 2026-03-05T22:50:39.925 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 22:50:39 vm09 ceph-mon[51064]: from='osd.7 [v2:192.168.123.109:6824/2809823919,v1:192.168.123.109:6825/2809823919]' entity='osd.7' cmd=[{"prefix": "osd crush set-device-class", "class": "hdd", "ids": ["7"]}]: dispatch 2026-03-05T22:50:39.926 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 22:50:39 vm09 ceph-mon[51064]: from='osd.7 ' entity='osd.7' cmd=[{"prefix": "osd crush set-device-class", "class": "hdd", "ids": ["7"]}]: dispatch 2026-03-05T22:50:39.926 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 22:50:39 vm09 ceph-mon[51064]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' 2026-03-05T22:50:39.926 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 22:50:39 vm09 ceph-mon[51064]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' 2026-03-05T22:50:39.926 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 22:50:39 vm09 ceph-mon[51064]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2026-03-05T22:50:39.926 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 22:50:39 vm09 ceph-mon[51064]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-03-05T22:50:39.926 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 22:50:39 vm09 ceph-mon[51064]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2026-03-05T22:50:39.926 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 22:50:39 vm09 ceph-mon[51064]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' 2026-03-05T22:50:39.926 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 22:50:39 vm09 ceph-mon[51064]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' 2026-03-05T22:50:39.926 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 22:50:39 vm09 ceph-mon[51064]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2026-03-05T22:50:39.926 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 22:50:39 vm09 ceph-mon[51064]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd/host:vm09", "name": "osd_memory_target"}]: dispatch 2026-03-05T22:50:39.926 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 22:50:39 vm09 ceph-mon[51064]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' 2026-03-05T22:50:39.926 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 22:50:39 vm09 ceph-mon[51064]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-03-05T22:50:39.926 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 22:50:39 vm09 ceph-mon[51064]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2026-03-05T22:50:39.926 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 22:50:39 vm09 ceph-mon[51064]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' 2026-03-05T22:50:39.926 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 22:50:39 vm09 ceph-mon[51064]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' 2026-03-05T22:50:40.015 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 22:50:39 vm02 ceph-mon[51276]: from='osd.7 [v2:192.168.123.109:6824/2809823919,v1:192.168.123.109:6825/2809823919]' entity='osd.7' cmd=[{"prefix": "osd crush set-device-class", "class": "hdd", "ids": ["7"]}]: dispatch 2026-03-05T22:50:40.015 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 22:50:39 vm02 ceph-mon[51276]: from='osd.7 ' entity='osd.7' cmd=[{"prefix": "osd crush set-device-class", "class": "hdd", "ids": ["7"]}]: dispatch 2026-03-05T22:50:40.015 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 22:50:39 vm02 ceph-mon[51276]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' 2026-03-05T22:50:40.015 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 22:50:39 vm02 ceph-mon[51276]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' 2026-03-05T22:50:40.015 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 22:50:39 vm02 ceph-mon[51276]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2026-03-05T22:50:40.015 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 22:50:39 vm02 ceph-mon[51276]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-03-05T22:50:40.015 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 22:50:39 vm02 ceph-mon[51276]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2026-03-05T22:50:40.015 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 22:50:39 vm02 ceph-mon[51276]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' 2026-03-05T22:50:40.015 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 22:50:39 vm02 ceph-mon[51276]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' 2026-03-05T22:50:40.015 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 22:50:39 vm02 ceph-mon[51276]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2026-03-05T22:50:40.015 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 22:50:39 vm02 ceph-mon[51276]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd/host:vm09", "name": "osd_memory_target"}]: dispatch 2026-03-05T22:50:40.015 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 22:50:39 vm02 ceph-mon[51276]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' 2026-03-05T22:50:40.015 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 22:50:39 vm02 ceph-mon[51276]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-03-05T22:50:40.015 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 22:50:39 vm02 ceph-mon[51276]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2026-03-05T22:50:40.015 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 22:50:39 vm02 ceph-mon[51276]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' 2026-03-05T22:50:40.015 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 22:50:39 vm02 ceph-mon[51276]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' 2026-03-05T22:50:40.015 INFO:teuthology.orchestra.run.vm02.stdout: 2026-03-05T22:50:40.015 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 22:50:39 vm02 ceph-mon[57234]: from='osd.7 [v2:192.168.123.109:6824/2809823919,v1:192.168.123.109:6825/2809823919]' entity='osd.7' cmd=[{"prefix": "osd crush set-device-class", "class": "hdd", "ids": ["7"]}]: dispatch 2026-03-05T22:50:40.015 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 22:50:39 vm02 ceph-mon[57234]: from='osd.7 ' entity='osd.7' cmd=[{"prefix": "osd crush set-device-class", "class": "hdd", "ids": ["7"]}]: dispatch 2026-03-05T22:50:40.015 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 22:50:39 vm02 ceph-mon[57234]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' 2026-03-05T22:50:40.015 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 22:50:39 vm02 ceph-mon[57234]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' 2026-03-05T22:50:40.015 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 22:50:39 vm02 ceph-mon[57234]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2026-03-05T22:50:40.015 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 22:50:39 vm02 ceph-mon[57234]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-03-05T22:50:40.015 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 22:50:39 vm02 ceph-mon[57234]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2026-03-05T22:50:40.015 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 22:50:39 vm02 ceph-mon[57234]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' 2026-03-05T22:50:40.015 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 22:50:39 vm02 ceph-mon[57234]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' 2026-03-05T22:50:40.015 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 22:50:39 vm02 ceph-mon[57234]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2026-03-05T22:50:40.015 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 22:50:39 vm02 ceph-mon[57234]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd/host:vm09", "name": "osd_memory_target"}]: dispatch 2026-03-05T22:50:40.015 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 22:50:39 vm02 ceph-mon[57234]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' 2026-03-05T22:50:40.015 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 22:50:39 vm02 ceph-mon[57234]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-03-05T22:50:40.015 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 22:50:39 vm02 ceph-mon[57234]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2026-03-05T22:50:40.015 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 22:50:39 vm02 ceph-mon[57234]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' 2026-03-05T22:50:40.015 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 22:50:39 vm02 ceph-mon[57234]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' 2026-03-05T22:50:40.196 INFO:teuthology.orchestra.run.vm02.stdout:{"epoch":46,"num_osds":8,"num_up_osds":7,"osd_up_since":1772747425,"num_in_osds":8,"osd_in_since":1772747428,"num_remapped_pgs":0} 2026-03-05T22:50:40.834 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 22:50:40 vm02 ceph-mon[51276]: Detected new or changed devices on vm09 2026-03-05T22:50:40.834 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 22:50:40 vm02 ceph-mon[51276]: pgmap v117: 1 pgs: 1 active+clean; 577 KiB data, 588 MiB used, 139 GiB / 140 GiB avail 2026-03-05T22:50:40.834 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 22:50:40 vm02 ceph-mon[51276]: from='osd.7 ' entity='osd.7' cmd='[{"prefix": "osd crush set-device-class", "class": "hdd", "ids": ["7"]}]': finished 2026-03-05T22:50:40.834 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 22:50:40 vm02 ceph-mon[51276]: from='osd.7 [v2:192.168.123.109:6824/2809823919,v1:192.168.123.109:6825/2809823919]' entity='osd.7' cmd=[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0195, "args": ["host=vm09", "root=default"]}]: dispatch 2026-03-05T22:50:40.834 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 22:50:40 vm02 ceph-mon[51276]: osdmap e46: 8 total, 7 up, 8 in 2026-03-05T22:50:40.834 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 22:50:40 vm02 ceph-mon[51276]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2026-03-05T22:50:40.834 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 22:50:40 vm02 ceph-mon[51276]: from='osd.7 ' entity='osd.7' cmd=[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0195, "args": ["host=vm09", "root=default"]}]: dispatch 2026-03-05T22:50:40.834 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 22:50:40 vm02 ceph-mon[51276]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' 2026-03-05T22:50:40.834 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 22:50:40 vm02 ceph-mon[51276]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' 2026-03-05T22:50:40.834 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 22:50:40 vm02 ceph-mon[51276]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2026-03-05T22:50:40.834 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 22:50:40 vm02 ceph-mon[51276]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' 2026-03-05T22:50:40.834 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 22:50:40 vm02 ceph-mon[51276]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-03-05T22:50:40.834 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 22:50:40 vm02 ceph-mon[51276]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2026-03-05T22:50:40.834 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 22:50:40 vm02 ceph-mon[51276]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' 2026-03-05T22:50:40.834 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 22:50:40 vm02 ceph-mon[51276]: from='client.? 192.168.123.102:0/2705894341' entity='client.admin' cmd=[{"prefix": "osd stat", "format": "json"}]: dispatch 2026-03-05T22:50:40.834 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 22:50:40 vm02 ceph-mon[57234]: Detected new or changed devices on vm09 2026-03-05T22:50:40.834 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 22:50:40 vm02 ceph-mon[57234]: pgmap v117: 1 pgs: 1 active+clean; 577 KiB data, 588 MiB used, 139 GiB / 140 GiB avail 2026-03-05T22:50:40.834 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 22:50:40 vm02 ceph-mon[57234]: from='osd.7 ' entity='osd.7' cmd='[{"prefix": "osd crush set-device-class", "class": "hdd", "ids": ["7"]}]': finished 2026-03-05T22:50:40.834 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 22:50:40 vm02 ceph-mon[57234]: from='osd.7 [v2:192.168.123.109:6824/2809823919,v1:192.168.123.109:6825/2809823919]' entity='osd.7' cmd=[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0195, "args": ["host=vm09", "root=default"]}]: dispatch 2026-03-05T22:50:40.834 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 22:50:40 vm02 ceph-mon[57234]: osdmap e46: 8 total, 7 up, 8 in 2026-03-05T22:50:40.834 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 22:50:40 vm02 ceph-mon[57234]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2026-03-05T22:50:40.834 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 22:50:40 vm02 ceph-mon[57234]: from='osd.7 ' entity='osd.7' cmd=[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0195, "args": ["host=vm09", "root=default"]}]: dispatch 2026-03-05T22:50:40.834 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 22:50:40 vm02 ceph-mon[57234]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' 2026-03-05T22:50:40.834 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 22:50:40 vm02 ceph-mon[57234]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' 2026-03-05T22:50:40.834 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 22:50:40 vm02 ceph-mon[57234]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2026-03-05T22:50:40.834 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 22:50:40 vm02 ceph-mon[57234]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' 2026-03-05T22:50:40.834 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 22:50:40 vm02 ceph-mon[57234]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-03-05T22:50:40.834 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 22:50:40 vm02 ceph-mon[57234]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2026-03-05T22:50:40.834 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 22:50:40 vm02 ceph-mon[57234]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' 2026-03-05T22:50:40.834 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 22:50:40 vm02 ceph-mon[57234]: from='client.? 192.168.123.102:0/2705894341' entity='client.admin' cmd=[{"prefix": "osd stat", "format": "json"}]: dispatch 2026-03-05T22:50:40.925 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 22:50:40 vm09 ceph-mon[51064]: Detected new or changed devices on vm09 2026-03-05T22:50:40.926 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 22:50:40 vm09 ceph-mon[51064]: pgmap v117: 1 pgs: 1 active+clean; 577 KiB data, 588 MiB used, 139 GiB / 140 GiB avail 2026-03-05T22:50:40.926 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 22:50:40 vm09 ceph-mon[51064]: from='osd.7 ' entity='osd.7' cmd='[{"prefix": "osd crush set-device-class", "class": "hdd", "ids": ["7"]}]': finished 2026-03-05T22:50:40.926 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 22:50:40 vm09 ceph-mon[51064]: from='osd.7 [v2:192.168.123.109:6824/2809823919,v1:192.168.123.109:6825/2809823919]' entity='osd.7' cmd=[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0195, "args": ["host=vm09", "root=default"]}]: dispatch 2026-03-05T22:50:40.926 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 22:50:40 vm09 ceph-mon[51064]: osdmap e46: 8 total, 7 up, 8 in 2026-03-05T22:50:40.926 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 22:50:40 vm09 ceph-mon[51064]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2026-03-05T22:50:40.926 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 22:50:40 vm09 ceph-mon[51064]: from='osd.7 ' entity='osd.7' cmd=[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0195, "args": ["host=vm09", "root=default"]}]: dispatch 2026-03-05T22:50:40.926 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 22:50:40 vm09 ceph-mon[51064]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' 2026-03-05T22:50:40.926 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 22:50:40 vm09 ceph-mon[51064]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' 2026-03-05T22:50:40.926 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 22:50:40 vm09 ceph-mon[51064]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2026-03-05T22:50:40.926 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 22:50:40 vm09 ceph-mon[51064]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' 2026-03-05T22:50:40.926 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 22:50:40 vm09 ceph-mon[51064]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-03-05T22:50:40.926 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 22:50:40 vm09 ceph-mon[51064]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2026-03-05T22:50:40.926 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 22:50:40 vm09 ceph-mon[51064]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' 2026-03-05T22:50:40.926 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 22:50:40 vm09 ceph-mon[51064]: from='client.? 192.168.123.102:0/2705894341' entity='client.admin' cmd=[{"prefix": "osd stat", "format": "json"}]: dispatch 2026-03-05T22:50:41.197 DEBUG:teuthology.orchestra.run.vm02:> sudo /home/ubuntu/cephtest/cephadm --image harbor.clyso.com/custom-ceph/ceph/ceph:cobaltcore-storage-v19.2.3-fasttrack-3 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid ce88f304-18dc-11f1-81b4-a3325c551960 -- ceph osd stat -f json 2026-03-05T22:50:41.595 INFO:teuthology.orchestra.run.vm02.stderr:Inferring config /var/lib/ceph/ce88f304-18dc-11f1-81b4-a3325c551960/mon.a/config 2026-03-05T22:50:41.840 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 22:50:41 vm09 ceph-mon[51064]: from='osd.7 ' entity='osd.7' cmd='[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0195, "args": ["host=vm09", "root=default"]}]': finished 2026-03-05T22:50:41.840 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 22:50:41 vm09 ceph-mon[51064]: osdmap e47: 8 total, 7 up, 8 in 2026-03-05T22:50:41.840 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 22:50:41 vm09 ceph-mon[51064]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2026-03-05T22:50:41.840 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 22:50:41 vm09 ceph-mon[51064]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2026-03-05T22:50:41.840 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 22:50:41 vm09 ceph-mon[51064]: from='osd.7 ' entity='osd.7' 2026-03-05T22:50:41.840 INFO:journalctl@ceph.osd.7.vm09.stdout:Mar 05 22:50:41 vm09 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-osd-7[68555]: 2026-03-05T21:50:41.496+0000 7fd0a0929640 -1 osd.7 0 waiting for initial osdmap 2026-03-05T22:50:41.840 INFO:journalctl@ceph.osd.7.vm09.stdout:Mar 05 22:50:41 vm09 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-osd-7[68555]: 2026-03-05T21:50:41.513+0000 7fd09b73f640 -1 osd.7 47 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2026-03-05T22:50:41.994 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 22:50:41 vm02 ceph-mon[57234]: from='osd.7 ' entity='osd.7' cmd='[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0195, "args": ["host=vm09", "root=default"]}]': finished 2026-03-05T22:50:41.994 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 22:50:41 vm02 ceph-mon[57234]: osdmap e47: 8 total, 7 up, 8 in 2026-03-05T22:50:41.994 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 22:50:41 vm02 ceph-mon[57234]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2026-03-05T22:50:41.994 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 22:50:41 vm02 ceph-mon[57234]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2026-03-05T22:50:41.994 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 22:50:41 vm02 ceph-mon[57234]: from='osd.7 ' entity='osd.7' 2026-03-05T22:50:41.995 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 22:50:41 vm02 ceph-mon[51276]: from='osd.7 ' entity='osd.7' cmd='[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0195, "args": ["host=vm09", "root=default"]}]': finished 2026-03-05T22:50:41.995 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 22:50:41 vm02 ceph-mon[51276]: osdmap e47: 8 total, 7 up, 8 in 2026-03-05T22:50:41.995 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 22:50:41 vm02 ceph-mon[51276]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2026-03-05T22:50:41.995 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 22:50:41 vm02 ceph-mon[51276]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2026-03-05T22:50:41.995 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 22:50:41 vm02 ceph-mon[51276]: from='osd.7 ' entity='osd.7' 2026-03-05T22:50:41.995 INFO:teuthology.orchestra.run.vm02.stdout: 2026-03-05T22:50:42.169 INFO:teuthology.orchestra.run.vm02.stdout:{"epoch":48,"num_osds":8,"num_up_osds":8,"osd_up_since":1772747441,"num_in_osds":8,"osd_in_since":1772747428,"num_remapped_pgs":1} 2026-03-05T22:50:42.170 DEBUG:teuthology.orchestra.run.vm02:> sudo /home/ubuntu/cephtest/cephadm --image harbor.clyso.com/custom-ceph/ceph/ceph:cobaltcore-storage-v19.2.3-fasttrack-3 shell --fsid ce88f304-18dc-11f1-81b4-a3325c551960 -- ceph osd dump --format=json 2026-03-05T22:50:42.515 INFO:teuthology.orchestra.run.vm02.stderr:Inferring config /var/lib/ceph/ce88f304-18dc-11f1-81b4-a3325c551960/mon.a/config 2026-03-05T22:50:42.857 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 22:50:42 vm02 ceph-mon[57234]: purged_snaps scrub starts 2026-03-05T22:50:42.857 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 22:50:42 vm02 ceph-mon[57234]: purged_snaps scrub ok 2026-03-05T22:50:42.857 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 22:50:42 vm02 ceph-mon[57234]: pgmap v120: 1 pgs: 1 active+clean; 577 KiB data, 588 MiB used, 139 GiB / 140 GiB avail 2026-03-05T22:50:42.857 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 22:50:42 vm02 ceph-mon[57234]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2026-03-05T22:50:42.857 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 22:50:42 vm02 ceph-mon[57234]: osd.7 [v2:192.168.123.109:6824/2809823919,v1:192.168.123.109:6825/2809823919] boot 2026-03-05T22:50:42.857 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 22:50:42 vm02 ceph-mon[57234]: osdmap e48: 8 total, 8 up, 8 in 2026-03-05T22:50:42.857 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 22:50:42 vm02 ceph-mon[57234]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2026-03-05T22:50:42.857 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 22:50:42 vm02 ceph-mon[57234]: from='client.? 192.168.123.102:0/146947209' entity='client.admin' cmd=[{"prefix": "osd stat", "format": "json"}]: dispatch 2026-03-05T22:50:42.857 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 22:50:42 vm02 ceph-mon[57234]: osdmap e49: 8 total, 8 up, 8 in 2026-03-05T22:50:42.858 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 22:50:42 vm02 ceph-mon[51276]: purged_snaps scrub starts 2026-03-05T22:50:42.858 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 22:50:42 vm02 ceph-mon[51276]: purged_snaps scrub ok 2026-03-05T22:50:42.858 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 22:50:42 vm02 ceph-mon[51276]: pgmap v120: 1 pgs: 1 active+clean; 577 KiB data, 588 MiB used, 139 GiB / 140 GiB avail 2026-03-05T22:50:42.858 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 22:50:42 vm02 ceph-mon[51276]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2026-03-05T22:50:42.858 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 22:50:42 vm02 ceph-mon[51276]: osd.7 [v2:192.168.123.109:6824/2809823919,v1:192.168.123.109:6825/2809823919] boot 2026-03-05T22:50:42.858 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 22:50:42 vm02 ceph-mon[51276]: osdmap e48: 8 total, 8 up, 8 in 2026-03-05T22:50:42.858 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 22:50:42 vm02 ceph-mon[51276]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2026-03-05T22:50:42.858 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 22:50:42 vm02 ceph-mon[51276]: from='client.? 192.168.123.102:0/146947209' entity='client.admin' cmd=[{"prefix": "osd stat", "format": "json"}]: dispatch 2026-03-05T22:50:42.858 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 22:50:42 vm02 ceph-mon[51276]: osdmap e49: 8 total, 8 up, 8 in 2026-03-05T22:50:42.858 INFO:teuthology.orchestra.run.vm02.stdout: 2026-03-05T22:50:42.858 INFO:teuthology.orchestra.run.vm02.stdout:{"epoch":49,"fsid":"ce88f304-18dc-11f1-81b4-a3325c551960","created":"2026-03-05T21:47:15.475875+0000","modified":"2026-03-05T21:50:42.653592+0000","last_up_change":"2026-03-05T21:50:41.672468+0000","last_in_change":"2026-03-05T21:50:28.489294+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":18,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":1,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2026-03-05T21:49:24.864718+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"23","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":7.8899998664855957,"score_stable":7.8899998664855957,"optimal_score":0.37999999523162842,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"ba48c3e7-912a-4c70-8689-73e788280b67","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":48,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"192.168.123.102:6802","nonce":1118689847},{"type":"v1","addr":"192.168.123.102:6803","nonce":1118689847}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"192.168.123.102:6804","nonce":1118689847},{"type":"v1","addr":"192.168.123.102:6805","nonce":1118689847}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"192.168.123.102:6808","nonce":1118689847},{"type":"v1","addr":"192.168.123.102:6809","nonce":1118689847}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"192.168.123.102:6806","nonce":1118689847},{"type":"v1","addr":"192.168.123.102:6807","nonce":1118689847}]},"public_addr":"192.168.123.102:6803/1118689847","cluster_addr":"192.168.123.102:6805/1118689847","heartbeat_back_addr":"192.168.123.102:6809/1118689847","heartbeat_front_addr":"192.168.123.102:6807/1118689847","state":["exists","up"]},{"osd":1,"uuid":"5694dae0-0f73-4761-bace-2ebc24681d09","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":32,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"192.168.123.102:6810","nonce":555502933},{"type":"v1","addr":"192.168.123.102:6811","nonce":555502933}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"192.168.123.102:6812","nonce":555502933},{"type":"v1","addr":"192.168.123.102:6813","nonce":555502933}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"192.168.123.102:6816","nonce":555502933},{"type":"v1","addr":"192.168.123.102:6817","nonce":555502933}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"192.168.123.102:6814","nonce":555502933},{"type":"v1","addr":"192.168.123.102:6815","nonce":555502933}]},"public_addr":"192.168.123.102:6811/555502933","cluster_addr":"192.168.123.102:6813/555502933","heartbeat_back_addr":"192.168.123.102:6817/555502933","heartbeat_front_addr":"192.168.123.102:6815/555502933","state":["exists","up"]},{"osd":2,"uuid":"46baf7b7-2ea3-4515-96f6-d3ca2f6e43d3","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"192.168.123.102:6818","nonce":3210306058},{"type":"v1","addr":"192.168.123.102:6819","nonce":3210306058}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"192.168.123.102:6820","nonce":3210306058},{"type":"v1","addr":"192.168.123.102:6821","nonce":3210306058}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"192.168.123.102:6824","nonce":3210306058},{"type":"v1","addr":"192.168.123.102:6825","nonce":3210306058}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"192.168.123.102:6822","nonce":3210306058},{"type":"v1","addr":"192.168.123.102:6823","nonce":3210306058}]},"public_addr":"192.168.123.102:6819/3210306058","cluster_addr":"192.168.123.102:6821/3210306058","heartbeat_back_addr":"192.168.123.102:6825/3210306058","heartbeat_front_addr":"192.168.123.102:6823/3210306058","state":["exists","up"]},{"osd":3,"uuid":"1705d9ac-44a7-46af-b2db-d01eb49be4ba","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":26,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"192.168.123.102:6826","nonce":1735192907},{"type":"v1","addr":"192.168.123.102:6827","nonce":1735192907}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"192.168.123.102:6828","nonce":1735192907},{"type":"v1","addr":"192.168.123.102:6829","nonce":1735192907}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"192.168.123.102:6832","nonce":1735192907},{"type":"v1","addr":"192.168.123.102:6833","nonce":1735192907}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"192.168.123.102:6830","nonce":1735192907},{"type":"v1","addr":"192.168.123.102:6831","nonce":1735192907}]},"public_addr":"192.168.123.102:6827/1735192907","cluster_addr":"192.168.123.102:6829/1735192907","heartbeat_back_addr":"192.168.123.102:6833/1735192907","heartbeat_front_addr":"192.168.123.102:6831/1735192907","state":["exists","up"]},{"osd":4,"uuid":"8b0ea380-b627-4814-9ba9-4deb42d148a4","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":31,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"192.168.123.109:6800","nonce":309792729},{"type":"v1","addr":"192.168.123.109:6801","nonce":309792729}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"192.168.123.109:6802","nonce":309792729},{"type":"v1","addr":"192.168.123.109:6803","nonce":309792729}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"192.168.123.109:6806","nonce":309792729},{"type":"v1","addr":"192.168.123.109:6807","nonce":309792729}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"192.168.123.109:6804","nonce":309792729},{"type":"v1","addr":"192.168.123.109:6805","nonce":309792729}]},"public_addr":"192.168.123.109:6801/309792729","cluster_addr":"192.168.123.109:6803/309792729","heartbeat_back_addr":"192.168.123.109:6807/309792729","heartbeat_front_addr":"192.168.123.109:6805/309792729","state":["exists","up"]},{"osd":5,"uuid":"612e5a45-fe46-4da3-bfc8-3bdf30a4320a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":36,"up_thru":37,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"192.168.123.109:6808","nonce":3831506450},{"type":"v1","addr":"192.168.123.109:6809","nonce":3831506450}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"192.168.123.109:6810","nonce":3831506450},{"type":"v1","addr":"192.168.123.109:6811","nonce":3831506450}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"192.168.123.109:6814","nonce":3831506450},{"type":"v1","addr":"192.168.123.109:6815","nonce":3831506450}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"192.168.123.109:6812","nonce":3831506450},{"type":"v1","addr":"192.168.123.109:6813","nonce":3831506450}]},"public_addr":"192.168.123.109:6809/3831506450","cluster_addr":"192.168.123.109:6811/3831506450","heartbeat_back_addr":"192.168.123.109:6815/3831506450","heartbeat_front_addr":"192.168.123.109:6813/3831506450","state":["exists","up"]},{"osd":6,"uuid":"ff8e73e7-ca39-436b-9874-6f1a30ae96b5","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":42,"up_thru":43,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"192.168.123.109:6816","nonce":928595915},{"type":"v1","addr":"192.168.123.109:6817","nonce":928595915}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"192.168.123.109:6818","nonce":928595915},{"type":"v1","addr":"192.168.123.109:6819","nonce":928595915}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"192.168.123.109:6822","nonce":928595915},{"type":"v1","addr":"192.168.123.109:6823","nonce":928595915}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"192.168.123.109:6820","nonce":928595915},{"type":"v1","addr":"192.168.123.109:6821","nonce":928595915}]},"public_addr":"192.168.123.109:6817/928595915","cluster_addr":"192.168.123.109:6819/928595915","heartbeat_back_addr":"192.168.123.109:6823/928595915","heartbeat_front_addr":"192.168.123.109:6821/928595915","state":["exists","up"]},{"osd":7,"uuid":"f7c72fec-463b-42d6-8178-a52b1079853d","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":48,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"192.168.123.109:6824","nonce":2809823919},{"type":"v1","addr":"192.168.123.109:6825","nonce":2809823919}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"192.168.123.109:6826","nonce":2809823919},{"type":"v1","addr":"192.168.123.109:6827","nonce":2809823919}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"192.168.123.109:6830","nonce":2809823919},{"type":"v1","addr":"192.168.123.109:6831","nonce":2809823919}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"192.168.123.109:6828","nonce":2809823919},{"type":"v1","addr":"192.168.123.109:6829","nonce":2809823919}]},"public_addr":"192.168.123.109:6825/2809823919","cluster_addr":"192.168.123.109:6827/2809823919","heartbeat_back_addr":"192.168.123.109:6831/2809823919","heartbeat_front_addr":"192.168.123.109:6829/2809823919","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2026-03-05T21:48:51.411318+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2026-03-05T21:49:06.485927+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2026-03-05T21:49:21.709290+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2026-03-05T21:49:38.681803+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2026-03-05T21:49:53.585558+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2026-03-05T21:50:09.590043+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2026-03-05T21:50:23.830446+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2026-03-05T21:50:39.764127+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"192.168.123.102:6801/1131733714":"2026-03-06T21:48:04.806310+0000","192.168.123.102:6800/1131733714":"2026-03-06T21:48:04.806310+0000","192.168.123.102:0/862902370":"2026-03-06T21:48:04.806310+0000","192.168.123.102:0/3377751341":"2026-03-06T21:48:04.806310+0000","192.168.123.102:0/4045708759":"2026-03-06T21:47:45.317023+0000","192.168.123.102:0/657998083":"2026-03-06T21:48:04.806310+0000","192.168.123.102:6801/2237667408":"2026-03-06T21:47:45.317023+0000","192.168.123.102:0/3821007566":"2026-03-06T21:47:45.317023+0000","192.168.123.102:6800/2237667408":"2026-03-06T21:47:45.317023+0000","192.168.123.102:0/42210324":"2026-03-06T21:47:45.317023+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2026-03-05T22:50:43.040 INFO:tasks.cephadm.ceph_manager.ceph:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2026-03-05T21:49:24.864718+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'is_stretch_pool': False, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '23', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}, 'read_balance': {'score_type': 'Fair distribution', 'score_acting': 7.889999866485596, 'score_stable': 7.889999866485596, 'optimal_score': 0.3799999952316284, 'raw_score_acting': 3, 'raw_score_stable': 3, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}] 2026-03-05T22:50:43.041 DEBUG:teuthology.orchestra.run.vm02:> sudo /home/ubuntu/cephtest/cephadm --image harbor.clyso.com/custom-ceph/ceph/ceph:cobaltcore-storage-v19.2.3-fasttrack-3 shell --fsid ce88f304-18dc-11f1-81b4-a3325c551960 -- ceph osd pool get .mgr pg_num 2026-03-05T22:50:43.175 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 22:50:42 vm09 ceph-mon[51064]: purged_snaps scrub starts 2026-03-05T22:50:43.175 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 22:50:42 vm09 ceph-mon[51064]: purged_snaps scrub ok 2026-03-05T22:50:43.175 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 22:50:42 vm09 ceph-mon[51064]: pgmap v120: 1 pgs: 1 active+clean; 577 KiB data, 588 MiB used, 139 GiB / 140 GiB avail 2026-03-05T22:50:43.175 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 22:50:42 vm09 ceph-mon[51064]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2026-03-05T22:50:43.175 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 22:50:42 vm09 ceph-mon[51064]: osd.7 [v2:192.168.123.109:6824/2809823919,v1:192.168.123.109:6825/2809823919] boot 2026-03-05T22:50:43.175 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 22:50:42 vm09 ceph-mon[51064]: osdmap e48: 8 total, 8 up, 8 in 2026-03-05T22:50:43.175 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 22:50:42 vm09 ceph-mon[51064]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2026-03-05T22:50:43.175 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 22:50:42 vm09 ceph-mon[51064]: from='client.? 192.168.123.102:0/146947209' entity='client.admin' cmd=[{"prefix": "osd stat", "format": "json"}]: dispatch 2026-03-05T22:50:43.175 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 22:50:42 vm09 ceph-mon[51064]: osdmap e49: 8 total, 8 up, 8 in 2026-03-05T22:50:43.391 INFO:teuthology.orchestra.run.vm02.stderr:Inferring config /var/lib/ceph/ce88f304-18dc-11f1-81b4-a3325c551960/mon.a/config 2026-03-05T22:50:43.806 INFO:teuthology.orchestra.run.vm02.stdout:pg_num: 1 2026-03-05T22:50:43.939 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 22:50:43 vm02 ceph-mon[57234]: from='client.? 192.168.123.102:0/1562153713' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2026-03-05T22:50:43.939 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 22:50:43 vm02 ceph-mon[57234]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' 2026-03-05T22:50:43.939 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 22:50:43 vm02 ceph-mon[57234]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' 2026-03-05T22:50:43.939 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 22:50:43 vm02 ceph-mon[57234]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' 2026-03-05T22:50:43.939 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 22:50:43 vm02 ceph-mon[57234]: osdmap e50: 8 total, 8 up, 8 in 2026-03-05T22:50:43.939 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 22:50:43 vm02 ceph-mon[51276]: from='client.? 192.168.123.102:0/1562153713' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2026-03-05T22:50:43.939 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 22:50:43 vm02 ceph-mon[51276]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' 2026-03-05T22:50:43.939 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 22:50:43 vm02 ceph-mon[51276]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' 2026-03-05T22:50:43.939 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 22:50:43 vm02 ceph-mon[51276]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' 2026-03-05T22:50:43.939 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 22:50:43 vm02 ceph-mon[51276]: osdmap e50: 8 total, 8 up, 8 in 2026-03-05T22:50:43.960 INFO:tasks.cephadm:Adding ceph.rgw.foo.a on vm02 2026-03-05T22:50:43.960 DEBUG:teuthology.orchestra.run.vm09:> sudo /home/ubuntu/cephtest/cephadm --image harbor.clyso.com/custom-ceph/ceph/ceph:cobaltcore-storage-v19.2.3-fasttrack-3 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid ce88f304-18dc-11f1-81b4-a3325c551960 -- ceph orch apply rgw foo.a --placement '1;vm02=foo.a' 2026-03-05T22:50:43.984 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 22:50:43 vm09 ceph-mon[51064]: from='client.? 192.168.123.102:0/1562153713' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2026-03-05T22:50:43.984 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 22:50:43 vm09 ceph-mon[51064]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' 2026-03-05T22:50:43.984 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 22:50:43 vm09 ceph-mon[51064]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' 2026-03-05T22:50:43.984 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 22:50:43 vm09 ceph-mon[51064]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' 2026-03-05T22:50:43.984 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 22:50:43 vm09 ceph-mon[51064]: osdmap e50: 8 total, 8 up, 8 in 2026-03-05T22:50:44.283 INFO:teuthology.orchestra.run.vm09.stderr:Inferring config /var/lib/ceph/ce88f304-18dc-11f1-81b4-a3325c551960/mon.b/config 2026-03-05T22:50:44.637 INFO:teuthology.orchestra.run.vm09.stdout:Scheduled rgw.foo.a update... 2026-03-05T22:50:44.822 DEBUG:teuthology.orchestra.run.vm02:rgw.foo.a> sudo journalctl -f -n 0 -u ceph-ce88f304-18dc-11f1-81b4-a3325c551960@rgw.foo.a.service 2026-03-05T22:50:44.824 INFO:tasks.cephadm:Adding ceph.iscsi.iscsi.a on vm09 2026-03-05T22:50:44.824 DEBUG:teuthology.orchestra.run.vm09:> sudo /home/ubuntu/cephtest/cephadm --image harbor.clyso.com/custom-ceph/ceph/ceph:cobaltcore-storage-v19.2.3-fasttrack-3 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid ce88f304-18dc-11f1-81b4-a3325c551960 -- ceph osd pool create datapool 3 3 replicated 2026-03-05T22:50:44.925 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 22:50:44 vm09 ceph-mon[51064]: pgmap v123: 1 pgs: 1 peering; 0 B data, 1015 MiB used, 159 GiB / 160 GiB avail 2026-03-05T22:50:44.925 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 22:50:44 vm09 ceph-mon[51064]: from='client.? 192.168.123.102:0/1145603799' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2026-03-05T22:50:44.925 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 22:50:44 vm09 ceph-mon[51064]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' 2026-03-05T22:50:44.925 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 22:50:44 vm09 ceph-mon[51064]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2026-03-05T22:50:44.925 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 22:50:44 vm09 ceph-mon[51064]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-03-05T22:50:44.925 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 22:50:44 vm09 ceph-mon[51064]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2026-03-05T22:50:44.926 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 22:50:44 vm09 ceph-mon[51064]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' 2026-03-05T22:50:44.926 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 22:50:44 vm09 ceph-mon[51064]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "client.rgw.foo.a", "caps": ["mon", "allow *", "mgr", "allow rw", "osd", "allow rwx tag rgw *=*"]}]: dispatch 2026-03-05T22:50:44.926 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 22:50:44 vm09 ceph-mon[51064]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' cmd='[{"prefix": "auth get-or-create", "entity": "client.rgw.foo.a", "caps": ["mon", "allow *", "mgr", "allow rw", "osd", "allow rwx tag rgw *=*"]}]': finished 2026-03-05T22:50:44.926 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 22:50:44 vm09 ceph-mon[51064]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' 2026-03-05T22:50:44.926 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 22:50:44 vm09 ceph-mon[51064]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-03-05T22:50:45.036 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 22:50:44 vm02 ceph-mon[51276]: pgmap v123: 1 pgs: 1 peering; 0 B data, 1015 MiB used, 159 GiB / 160 GiB avail 2026-03-05T22:50:45.036 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 22:50:44 vm02 ceph-mon[51276]: from='client.? 192.168.123.102:0/1145603799' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2026-03-05T22:50:45.036 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 22:50:44 vm02 ceph-mon[51276]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' 2026-03-05T22:50:45.036 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 22:50:44 vm02 ceph-mon[51276]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2026-03-05T22:50:45.036 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 22:50:44 vm02 ceph-mon[51276]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-03-05T22:50:45.036 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 22:50:44 vm02 ceph-mon[51276]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2026-03-05T22:50:45.036 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 22:50:44 vm02 ceph-mon[51276]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' 2026-03-05T22:50:45.036 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 22:50:44 vm02 ceph-mon[51276]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "client.rgw.foo.a", "caps": ["mon", "allow *", "mgr", "allow rw", "osd", "allow rwx tag rgw *=*"]}]: dispatch 2026-03-05T22:50:45.036 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 22:50:44 vm02 ceph-mon[51276]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' cmd='[{"prefix": "auth get-or-create", "entity": "client.rgw.foo.a", "caps": ["mon", "allow *", "mgr", "allow rw", "osd", "allow rwx tag rgw *=*"]}]': finished 2026-03-05T22:50:45.036 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 22:50:44 vm02 ceph-mon[51276]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' 2026-03-05T22:50:45.036 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 22:50:44 vm02 ceph-mon[51276]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-03-05T22:50:45.036 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 22:50:44 vm02 ceph-mon[57234]: pgmap v123: 1 pgs: 1 peering; 0 B data, 1015 MiB used, 159 GiB / 160 GiB avail 2026-03-05T22:50:45.036 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 22:50:44 vm02 ceph-mon[57234]: from='client.? 192.168.123.102:0/1145603799' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2026-03-05T22:50:45.036 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 22:50:44 vm02 ceph-mon[57234]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' 2026-03-05T22:50:45.036 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 22:50:44 vm02 ceph-mon[57234]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2026-03-05T22:50:45.036 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 22:50:44 vm02 ceph-mon[57234]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-03-05T22:50:45.036 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 22:50:44 vm02 ceph-mon[57234]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2026-03-05T22:50:45.036 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 22:50:44 vm02 ceph-mon[57234]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' 2026-03-05T22:50:45.036 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 22:50:44 vm02 ceph-mon[57234]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "client.rgw.foo.a", "caps": ["mon", "allow *", "mgr", "allow rw", "osd", "allow rwx tag rgw *=*"]}]: dispatch 2026-03-05T22:50:45.036 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 22:50:44 vm02 ceph-mon[57234]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' cmd='[{"prefix": "auth get-or-create", "entity": "client.rgw.foo.a", "caps": ["mon", "allow *", "mgr", "allow rw", "osd", "allow rwx tag rgw *=*"]}]': finished 2026-03-05T22:50:45.036 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 22:50:44 vm02 ceph-mon[57234]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' 2026-03-05T22:50:45.036 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 22:50:44 vm02 ceph-mon[57234]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-03-05T22:50:45.197 INFO:teuthology.orchestra.run.vm09.stderr:Inferring config /var/lib/ceph/ce88f304-18dc-11f1-81b4-a3325c551960/mon.b/config 2026-03-05T22:50:45.706 INFO:teuthology.orchestra.run.vm09.stderr:pool 'datapool' created 2026-03-05T22:50:45.884 DEBUG:teuthology.orchestra.run.vm09:> sudo /home/ubuntu/cephtest/cephadm --image harbor.clyso.com/custom-ceph/ceph/ceph:cobaltcore-storage-v19.2.3-fasttrack-3 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid ce88f304-18dc-11f1-81b4-a3325c551960 -- rbd pool init datapool 2026-03-05T22:50:46.036 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 22:50:45 vm02 ceph-mon[51276]: from='client.24302 -' entity='client.admin' cmd=[{"prefix": "orch apply rgw", "svc_id": "foo.a", "placement": "1;vm02=foo.a", "target": ["mon-mgr", ""]}]: dispatch 2026-03-05T22:50:46.036 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 22:50:45 vm02 ceph-mon[51276]: Saving service rgw.foo.a spec with placement vm02=foo.a;count:1 2026-03-05T22:50:46.036 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 22:50:45 vm02 ceph-mon[51276]: Deploying daemon rgw.foo.a on vm02 2026-03-05T22:50:46.036 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 22:50:45 vm02 ceph-mon[51276]: pgmap v125: 1 pgs: 1 peering; 0 B data, 1015 MiB used, 159 GiB / 160 GiB avail 2026-03-05T22:50:46.036 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 22:50:45 vm02 ceph-mon[51276]: from='client.? 192.168.123.109:0/905315220' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "datapool", "pg_num": 3, "pgp_num": 3, "pool_type": "replicated"}]: dispatch 2026-03-05T22:50:46.036 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 22:50:45 vm02 ceph-mon[51276]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "datapool", "pg_num": 3, "pgp_num": 3, "pool_type": "replicated"}]: dispatch 2026-03-05T22:50:46.036 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 22:50:45 vm02 ceph-mon[57234]: from='client.24302 -' entity='client.admin' cmd=[{"prefix": "orch apply rgw", "svc_id": "foo.a", "placement": "1;vm02=foo.a", "target": ["mon-mgr", ""]}]: dispatch 2026-03-05T22:50:46.036 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 22:50:45 vm02 ceph-mon[57234]: Saving service rgw.foo.a spec with placement vm02=foo.a;count:1 2026-03-05T22:50:46.037 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 22:50:45 vm02 ceph-mon[57234]: Deploying daemon rgw.foo.a on vm02 2026-03-05T22:50:46.037 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 22:50:45 vm02 ceph-mon[57234]: pgmap v125: 1 pgs: 1 peering; 0 B data, 1015 MiB used, 159 GiB / 160 GiB avail 2026-03-05T22:50:46.037 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 22:50:45 vm02 ceph-mon[57234]: from='client.? 192.168.123.109:0/905315220' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "datapool", "pg_num": 3, "pgp_num": 3, "pool_type": "replicated"}]: dispatch 2026-03-05T22:50:46.037 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 22:50:45 vm02 ceph-mon[57234]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "datapool", "pg_num": 3, "pgp_num": 3, "pool_type": "replicated"}]: dispatch 2026-03-05T22:50:46.037 INFO:journalctl@ceph.rgw.foo.a.vm02.stdout:Mar 05 22:50:45 vm02 systemd[1]: Started Ceph rgw.foo.a for ce88f304-18dc-11f1-81b4-a3325c551960. 2026-03-05T22:50:46.175 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 22:50:45 vm09 ceph-mon[51064]: from='client.24302 -' entity='client.admin' cmd=[{"prefix": "orch apply rgw", "svc_id": "foo.a", "placement": "1;vm02=foo.a", "target": ["mon-mgr", ""]}]: dispatch 2026-03-05T22:50:46.175 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 22:50:45 vm09 ceph-mon[51064]: Saving service rgw.foo.a spec with placement vm02=foo.a;count:1 2026-03-05T22:50:46.175 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 22:50:45 vm09 ceph-mon[51064]: Deploying daemon rgw.foo.a on vm02 2026-03-05T22:50:46.175 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 22:50:45 vm09 ceph-mon[51064]: pgmap v125: 1 pgs: 1 peering; 0 B data, 1015 MiB used, 159 GiB / 160 GiB avail 2026-03-05T22:50:46.175 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 22:50:45 vm09 ceph-mon[51064]: from='client.? 192.168.123.109:0/905315220' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "datapool", "pg_num": 3, "pgp_num": 3, "pool_type": "replicated"}]: dispatch 2026-03-05T22:50:46.175 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 22:50:45 vm09 ceph-mon[51064]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "datapool", "pg_num": 3, "pgp_num": 3, "pool_type": "replicated"}]: dispatch 2026-03-05T22:50:46.207 INFO:teuthology.orchestra.run.vm09.stderr:Inferring config /var/lib/ceph/ce88f304-18dc-11f1-81b4-a3325c551960/mon.b/config 2026-03-05T22:50:46.973 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 22:50:46 vm02 ceph-mon[57234]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "datapool", "pg_num": 3, "pgp_num": 3, "pool_type": "replicated"}]': finished 2026-03-05T22:50:46.973 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 22:50:46 vm02 ceph-mon[57234]: osdmap e51: 8 total, 8 up, 8 in 2026-03-05T22:50:46.973 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 22:50:46 vm02 ceph-mon[57234]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' 2026-03-05T22:50:46.973 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 22:50:46 vm02 ceph-mon[57234]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' 2026-03-05T22:50:46.973 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 22:50:46 vm02 ceph-mon[57234]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' 2026-03-05T22:50:46.973 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 22:50:46 vm02 ceph-mon[57234]: Saving service rgw.foo.a spec with placement vm02=foo.a;count:1 2026-03-05T22:50:46.973 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 22:50:46 vm02 ceph-mon[57234]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' 2026-03-05T22:50:46.973 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 22:50:46 vm02 ceph-mon[57234]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' 2026-03-05T22:50:46.973 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 22:50:46 vm02 ceph-mon[57234]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2026-03-05T22:50:46.973 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 22:50:46 vm02 ceph-mon[57234]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-03-05T22:50:46.973 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 22:50:46 vm02 ceph-mon[57234]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2026-03-05T22:50:46.973 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 22:50:46 vm02 ceph-mon[57234]: Checking dashboard <-> RGW credentials 2026-03-05T22:50:46.973 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 22:50:46 vm02 ceph-mon[57234]: from='client.? 192.168.123.109:0/3913439765' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "datapool","app": "rbd"}]: dispatch 2026-03-05T22:50:46.973 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 22:50:46 vm02 ceph-mon[57234]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "datapool","app": "rbd"}]: dispatch 2026-03-05T22:50:46.973 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 22:50:46 vm02 ceph-mon[57234]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' 2026-03-05T22:50:46.973 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 22:50:46 vm02 ceph-mon[51276]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "datapool", "pg_num": 3, "pgp_num": 3, "pool_type": "replicated"}]': finished 2026-03-05T22:50:46.973 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 22:50:46 vm02 ceph-mon[51276]: osdmap e51: 8 total, 8 up, 8 in 2026-03-05T22:50:46.973 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 22:50:46 vm02 ceph-mon[51276]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' 2026-03-05T22:50:46.973 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 22:50:46 vm02 ceph-mon[51276]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' 2026-03-05T22:50:46.973 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 22:50:46 vm02 ceph-mon[51276]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' 2026-03-05T22:50:46.973 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 22:50:46 vm02 ceph-mon[51276]: Saving service rgw.foo.a spec with placement vm02=foo.a;count:1 2026-03-05T22:50:46.973 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 22:50:46 vm02 ceph-mon[51276]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' 2026-03-05T22:50:46.973 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 22:50:46 vm02 ceph-mon[51276]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' 2026-03-05T22:50:46.973 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 22:50:46 vm02 ceph-mon[51276]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2026-03-05T22:50:46.973 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 22:50:46 vm02 ceph-mon[51276]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-03-05T22:50:46.973 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 22:50:46 vm02 ceph-mon[51276]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2026-03-05T22:50:46.973 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 22:50:46 vm02 ceph-mon[51276]: Checking dashboard <-> RGW credentials 2026-03-05T22:50:46.973 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 22:50:46 vm02 ceph-mon[51276]: from='client.? 192.168.123.109:0/3913439765' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "datapool","app": "rbd"}]: dispatch 2026-03-05T22:50:46.974 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 22:50:46 vm02 ceph-mon[51276]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "datapool","app": "rbd"}]: dispatch 2026-03-05T22:50:46.974 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 22:50:46 vm02 ceph-mon[51276]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' 2026-03-05T22:50:47.175 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 22:50:46 vm09 ceph-mon[51064]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "datapool", "pg_num": 3, "pgp_num": 3, "pool_type": "replicated"}]': finished 2026-03-05T22:50:47.175 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 22:50:46 vm09 ceph-mon[51064]: osdmap e51: 8 total, 8 up, 8 in 2026-03-05T22:50:47.175 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 22:50:46 vm09 ceph-mon[51064]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' 2026-03-05T22:50:47.175 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 22:50:46 vm09 ceph-mon[51064]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' 2026-03-05T22:50:47.175 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 22:50:46 vm09 ceph-mon[51064]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' 2026-03-05T22:50:47.175 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 22:50:46 vm09 ceph-mon[51064]: Saving service rgw.foo.a spec with placement vm02=foo.a;count:1 2026-03-05T22:50:47.175 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 22:50:46 vm09 ceph-mon[51064]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' 2026-03-05T22:50:47.175 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 22:50:46 vm09 ceph-mon[51064]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' 2026-03-05T22:50:47.175 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 22:50:46 vm09 ceph-mon[51064]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2026-03-05T22:50:47.175 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 22:50:46 vm09 ceph-mon[51064]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-03-05T22:50:47.176 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 22:50:46 vm09 ceph-mon[51064]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2026-03-05T22:50:47.176 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 22:50:46 vm09 ceph-mon[51064]: Checking dashboard <-> RGW credentials 2026-03-05T22:50:47.176 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 22:50:46 vm09 ceph-mon[51064]: from='client.? 192.168.123.109:0/3913439765' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "datapool","app": "rbd"}]: dispatch 2026-03-05T22:50:47.176 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 22:50:46 vm09 ceph-mon[51064]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "datapool","app": "rbd"}]: dispatch 2026-03-05T22:50:47.176 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 22:50:46 vm09 ceph-mon[51064]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' 2026-03-05T22:50:48.036 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 22:50:47 vm02 ceph-mon[57234]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "datapool","app": "rbd"}]': finished 2026-03-05T22:50:48.036 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 22:50:47 vm02 ceph-mon[57234]: osdmap e52: 8 total, 8 up, 8 in 2026-03-05T22:50:48.036 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 22:50:47 vm02 ceph-mon[57234]: from='client.? 192.168.123.102:0/3412976312' entity='client.rgw.foo.a' cmd=[{"prefix": "osd pool application enable","pool": ".rgw.root","app": "rgw"}]: dispatch 2026-03-05T22:50:48.036 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 22:50:47 vm02 ceph-mon[57234]: from='client.? 192.168.123.102:0/1070370444' entity='mgr.y' cmd=[{"prefix": "osd pool application enable","pool": ".rgw.root","app": "rgw"}]: dispatch 2026-03-05T22:50:48.036 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 22:50:47 vm02 ceph-mon[57234]: from='client.? ' entity='mgr.y' cmd=[{"prefix": "osd pool application enable","pool": ".rgw.root","app": "rgw"}]: dispatch 2026-03-05T22:50:48.036 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 22:50:47 vm02 ceph-mon[57234]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' 2026-03-05T22:50:48.036 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 22:50:47 vm02 ceph-mon[57234]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' 2026-03-05T22:50:48.036 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 22:50:47 vm02 ceph-mon[57234]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' 2026-03-05T22:50:48.036 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 22:50:47 vm02 ceph-mon[57234]: pgmap v128: 36 pgs: 1 creating+peering, 34 unknown, 1 peering; 0 B data, 615 MiB used, 159 GiB / 160 GiB avail 2026-03-05T22:50:48.036 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 22:50:47 vm02 ceph-mon[57234]: from='client.? 192.168.123.102:0/3412976312' entity='client.rgw.foo.a' cmd='[{"prefix": "osd pool application enable","pool": ".rgw.root","app": "rgw"}]': finished 2026-03-05T22:50:48.037 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 22:50:47 vm02 ceph-mon[57234]: from='client.? ' entity='mgr.y' cmd='[{"prefix": "osd pool application enable","pool": ".rgw.root","app": "rgw"}]': finished 2026-03-05T22:50:48.037 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 22:50:47 vm02 ceph-mon[57234]: osdmap e53: 8 total, 8 up, 8 in 2026-03-05T22:50:48.037 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 22:50:47 vm02 ceph-mon[51276]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "datapool","app": "rbd"}]': finished 2026-03-05T22:50:48.037 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 22:50:47 vm02 ceph-mon[51276]: osdmap e52: 8 total, 8 up, 8 in 2026-03-05T22:50:48.037 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 22:50:47 vm02 ceph-mon[51276]: from='client.? 192.168.123.102:0/3412976312' entity='client.rgw.foo.a' cmd=[{"prefix": "osd pool application enable","pool": ".rgw.root","app": "rgw"}]: dispatch 2026-03-05T22:50:48.037 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 22:50:47 vm02 ceph-mon[51276]: from='client.? 192.168.123.102:0/1070370444' entity='mgr.y' cmd=[{"prefix": "osd pool application enable","pool": ".rgw.root","app": "rgw"}]: dispatch 2026-03-05T22:50:48.037 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 22:50:47 vm02 ceph-mon[51276]: from='client.? ' entity='mgr.y' cmd=[{"prefix": "osd pool application enable","pool": ".rgw.root","app": "rgw"}]: dispatch 2026-03-05T22:50:48.037 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 22:50:47 vm02 ceph-mon[51276]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' 2026-03-05T22:50:48.037 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 22:50:47 vm02 ceph-mon[51276]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' 2026-03-05T22:50:48.037 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 22:50:47 vm02 ceph-mon[51276]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' 2026-03-05T22:50:48.037 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 22:50:47 vm02 ceph-mon[51276]: pgmap v128: 36 pgs: 1 creating+peering, 34 unknown, 1 peering; 0 B data, 615 MiB used, 159 GiB / 160 GiB avail 2026-03-05T22:50:48.037 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 22:50:47 vm02 ceph-mon[51276]: from='client.? 192.168.123.102:0/3412976312' entity='client.rgw.foo.a' cmd='[{"prefix": "osd pool application enable","pool": ".rgw.root","app": "rgw"}]': finished 2026-03-05T22:50:48.037 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 22:50:47 vm02 ceph-mon[51276]: from='client.? ' entity='mgr.y' cmd='[{"prefix": "osd pool application enable","pool": ".rgw.root","app": "rgw"}]': finished 2026-03-05T22:50:48.037 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 22:50:47 vm02 ceph-mon[51276]: osdmap e53: 8 total, 8 up, 8 in 2026-03-05T22:50:48.175 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 22:50:47 vm09 ceph-mon[51064]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "datapool","app": "rbd"}]': finished 2026-03-05T22:50:48.175 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 22:50:47 vm09 ceph-mon[51064]: osdmap e52: 8 total, 8 up, 8 in 2026-03-05T22:50:48.175 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 22:50:47 vm09 ceph-mon[51064]: from='client.? 192.168.123.102:0/3412976312' entity='client.rgw.foo.a' cmd=[{"prefix": "osd pool application enable","pool": ".rgw.root","app": "rgw"}]: dispatch 2026-03-05T22:50:48.175 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 22:50:47 vm09 ceph-mon[51064]: from='client.? 192.168.123.102:0/1070370444' entity='mgr.y' cmd=[{"prefix": "osd pool application enable","pool": ".rgw.root","app": "rgw"}]: dispatch 2026-03-05T22:50:48.175 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 22:50:47 vm09 ceph-mon[51064]: from='client.? ' entity='mgr.y' cmd=[{"prefix": "osd pool application enable","pool": ".rgw.root","app": "rgw"}]: dispatch 2026-03-05T22:50:48.175 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 22:50:47 vm09 ceph-mon[51064]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' 2026-03-05T22:50:48.175 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 22:50:47 vm09 ceph-mon[51064]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' 2026-03-05T22:50:48.175 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 22:50:47 vm09 ceph-mon[51064]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' 2026-03-05T22:50:48.175 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 22:50:47 vm09 ceph-mon[51064]: pgmap v128: 36 pgs: 1 creating+peering, 34 unknown, 1 peering; 0 B data, 615 MiB used, 159 GiB / 160 GiB avail 2026-03-05T22:50:48.175 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 22:50:47 vm09 ceph-mon[51064]: from='client.? 192.168.123.102:0/3412976312' entity='client.rgw.foo.a' cmd='[{"prefix": "osd pool application enable","pool": ".rgw.root","app": "rgw"}]': finished 2026-03-05T22:50:48.175 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 22:50:47 vm09 ceph-mon[51064]: from='client.? ' entity='mgr.y' cmd='[{"prefix": "osd pool application enable","pool": ".rgw.root","app": "rgw"}]': finished 2026-03-05T22:50:48.175 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 22:50:47 vm09 ceph-mon[51064]: osdmap e53: 8 total, 8 up, 8 in 2026-03-05T22:50:48.866 DEBUG:teuthology.orchestra.run.vm09:> sudo /home/ubuntu/cephtest/cephadm --image harbor.clyso.com/custom-ceph/ceph/ceph:cobaltcore-storage-v19.2.3-fasttrack-3 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid ce88f304-18dc-11f1-81b4-a3325c551960 -- ceph orch apply iscsi datapool admin admin --trusted_ip_list 192.168.123.109 --placement '1;vm09=iscsi.a' 2026-03-05T22:50:49.036 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 22:50:48 vm02 ceph-mon[57234]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' 2026-03-05T22:50:49.036 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 22:50:48 vm02 ceph-mon[57234]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' 2026-03-05T22:50:49.036 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 22:50:48 vm02 ceph-mon[57234]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' 2026-03-05T22:50:49.036 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 22:50:48 vm02 ceph-mon[57234]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2026-03-05T22:50:49.036 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 22:50:48 vm02 ceph-mon[57234]: osdmap e54: 8 total, 8 up, 8 in 2026-03-05T22:50:49.036 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 22:50:48 vm02 ceph-mon[57234]: from='client.? 192.168.123.102:0/2315746305' entity='client.rgw.foo.a' cmd=[{"prefix": "osd pool application enable","pool": "default.rgw.log","app": "rgw"}]: dispatch 2026-03-05T22:50:49.036 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 22:50:48 vm02 ceph-mon[57234]: from='client.? ' entity='client.rgw.foo.a' cmd=[{"prefix": "osd pool application enable","pool": "default.rgw.log","app": "rgw"}]: dispatch 2026-03-05T22:50:49.036 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 22:50:48 vm02 ceph-mon[57234]: from='client.? 192.168.123.102:0/3932535675' entity='mgr.y' cmd=[{"prefix": "osd pool application enable","pool": "default.rgw.log","app": "rgw"}]: dispatch 2026-03-05T22:50:49.036 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 22:50:48 vm02 ceph-mon[51276]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' 2026-03-05T22:50:49.036 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 22:50:48 vm02 ceph-mon[51276]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' 2026-03-05T22:50:49.036 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 22:50:48 vm02 ceph-mon[51276]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' 2026-03-05T22:50:49.036 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 22:50:48 vm02 ceph-mon[51276]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2026-03-05T22:50:49.036 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 22:50:48 vm02 ceph-mon[51276]: osdmap e54: 8 total, 8 up, 8 in 2026-03-05T22:50:49.036 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 22:50:48 vm02 ceph-mon[51276]: from='client.? 192.168.123.102:0/2315746305' entity='client.rgw.foo.a' cmd=[{"prefix": "osd pool application enable","pool": "default.rgw.log","app": "rgw"}]: dispatch 2026-03-05T22:50:49.036 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 22:50:48 vm02 ceph-mon[51276]: from='client.? ' entity='client.rgw.foo.a' cmd=[{"prefix": "osd pool application enable","pool": "default.rgw.log","app": "rgw"}]: dispatch 2026-03-05T22:50:49.036 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 22:50:48 vm02 ceph-mon[51276]: from='client.? 192.168.123.102:0/3932535675' entity='mgr.y' cmd=[{"prefix": "osd pool application enable","pool": "default.rgw.log","app": "rgw"}]: dispatch 2026-03-05T22:50:49.175 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 22:50:48 vm09 ceph-mon[51064]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' 2026-03-05T22:50:49.175 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 22:50:48 vm09 ceph-mon[51064]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' 2026-03-05T22:50:49.175 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 22:50:48 vm09 ceph-mon[51064]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' 2026-03-05T22:50:49.175 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 22:50:48 vm09 ceph-mon[51064]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2026-03-05T22:50:49.175 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 22:50:48 vm09 ceph-mon[51064]: osdmap e54: 8 total, 8 up, 8 in 2026-03-05T22:50:49.175 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 22:50:48 vm09 ceph-mon[51064]: from='client.? 192.168.123.102:0/2315746305' entity='client.rgw.foo.a' cmd=[{"prefix": "osd pool application enable","pool": "default.rgw.log","app": "rgw"}]: dispatch 2026-03-05T22:50:49.175 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 22:50:48 vm09 ceph-mon[51064]: from='client.? ' entity='client.rgw.foo.a' cmd=[{"prefix": "osd pool application enable","pool": "default.rgw.log","app": "rgw"}]: dispatch 2026-03-05T22:50:49.175 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 22:50:48 vm09 ceph-mon[51064]: from='client.? 192.168.123.102:0/3932535675' entity='mgr.y' cmd=[{"prefix": "osd pool application enable","pool": "default.rgw.log","app": "rgw"}]: dispatch 2026-03-05T22:50:49.206 INFO:teuthology.orchestra.run.vm09.stderr:Inferring config /var/lib/ceph/ce88f304-18dc-11f1-81b4-a3325c551960/mon.b/config 2026-03-05T22:50:49.561 INFO:teuthology.orchestra.run.vm09.stdout:Scheduled iscsi.datapool update... 2026-03-05T22:50:49.735 INFO:tasks.cephadm:Distributing iscsi-gateway.cfg... 2026-03-05T22:50:49.735 DEBUG:teuthology.orchestra.run.vm02:> set -ex 2026-03-05T22:50:49.735 DEBUG:teuthology.orchestra.run.vm02:> sudo dd of=/etc/ceph/iscsi-gateway.cfg 2026-03-05T22:50:49.774 DEBUG:teuthology.orchestra.run.vm09:> set -ex 2026-03-05T22:50:49.774 DEBUG:teuthology.orchestra.run.vm09:> sudo dd of=/etc/ceph/iscsi-gateway.cfg 2026-03-05T22:50:49.797 DEBUG:teuthology.orchestra.run.vm09:iscsi.iscsi.a> sudo journalctl -f -n 0 -u ceph-ce88f304-18dc-11f1-81b4-a3325c551960@iscsi.iscsi.a.service 2026-03-05T22:50:49.840 INFO:tasks.cephadm:Adding prometheus.a on vm09 2026-03-05T22:50:49.840 DEBUG:teuthology.orchestra.run.vm09:> sudo /home/ubuntu/cephtest/cephadm --image harbor.clyso.com/custom-ceph/ceph/ceph:cobaltcore-storage-v19.2.3-fasttrack-3 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid ce88f304-18dc-11f1-81b4-a3325c551960 -- ceph orch apply prometheus '1;vm09=a' 2026-03-05T22:50:50.199 INFO:teuthology.orchestra.run.vm09.stderr:Inferring config /var/lib/ceph/ce88f304-18dc-11f1-81b4-a3325c551960/mon.b/config 2026-03-05T22:50:50.550 INFO:teuthology.orchestra.run.vm09.stdout:Scheduled prometheus update... 2026-03-05T22:50:50.740 DEBUG:teuthology.orchestra.run.vm09:prometheus.a> sudo journalctl -f -n 0 -u ceph-ce88f304-18dc-11f1-81b4-a3325c551960@prometheus.a.service 2026-03-05T22:50:50.741 INFO:tasks.cephadm:Adding node-exporter.a on vm02 2026-03-05T22:50:50.741 INFO:tasks.cephadm:Adding node-exporter.b on vm09 2026-03-05T22:50:50.741 DEBUG:teuthology.orchestra.run.vm09:> sudo /home/ubuntu/cephtest/cephadm --image harbor.clyso.com/custom-ceph/ceph/ceph:cobaltcore-storage-v19.2.3-fasttrack-3 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid ce88f304-18dc-11f1-81b4-a3325c551960 -- ceph orch apply node-exporter '2;vm02=a;vm09=b' 2026-03-05T22:50:50.805 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 22:50:50 vm09 ceph-mon[51064]: pgmap v131: 68 pgs: 11 active+clean, 17 creating+peering, 40 unknown; 577 KiB data, 215 MiB used, 160 GiB / 160 GiB avail 2026-03-05T22:50:50.806 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 22:50:50 vm09 ceph-mon[51064]: from='client.24359 -' entity='client.admin' cmd=[{"prefix": "orch apply iscsi", "pool": "datapool", "api_user": "admin", "api_password": "admin", "trusted_ip_list": "192.168.123.109", "placement": "1;vm09=iscsi.a", "target": ["mon-mgr", ""]}]: dispatch 2026-03-05T22:50:50.806 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 22:50:50 vm09 ceph-mon[51064]: Saving service iscsi.datapool spec with placement vm09=iscsi.a;count:1 2026-03-05T22:50:50.806 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 22:50:50 vm09 ceph-mon[51064]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' 2026-03-05T22:50:50.806 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 22:50:50 vm09 ceph-mon[51064]: from='client.? ' entity='client.rgw.foo.a' cmd='[{"prefix": "osd pool application enable","pool": "default.rgw.log","app": "rgw"}]': finished 2026-03-05T22:50:50.806 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 22:50:50 vm09 ceph-mon[51064]: from='client.? 192.168.123.102:0/3932535675' entity='mgr.y' cmd='[{"prefix": "osd pool application enable","pool": "default.rgw.log","app": "rgw"}]': finished 2026-03-05T22:50:50.806 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 22:50:50 vm09 ceph-mon[51064]: osdmap e55: 8 total, 8 up, 8 in 2026-03-05T22:50:50.806 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 22:50:50 vm09 ceph-mon[51064]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' 2026-03-05T22:50:51.036 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 22:50:50 vm02 ceph-mon[57234]: pgmap v131: 68 pgs: 11 active+clean, 17 creating+peering, 40 unknown; 577 KiB data, 215 MiB used, 160 GiB / 160 GiB avail 2026-03-05T22:50:51.036 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 22:50:50 vm02 ceph-mon[57234]: from='client.24359 -' entity='client.admin' cmd=[{"prefix": "orch apply iscsi", "pool": "datapool", "api_user": "admin", "api_password": "admin", "trusted_ip_list": "192.168.123.109", "placement": "1;vm09=iscsi.a", "target": ["mon-mgr", ""]}]: dispatch 2026-03-05T22:50:51.036 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 22:50:50 vm02 ceph-mon[57234]: Saving service iscsi.datapool spec with placement vm09=iscsi.a;count:1 2026-03-05T22:50:51.036 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 22:50:50 vm02 ceph-mon[57234]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' 2026-03-05T22:50:51.036 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 22:50:50 vm02 ceph-mon[57234]: from='client.? ' entity='client.rgw.foo.a' cmd='[{"prefix": "osd pool application enable","pool": "default.rgw.log","app": "rgw"}]': finished 2026-03-05T22:50:51.036 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 22:50:50 vm02 ceph-mon[57234]: from='client.? 192.168.123.102:0/3932535675' entity='mgr.y' cmd='[{"prefix": "osd pool application enable","pool": "default.rgw.log","app": "rgw"}]': finished 2026-03-05T22:50:51.036 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 22:50:50 vm02 ceph-mon[57234]: osdmap e55: 8 total, 8 up, 8 in 2026-03-05T22:50:51.036 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 22:50:50 vm02 ceph-mon[57234]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' 2026-03-05T22:50:51.036 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 22:50:50 vm02 ceph-mon[51276]: pgmap v131: 68 pgs: 11 active+clean, 17 creating+peering, 40 unknown; 577 KiB data, 215 MiB used, 160 GiB / 160 GiB avail 2026-03-05T22:50:51.036 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 22:50:50 vm02 ceph-mon[51276]: from='client.24359 -' entity='client.admin' cmd=[{"prefix": "orch apply iscsi", "pool": "datapool", "api_user": "admin", "api_password": "admin", "trusted_ip_list": "192.168.123.109", "placement": "1;vm09=iscsi.a", "target": ["mon-mgr", ""]}]: dispatch 2026-03-05T22:50:51.036 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 22:50:50 vm02 ceph-mon[51276]: Saving service iscsi.datapool spec with placement vm09=iscsi.a;count:1 2026-03-05T22:50:51.036 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 22:50:50 vm02 ceph-mon[51276]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' 2026-03-05T22:50:51.036 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 22:50:50 vm02 ceph-mon[51276]: from='client.? ' entity='client.rgw.foo.a' cmd='[{"prefix": "osd pool application enable","pool": "default.rgw.log","app": "rgw"}]': finished 2026-03-05T22:50:51.036 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 22:50:50 vm02 ceph-mon[51276]: from='client.? 192.168.123.102:0/3932535675' entity='mgr.y' cmd='[{"prefix": "osd pool application enable","pool": "default.rgw.log","app": "rgw"}]': finished 2026-03-05T22:50:51.036 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 22:50:50 vm02 ceph-mon[51276]: osdmap e55: 8 total, 8 up, 8 in 2026-03-05T22:50:51.036 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 22:50:50 vm02 ceph-mon[51276]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' 2026-03-05T22:50:51.100 INFO:teuthology.orchestra.run.vm09.stderr:Inferring config /var/lib/ceph/ce88f304-18dc-11f1-81b4-a3325c551960/mon.b/config 2026-03-05T22:50:51.473 INFO:teuthology.orchestra.run.vm09.stdout:Scheduled node-exporter update... 2026-03-05T22:50:51.625 DEBUG:teuthology.orchestra.run.vm02:node-exporter.a> sudo journalctl -f -n 0 -u ceph-ce88f304-18dc-11f1-81b4-a3325c551960@node-exporter.a.service 2026-03-05T22:50:51.631 DEBUG:teuthology.orchestra.run.vm09:node-exporter.b> sudo journalctl -f -n 0 -u ceph-ce88f304-18dc-11f1-81b4-a3325c551960@node-exporter.b.service 2026-03-05T22:50:51.667 INFO:tasks.cephadm:Adding alertmanager.a on vm02 2026-03-05T22:50:51.667 DEBUG:teuthology.orchestra.run.vm09:> sudo /home/ubuntu/cephtest/cephadm --image harbor.clyso.com/custom-ceph/ceph/ceph:cobaltcore-storage-v19.2.3-fasttrack-3 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid ce88f304-18dc-11f1-81b4-a3325c551960 -- ceph orch apply alertmanager '1;vm02=a' 2026-03-05T22:50:51.754 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 22:50:51 vm09 ceph-mon[51064]: from='client.24365 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "prometheus", "placement": "1;vm09=a", "target": ["mon-mgr", ""]}]: dispatch 2026-03-05T22:50:51.754 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 22:50:51 vm09 ceph-mon[51064]: Saving service prometheus spec with placement vm09=a;count:1 2026-03-05T22:50:51.754 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 22:50:51 vm09 ceph-mon[51064]: osdmap e56: 8 total, 8 up, 8 in 2026-03-05T22:50:51.754 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 22:50:51 vm09 ceph-mon[51064]: from='client.? 192.168.123.102:0/3932535675' entity='mgr.y' cmd=[{"prefix": "osd pool application enable","pool": "default.rgw.control","app": "rgw"}]: dispatch 2026-03-05T22:50:51.754 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 22:50:51 vm09 ceph-mon[51064]: from='client.? 192.168.123.102:0/2315746305' entity='client.rgw.foo.a' cmd=[{"prefix": "osd pool application enable","pool": "default.rgw.control","app": "rgw"}]: dispatch 2026-03-05T22:50:51.754 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 22:50:51 vm09 ceph-mon[51064]: from='client.? ' entity='client.rgw.foo.a' cmd=[{"prefix": "osd pool application enable","pool": "default.rgw.control","app": "rgw"}]: dispatch 2026-03-05T22:50:51.754 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 22:50:51 vm09 ceph-mon[51064]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' 2026-03-05T22:50:52.036 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 22:50:51 vm02 ceph-mon[57234]: from='client.24365 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "prometheus", "placement": "1;vm09=a", "target": ["mon-mgr", ""]}]: dispatch 2026-03-05T22:50:52.036 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 22:50:51 vm02 ceph-mon[57234]: Saving service prometheus spec with placement vm09=a;count:1 2026-03-05T22:50:52.036 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 22:50:51 vm02 ceph-mon[57234]: osdmap e56: 8 total, 8 up, 8 in 2026-03-05T22:50:52.036 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 22:50:51 vm02 ceph-mon[57234]: from='client.? 192.168.123.102:0/3932535675' entity='mgr.y' cmd=[{"prefix": "osd pool application enable","pool": "default.rgw.control","app": "rgw"}]: dispatch 2026-03-05T22:50:52.036 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 22:50:51 vm02 ceph-mon[57234]: from='client.? 192.168.123.102:0/2315746305' entity='client.rgw.foo.a' cmd=[{"prefix": "osd pool application enable","pool": "default.rgw.control","app": "rgw"}]: dispatch 2026-03-05T22:50:52.036 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 22:50:51 vm02 ceph-mon[57234]: from='client.? ' entity='client.rgw.foo.a' cmd=[{"prefix": "osd pool application enable","pool": "default.rgw.control","app": "rgw"}]: dispatch 2026-03-05T22:50:52.036 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 22:50:51 vm02 ceph-mon[57234]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' 2026-03-05T22:50:52.036 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 22:50:51 vm02 ceph-mon[51276]: from='client.24365 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "prometheus", "placement": "1;vm09=a", "target": ["mon-mgr", ""]}]: dispatch 2026-03-05T22:50:52.036 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 22:50:51 vm02 ceph-mon[51276]: Saving service prometheus spec with placement vm09=a;count:1 2026-03-05T22:50:52.036 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 22:50:51 vm02 ceph-mon[51276]: osdmap e56: 8 total, 8 up, 8 in 2026-03-05T22:50:52.036 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 22:50:51 vm02 ceph-mon[51276]: from='client.? 192.168.123.102:0/3932535675' entity='mgr.y' cmd=[{"prefix": "osd pool application enable","pool": "default.rgw.control","app": "rgw"}]: dispatch 2026-03-05T22:50:52.036 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 22:50:51 vm02 ceph-mon[51276]: from='client.? 192.168.123.102:0/2315746305' entity='client.rgw.foo.a' cmd=[{"prefix": "osd pool application enable","pool": "default.rgw.control","app": "rgw"}]: dispatch 2026-03-05T22:50:52.036 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 22:50:51 vm02 ceph-mon[51276]: from='client.? ' entity='client.rgw.foo.a' cmd=[{"prefix": "osd pool application enable","pool": "default.rgw.control","app": "rgw"}]: dispatch 2026-03-05T22:50:52.036 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 22:50:51 vm02 ceph-mon[51276]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' 2026-03-05T22:50:52.065 INFO:teuthology.orchestra.run.vm09.stderr:Inferring config /var/lib/ceph/ce88f304-18dc-11f1-81b4-a3325c551960/mon.b/config 2026-03-05T22:50:52.413 INFO:teuthology.orchestra.run.vm09.stdout:Scheduled alertmanager update... 2026-03-05T22:50:52.569 DEBUG:teuthology.orchestra.run.vm02:alertmanager.a> sudo journalctl -f -n 0 -u ceph-ce88f304-18dc-11f1-81b4-a3325c551960@alertmanager.a.service 2026-03-05T22:50:52.571 INFO:tasks.cephadm:Adding grafana.a on vm09 2026-03-05T22:50:52.571 DEBUG:teuthology.orchestra.run.vm09:> sudo /home/ubuntu/cephtest/cephadm --image harbor.clyso.com/custom-ceph/ceph/ceph:cobaltcore-storage-v19.2.3-fasttrack-3 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid ce88f304-18dc-11f1-81b4-a3325c551960 -- ceph orch apply grafana '1;vm09=a' 2026-03-05T22:50:52.675 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 22:50:52 vm09 ceph-mon[51064]: from='client.24371 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "node-exporter", "placement": "2;vm02=a;vm09=b", "target": ["mon-mgr", ""]}]: dispatch 2026-03-05T22:50:52.675 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 22:50:52 vm09 ceph-mon[51064]: Saving service node-exporter spec with placement vm02=a;vm09=b;count:2 2026-03-05T22:50:52.675 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 22:50:52 vm09 ceph-mon[51064]: pgmap v134: 100 pgs: 43 active+clean, 26 creating+peering, 31 unknown; 578 KiB data, 215 MiB used, 160 GiB / 160 GiB avail 2026-03-05T22:50:52.675 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 22:50:52 vm09 ceph-mon[51064]: from='client.? 192.168.123.102:0/3932535675' entity='mgr.y' cmd='[{"prefix": "osd pool application enable","pool": "default.rgw.control","app": "rgw"}]': finished 2026-03-05T22:50:52.675 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 22:50:52 vm09 ceph-mon[51064]: from='client.? ' entity='client.rgw.foo.a' cmd='[{"prefix": "osd pool application enable","pool": "default.rgw.control","app": "rgw"}]': finished 2026-03-05T22:50:52.675 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 22:50:52 vm09 ceph-mon[51064]: osdmap e57: 8 total, 8 up, 8 in 2026-03-05T22:50:52.675 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 22:50:52 vm09 ceph-mon[51064]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' 2026-03-05T22:50:52.922 INFO:teuthology.orchestra.run.vm09.stderr:Inferring config /var/lib/ceph/ce88f304-18dc-11f1-81b4-a3325c551960/mon.b/config 2026-03-05T22:50:53.036 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 22:50:52 vm02 ceph-mon[57234]: from='client.24371 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "node-exporter", "placement": "2;vm02=a;vm09=b", "target": ["mon-mgr", ""]}]: dispatch 2026-03-05T22:50:53.036 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 22:50:52 vm02 ceph-mon[57234]: Saving service node-exporter spec with placement vm02=a;vm09=b;count:2 2026-03-05T22:50:53.036 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 22:50:52 vm02 ceph-mon[57234]: pgmap v134: 100 pgs: 43 active+clean, 26 creating+peering, 31 unknown; 578 KiB data, 215 MiB used, 160 GiB / 160 GiB avail 2026-03-05T22:50:53.036 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 22:50:52 vm02 ceph-mon[57234]: from='client.? 192.168.123.102:0/3932535675' entity='mgr.y' cmd='[{"prefix": "osd pool application enable","pool": "default.rgw.control","app": "rgw"}]': finished 2026-03-05T22:50:53.036 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 22:50:52 vm02 ceph-mon[57234]: from='client.? ' entity='client.rgw.foo.a' cmd='[{"prefix": "osd pool application enable","pool": "default.rgw.control","app": "rgw"}]': finished 2026-03-05T22:50:53.036 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 22:50:52 vm02 ceph-mon[57234]: osdmap e57: 8 total, 8 up, 8 in 2026-03-05T22:50:53.036 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 22:50:52 vm02 ceph-mon[57234]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' 2026-03-05T22:50:53.036 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 22:50:52 vm02 ceph-mon[51276]: from='client.24371 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "node-exporter", "placement": "2;vm02=a;vm09=b", "target": ["mon-mgr", ""]}]: dispatch 2026-03-05T22:50:53.036 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 22:50:52 vm02 ceph-mon[51276]: Saving service node-exporter spec with placement vm02=a;vm09=b;count:2 2026-03-05T22:50:53.036 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 22:50:52 vm02 ceph-mon[51276]: pgmap v134: 100 pgs: 43 active+clean, 26 creating+peering, 31 unknown; 578 KiB data, 215 MiB used, 160 GiB / 160 GiB avail 2026-03-05T22:50:53.036 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 22:50:52 vm02 ceph-mon[51276]: from='client.? 192.168.123.102:0/3932535675' entity='mgr.y' cmd='[{"prefix": "osd pool application enable","pool": "default.rgw.control","app": "rgw"}]': finished 2026-03-05T22:50:53.036 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 22:50:52 vm02 ceph-mon[51276]: from='client.? ' entity='client.rgw.foo.a' cmd='[{"prefix": "osd pool application enable","pool": "default.rgw.control","app": "rgw"}]': finished 2026-03-05T22:50:53.036 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 22:50:52 vm02 ceph-mon[51276]: osdmap e57: 8 total, 8 up, 8 in 2026-03-05T22:50:53.036 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 22:50:52 vm02 ceph-mon[51276]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' 2026-03-05T22:50:53.271 INFO:teuthology.orchestra.run.vm09.stdout:Scheduled grafana update... 2026-03-05T22:50:53.425 DEBUG:teuthology.orchestra.run.vm09:grafana.a> sudo journalctl -f -n 0 -u ceph-ce88f304-18dc-11f1-81b4-a3325c551960@grafana.a.service 2026-03-05T22:50:53.426 INFO:tasks.cephadm:Setting up client nodes... 2026-03-05T22:50:53.426 DEBUG:teuthology.orchestra.run.vm02:> sudo /home/ubuntu/cephtest/cephadm --image harbor.clyso.com/custom-ceph/ceph/ceph:cobaltcore-storage-v19.2.3-fasttrack-3 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid ce88f304-18dc-11f1-81b4-a3325c551960 -- ceph auth get-or-create client.0 mon 'allow *' osd 'allow *' mds 'allow *' mgr 'allow *' 2026-03-05T22:50:53.786 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 22:50:53 vm02 ceph-mon[51276]: from='client.24377 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "alertmanager", "placement": "1;vm02=a", "target": ["mon-mgr", ""]}]: dispatch 2026-03-05T22:50:53.786 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 22:50:53 vm02 ceph-mon[51276]: Saving service alertmanager spec with placement vm02=a;count:1 2026-03-05T22:50:53.786 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 22:50:53 vm02 ceph-mon[51276]: osdmap e58: 8 total, 8 up, 8 in 2026-03-05T22:50:53.786 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 22:50:53 vm02 ceph-mon[51276]: from='client.? 192.168.123.102:0/3932535675' entity='mgr.y' cmd=[{"prefix": "osd pool application enable","pool": "default.rgw.meta","app": "rgw"}]: dispatch 2026-03-05T22:50:53.786 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 22:50:53 vm02 ceph-mon[51276]: from='client.? 192.168.123.102:0/2315746305' entity='client.rgw.foo.a' cmd=[{"prefix": "osd pool application enable","pool": "default.rgw.meta","app": "rgw"}]: dispatch 2026-03-05T22:50:53.786 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 22:50:53 vm02 ceph-mon[51276]: from='client.? ' entity='client.rgw.foo.a' cmd=[{"prefix": "osd pool application enable","pool": "default.rgw.meta","app": "rgw"}]: dispatch 2026-03-05T22:50:53.786 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 22:50:53 vm02 ceph-mon[51276]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' 2026-03-05T22:50:53.787 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 22:50:53 vm02 ceph-mon[57234]: from='client.24377 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "alertmanager", "placement": "1;vm02=a", "target": ["mon-mgr", ""]}]: dispatch 2026-03-05T22:50:53.787 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 22:50:53 vm02 ceph-mon[57234]: Saving service alertmanager spec with placement vm02=a;count:1 2026-03-05T22:50:53.787 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 22:50:53 vm02 ceph-mon[57234]: osdmap e58: 8 total, 8 up, 8 in 2026-03-05T22:50:53.787 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 22:50:53 vm02 ceph-mon[57234]: from='client.? 192.168.123.102:0/3932535675' entity='mgr.y' cmd=[{"prefix": "osd pool application enable","pool": "default.rgw.meta","app": "rgw"}]: dispatch 2026-03-05T22:50:53.787 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 22:50:53 vm02 ceph-mon[57234]: from='client.? 192.168.123.102:0/2315746305' entity='client.rgw.foo.a' cmd=[{"prefix": "osd pool application enable","pool": "default.rgw.meta","app": "rgw"}]: dispatch 2026-03-05T22:50:53.787 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 22:50:53 vm02 ceph-mon[57234]: from='client.? ' entity='client.rgw.foo.a' cmd=[{"prefix": "osd pool application enable","pool": "default.rgw.meta","app": "rgw"}]: dispatch 2026-03-05T22:50:53.787 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 22:50:53 vm02 ceph-mon[57234]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' 2026-03-05T22:50:53.813 INFO:teuthology.orchestra.run.vm02.stderr:Inferring config /var/lib/ceph/ce88f304-18dc-11f1-81b4-a3325c551960/mon.a/config 2026-03-05T22:50:53.926 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 22:50:53 vm09 ceph-mon[51064]: from='client.24377 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "alertmanager", "placement": "1;vm02=a", "target": ["mon-mgr", ""]}]: dispatch 2026-03-05T22:50:53.926 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 22:50:53 vm09 ceph-mon[51064]: Saving service alertmanager spec with placement vm02=a;count:1 2026-03-05T22:50:53.926 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 22:50:53 vm09 ceph-mon[51064]: osdmap e58: 8 total, 8 up, 8 in 2026-03-05T22:50:53.926 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 22:50:53 vm09 ceph-mon[51064]: from='client.? 192.168.123.102:0/3932535675' entity='mgr.y' cmd=[{"prefix": "osd pool application enable","pool": "default.rgw.meta","app": "rgw"}]: dispatch 2026-03-05T22:50:53.926 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 22:50:53 vm09 ceph-mon[51064]: from='client.? 192.168.123.102:0/2315746305' entity='client.rgw.foo.a' cmd=[{"prefix": "osd pool application enable","pool": "default.rgw.meta","app": "rgw"}]: dispatch 2026-03-05T22:50:53.926 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 22:50:53 vm09 ceph-mon[51064]: from='client.? ' entity='client.rgw.foo.a' cmd=[{"prefix": "osd pool application enable","pool": "default.rgw.meta","app": "rgw"}]: dispatch 2026-03-05T22:50:53.926 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 22:50:53 vm09 ceph-mon[51064]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' 2026-03-05T22:50:54.187 INFO:teuthology.orchestra.run.vm02.stdout:[client.0] 2026-03-05T22:50:54.187 INFO:teuthology.orchestra.run.vm02.stdout: key = AQC++qlpQcvHChAAXE8cO/Mhsv4Pr9tyf9PTQA== 2026-03-05T22:50:54.338 DEBUG:teuthology.orchestra.run.vm02:> set -ex 2026-03-05T22:50:54.338 DEBUG:teuthology.orchestra.run.vm02:> sudo dd of=/etc/ceph/ceph.client.0.keyring 2026-03-05T22:50:54.338 DEBUG:teuthology.orchestra.run.vm02:> sudo chmod 0644 /etc/ceph/ceph.client.0.keyring 2026-03-05T22:50:54.376 DEBUG:teuthology.orchestra.run.vm09:> sudo /home/ubuntu/cephtest/cephadm --image harbor.clyso.com/custom-ceph/ceph/ceph:cobaltcore-storage-v19.2.3-fasttrack-3 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid ce88f304-18dc-11f1-81b4-a3325c551960 -- ceph auth get-or-create client.1 mon 'allow *' osd 'allow *' mds 'allow *' mgr 'allow *' 2026-03-05T22:50:54.676 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 22:50:54 vm09 ceph-mon[51064]: from='client.24383 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "grafana", "placement": "1;vm09=a", "target": ["mon-mgr", ""]}]: dispatch 2026-03-05T22:50:54.676 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 22:50:54 vm09 ceph-mon[51064]: Saving service grafana spec with placement vm09=a;count:1 2026-03-05T22:50:54.676 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 22:50:54 vm09 ceph-mon[51064]: pgmap v137: 132 pgs: 61 active+clean, 24 creating+peering, 47 unknown; 578 KiB data, 216 MiB used, 160 GiB / 160 GiB avail; 3.5 KiB/s rd, 1.5 KiB/s wr, 5 op/s 2026-03-05T22:50:54.676 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 22:50:54 vm09 ceph-mon[51064]: from='client.? 192.168.123.102:0/3932535675' entity='mgr.y' cmd='[{"prefix": "osd pool application enable","pool": "default.rgw.meta","app": "rgw"}]': finished 2026-03-05T22:50:54.676 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 22:50:54 vm09 ceph-mon[51064]: from='client.? ' entity='client.rgw.foo.a' cmd='[{"prefix": "osd pool application enable","pool": "default.rgw.meta","app": "rgw"}]': finished 2026-03-05T22:50:54.676 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 22:50:54 vm09 ceph-mon[51064]: osdmap e59: 8 total, 8 up, 8 in 2026-03-05T22:50:54.676 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 22:50:54 vm09 ceph-mon[51064]: from='client.? 192.168.123.102:0/2315746305' entity='client.rgw.foo.a' cmd=[{"prefix": "osd pool set", "pool": "default.rgw.meta", "var": "pg_autoscale_bias", "val": "4"}]: dispatch 2026-03-05T22:50:54.676 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 22:50:54 vm09 ceph-mon[51064]: from='client.? ' entity='client.rgw.foo.a' cmd=[{"prefix": "osd pool set", "pool": "default.rgw.meta", "var": "pg_autoscale_bias", "val": "4"}]: dispatch 2026-03-05T22:50:54.676 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 22:50:54 vm09 ceph-mon[51064]: from='client.? 192.168.123.102:0/3932535675' entity='mgr.y' cmd=[{"prefix": "osd pool set", "pool": "default.rgw.meta", "var": "pg_autoscale_bias", "val": "4"}]: dispatch 2026-03-05T22:50:54.676 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 22:50:54 vm09 ceph-mon[51064]: from='client.? 192.168.123.102:0/2824688688' entity='client.admin' cmd=[{"prefix": "auth get-or-create", "entity": "client.0", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]: dispatch 2026-03-05T22:50:54.676 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 22:50:54 vm09 ceph-mon[51064]: from='client.? 192.168.123.102:0/2824688688' entity='client.admin' cmd='[{"prefix": "auth get-or-create", "entity": "client.0", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]': finished 2026-03-05T22:50:54.720 INFO:teuthology.orchestra.run.vm09.stderr:Inferring config /var/lib/ceph/ce88f304-18dc-11f1-81b4-a3325c551960/mon.b/config 2026-03-05T22:50:54.829 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 22:50:54 vm02 ceph-mon[51276]: from='client.24383 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "grafana", "placement": "1;vm09=a", "target": ["mon-mgr", ""]}]: dispatch 2026-03-05T22:50:54.829 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 22:50:54 vm02 ceph-mon[51276]: Saving service grafana spec with placement vm09=a;count:1 2026-03-05T22:50:54.829 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 22:50:54 vm02 ceph-mon[51276]: pgmap v137: 132 pgs: 61 active+clean, 24 creating+peering, 47 unknown; 578 KiB data, 216 MiB used, 160 GiB / 160 GiB avail; 3.5 KiB/s rd, 1.5 KiB/s wr, 5 op/s 2026-03-05T22:50:54.829 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 22:50:54 vm02 ceph-mon[51276]: from='client.? 192.168.123.102:0/3932535675' entity='mgr.y' cmd='[{"prefix": "osd pool application enable","pool": "default.rgw.meta","app": "rgw"}]': finished 2026-03-05T22:50:54.829 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 22:50:54 vm02 ceph-mon[51276]: from='client.? ' entity='client.rgw.foo.a' cmd='[{"prefix": "osd pool application enable","pool": "default.rgw.meta","app": "rgw"}]': finished 2026-03-05T22:50:54.829 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 22:50:54 vm02 ceph-mon[51276]: osdmap e59: 8 total, 8 up, 8 in 2026-03-05T22:50:54.829 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 22:50:54 vm02 ceph-mon[51276]: from='client.? 192.168.123.102:0/2315746305' entity='client.rgw.foo.a' cmd=[{"prefix": "osd pool set", "pool": "default.rgw.meta", "var": "pg_autoscale_bias", "val": "4"}]: dispatch 2026-03-05T22:50:54.829 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 22:50:54 vm02 ceph-mon[51276]: from='client.? ' entity='client.rgw.foo.a' cmd=[{"prefix": "osd pool set", "pool": "default.rgw.meta", "var": "pg_autoscale_bias", "val": "4"}]: dispatch 2026-03-05T22:50:54.829 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 22:50:54 vm02 ceph-mon[51276]: from='client.? 192.168.123.102:0/3932535675' entity='mgr.y' cmd=[{"prefix": "osd pool set", "pool": "default.rgw.meta", "var": "pg_autoscale_bias", "val": "4"}]: dispatch 2026-03-05T22:50:54.829 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 22:50:54 vm02 ceph-mon[51276]: from='client.? 192.168.123.102:0/2824688688' entity='client.admin' cmd=[{"prefix": "auth get-or-create", "entity": "client.0", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]: dispatch 2026-03-05T22:50:54.829 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 22:50:54 vm02 ceph-mon[51276]: from='client.? 192.168.123.102:0/2824688688' entity='client.admin' cmd='[{"prefix": "auth get-or-create", "entity": "client.0", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]': finished 2026-03-05T22:50:54.830 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 22:50:54 vm02 ceph-mon[57234]: from='client.24383 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "grafana", "placement": "1;vm09=a", "target": ["mon-mgr", ""]}]: dispatch 2026-03-05T22:50:54.830 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 22:50:54 vm02 ceph-mon[57234]: Saving service grafana spec with placement vm09=a;count:1 2026-03-05T22:50:54.830 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 22:50:54 vm02 ceph-mon[57234]: pgmap v137: 132 pgs: 61 active+clean, 24 creating+peering, 47 unknown; 578 KiB data, 216 MiB used, 160 GiB / 160 GiB avail; 3.5 KiB/s rd, 1.5 KiB/s wr, 5 op/s 2026-03-05T22:50:54.830 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 22:50:54 vm02 ceph-mon[57234]: from='client.? 192.168.123.102:0/3932535675' entity='mgr.y' cmd='[{"prefix": "osd pool application enable","pool": "default.rgw.meta","app": "rgw"}]': finished 2026-03-05T22:50:54.830 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 22:50:54 vm02 ceph-mon[57234]: from='client.? ' entity='client.rgw.foo.a' cmd='[{"prefix": "osd pool application enable","pool": "default.rgw.meta","app": "rgw"}]': finished 2026-03-05T22:50:54.830 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 22:50:54 vm02 ceph-mon[57234]: osdmap e59: 8 total, 8 up, 8 in 2026-03-05T22:50:54.830 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 22:50:54 vm02 ceph-mon[57234]: from='client.? 192.168.123.102:0/2315746305' entity='client.rgw.foo.a' cmd=[{"prefix": "osd pool set", "pool": "default.rgw.meta", "var": "pg_autoscale_bias", "val": "4"}]: dispatch 2026-03-05T22:50:54.830 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 22:50:54 vm02 ceph-mon[57234]: from='client.? ' entity='client.rgw.foo.a' cmd=[{"prefix": "osd pool set", "pool": "default.rgw.meta", "var": "pg_autoscale_bias", "val": "4"}]: dispatch 2026-03-05T22:50:54.830 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 22:50:54 vm02 ceph-mon[57234]: from='client.? 192.168.123.102:0/3932535675' entity='mgr.y' cmd=[{"prefix": "osd pool set", "pool": "default.rgw.meta", "var": "pg_autoscale_bias", "val": "4"}]: dispatch 2026-03-05T22:50:54.830 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 22:50:54 vm02 ceph-mon[57234]: from='client.? 192.168.123.102:0/2824688688' entity='client.admin' cmd=[{"prefix": "auth get-or-create", "entity": "client.0", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]: dispatch 2026-03-05T22:50:54.830 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 22:50:54 vm02 ceph-mon[57234]: from='client.? 192.168.123.102:0/2824688688' entity='client.admin' cmd='[{"prefix": "auth get-or-create", "entity": "client.0", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]': finished 2026-03-05T22:50:54.830 INFO:journalctl@ceph.rgw.foo.a.vm02.stdout:Mar 05 22:50:54 vm02 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-rgw-foo-a[77035]: 2026-03-05T21:50:54.816+0000 7f013417d940 -1 LDAP not started since no server URIs were provided in the configuration. 2026-03-05T22:50:55.293 INFO:teuthology.orchestra.run.vm09.stdout:[client.1] 2026-03-05T22:50:55.293 INFO:teuthology.orchestra.run.vm09.stdout: key = AQC/+qlp2VU9ERAABUOdmL455998+vF3tkYTWQ== 2026-03-05T22:50:55.457 DEBUG:teuthology.orchestra.run.vm09:> set -ex 2026-03-05T22:50:55.457 DEBUG:teuthology.orchestra.run.vm09:> sudo dd of=/etc/ceph/ceph.client.1.keyring 2026-03-05T22:50:55.457 DEBUG:teuthology.orchestra.run.vm09:> sudo chmod 0644 /etc/ceph/ceph.client.1.keyring 2026-03-05T22:50:55.497 INFO:tasks.ceph:Waiting until ceph daemons up and pgs clean... 2026-03-05T22:50:55.497 INFO:tasks.cephadm.ceph_manager.ceph:waiting for mgr available 2026-03-05T22:50:55.497 DEBUG:teuthology.orchestra.run.vm02:> sudo /home/ubuntu/cephtest/cephadm --image harbor.clyso.com/custom-ceph/ceph/ceph:cobaltcore-storage-v19.2.3-fasttrack-3 shell --fsid ce88f304-18dc-11f1-81b4-a3325c551960 -- ceph mgr dump --format=json 2026-03-05T22:50:55.788 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 22:50:55 vm02 ceph-mon[51276]: from='client.? ' entity='client.rgw.foo.a' cmd='[{"prefix": "osd pool set", "pool": "default.rgw.meta", "var": "pg_autoscale_bias", "val": "4"}]': finished 2026-03-05T22:50:55.788 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 22:50:55 vm02 ceph-mon[51276]: from='client.? 192.168.123.102:0/3932535675' entity='mgr.y' cmd='[{"prefix": "osd pool set", "pool": "default.rgw.meta", "var": "pg_autoscale_bias", "val": "4"}]': finished 2026-03-05T22:50:55.788 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 22:50:55 vm02 ceph-mon[51276]: osdmap e60: 8 total, 8 up, 8 in 2026-03-05T22:50:55.789 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 22:50:55 vm02 ceph-mon[51276]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' 2026-03-05T22:50:55.789 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 22:50:55 vm02 ceph-mon[51276]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' 2026-03-05T22:50:55.789 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 22:50:55 vm02 ceph-mon[51276]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' 2026-03-05T22:50:55.789 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 22:50:55 vm02 ceph-mon[51276]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "client.iscsi.iscsi.a", "caps": ["mon", "profile rbd, allow command \"osd blocklist\", allow command \"config-key get\" with \"key\" prefix \"iscsi/\"", "mgr", "allow command \"service status\"", "osd", "allow rwx"]}]: dispatch 2026-03-05T22:50:55.789 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 22:50:55 vm02 ceph-mon[51276]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' cmd='[{"prefix": "auth get-or-create", "entity": "client.iscsi.iscsi.a", "caps": ["mon", "profile rbd, allow command \"osd blocklist\", allow command \"config-key get\" with \"key\" prefix \"iscsi/\"", "mgr", "allow command \"service status\"", "osd", "allow rwx"]}]': finished 2026-03-05T22:50:55.789 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 22:50:55 vm02 ceph-mon[51276]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-03-05T22:50:55.789 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 22:50:55 vm02 ceph-mon[51276]: Deploying daemon iscsi.iscsi.a on vm09 2026-03-05T22:50:55.789 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 22:50:55 vm02 ceph-mon[51276]: from='client.? 192.168.123.109:0/222391124' entity='client.admin' cmd=[{"prefix": "auth get-or-create", "entity": "client.1", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]: dispatch 2026-03-05T22:50:55.789 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 22:50:55 vm02 ceph-mon[51276]: from='client.? 192.168.123.109:0/222391124' entity='client.admin' cmd='[{"prefix": "auth get-or-create", "entity": "client.1", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]': finished 2026-03-05T22:50:55.789 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 22:50:55 vm02 ceph-mon[51276]: pgmap v140: 132 pgs: 93 active+clean, 1 creating+activating, 13 creating+peering, 25 unknown; 578 KiB data, 216 MiB used, 160 GiB / 160 GiB avail; 2.2 KiB/s rd, 1.2 KiB/s wr, 4 op/s 2026-03-05T22:50:55.789 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 22:50:55 vm02 ceph-mon[57234]: from='client.? ' entity='client.rgw.foo.a' cmd='[{"prefix": "osd pool set", "pool": "default.rgw.meta", "var": "pg_autoscale_bias", "val": "4"}]': finished 2026-03-05T22:50:55.789 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 22:50:55 vm02 ceph-mon[57234]: from='client.? 192.168.123.102:0/3932535675' entity='mgr.y' cmd='[{"prefix": "osd pool set", "pool": "default.rgw.meta", "var": "pg_autoscale_bias", "val": "4"}]': finished 2026-03-05T22:50:55.789 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 22:50:55 vm02 ceph-mon[57234]: osdmap e60: 8 total, 8 up, 8 in 2026-03-05T22:50:55.789 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 22:50:55 vm02 ceph-mon[57234]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' 2026-03-05T22:50:55.789 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 22:50:55 vm02 ceph-mon[57234]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' 2026-03-05T22:50:55.789 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 22:50:55 vm02 ceph-mon[57234]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' 2026-03-05T22:50:55.789 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 22:50:55 vm02 ceph-mon[57234]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "client.iscsi.iscsi.a", "caps": ["mon", "profile rbd, allow command \"osd blocklist\", allow command \"config-key get\" with \"key\" prefix \"iscsi/\"", "mgr", "allow command \"service status\"", "osd", "allow rwx"]}]: dispatch 2026-03-05T22:50:55.789 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 22:50:55 vm02 ceph-mon[57234]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' cmd='[{"prefix": "auth get-or-create", "entity": "client.iscsi.iscsi.a", "caps": ["mon", "profile rbd, allow command \"osd blocklist\", allow command \"config-key get\" with \"key\" prefix \"iscsi/\"", "mgr", "allow command \"service status\"", "osd", "allow rwx"]}]': finished 2026-03-05T22:50:55.789 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 22:50:55 vm02 ceph-mon[57234]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-03-05T22:50:55.789 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 22:50:55 vm02 ceph-mon[57234]: Deploying daemon iscsi.iscsi.a on vm09 2026-03-05T22:50:55.789 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 22:50:55 vm02 ceph-mon[57234]: from='client.? 192.168.123.109:0/222391124' entity='client.admin' cmd=[{"prefix": "auth get-or-create", "entity": "client.1", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]: dispatch 2026-03-05T22:50:55.789 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 22:50:55 vm02 ceph-mon[57234]: from='client.? 192.168.123.109:0/222391124' entity='client.admin' cmd='[{"prefix": "auth get-or-create", "entity": "client.1", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]': finished 2026-03-05T22:50:55.789 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 22:50:55 vm02 ceph-mon[57234]: pgmap v140: 132 pgs: 93 active+clean, 1 creating+activating, 13 creating+peering, 25 unknown; 578 KiB data, 216 MiB used, 160 GiB / 160 GiB avail; 2.2 KiB/s rd, 1.2 KiB/s wr, 4 op/s 2026-03-05T22:50:55.852 INFO:teuthology.orchestra.run.vm02.stderr:Inferring config /var/lib/ceph/ce88f304-18dc-11f1-81b4-a3325c551960/mon.a/config 2026-03-05T22:50:55.884 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 22:50:55 vm09 ceph-mon[51064]: from='client.? ' entity='client.rgw.foo.a' cmd='[{"prefix": "osd pool set", "pool": "default.rgw.meta", "var": "pg_autoscale_bias", "val": "4"}]': finished 2026-03-05T22:50:55.884 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 22:50:55 vm09 ceph-mon[51064]: from='client.? 192.168.123.102:0/3932535675' entity='mgr.y' cmd='[{"prefix": "osd pool set", "pool": "default.rgw.meta", "var": "pg_autoscale_bias", "val": "4"}]': finished 2026-03-05T22:50:55.884 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 22:50:55 vm09 ceph-mon[51064]: osdmap e60: 8 total, 8 up, 8 in 2026-03-05T22:50:55.884 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 22:50:55 vm09 ceph-mon[51064]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' 2026-03-05T22:50:55.884 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 22:50:55 vm09 ceph-mon[51064]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' 2026-03-05T22:50:55.884 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 22:50:55 vm09 ceph-mon[51064]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' 2026-03-05T22:50:55.884 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 22:50:55 vm09 ceph-mon[51064]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "client.iscsi.iscsi.a", "caps": ["mon", "profile rbd, allow command \"osd blocklist\", allow command \"config-key get\" with \"key\" prefix \"iscsi/\"", "mgr", "allow command \"service status\"", "osd", "allow rwx"]}]: dispatch 2026-03-05T22:50:55.884 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 22:50:55 vm09 ceph-mon[51064]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' cmd='[{"prefix": "auth get-or-create", "entity": "client.iscsi.iscsi.a", "caps": ["mon", "profile rbd, allow command \"osd blocklist\", allow command \"config-key get\" with \"key\" prefix \"iscsi/\"", "mgr", "allow command \"service status\"", "osd", "allow rwx"]}]': finished 2026-03-05T22:50:55.884 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 22:50:55 vm09 ceph-mon[51064]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-03-05T22:50:55.884 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 22:50:55 vm09 ceph-mon[51064]: Deploying daemon iscsi.iscsi.a on vm09 2026-03-05T22:50:55.884 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 22:50:55 vm09 ceph-mon[51064]: from='client.? 192.168.123.109:0/222391124' entity='client.admin' cmd=[{"prefix": "auth get-or-create", "entity": "client.1", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]: dispatch 2026-03-05T22:50:55.884 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 22:50:55 vm09 ceph-mon[51064]: from='client.? 192.168.123.109:0/222391124' entity='client.admin' cmd='[{"prefix": "auth get-or-create", "entity": "client.1", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]': finished 2026-03-05T22:50:55.884 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 22:50:55 vm09 ceph-mon[51064]: pgmap v140: 132 pgs: 93 active+clean, 1 creating+activating, 13 creating+peering, 25 unknown; 578 KiB data, 216 MiB used, 160 GiB / 160 GiB avail; 2.2 KiB/s rd, 1.2 KiB/s wr, 4 op/s 2026-03-05T22:50:56.160 INFO:journalctl@ceph.iscsi.iscsi.a.vm09.stdout:Mar 05 22:50:56 vm09 systemd[1]: Starting Ceph iscsi.iscsi.a for ce88f304-18dc-11f1-81b4-a3325c551960... 2026-03-05T22:50:56.225 INFO:teuthology.orchestra.run.vm02.stdout: 2026-03-05T22:50:56.410 INFO:teuthology.orchestra.run.vm02.stdout:{"epoch":15,"flags":0,"active_gid":14156,"active_name":"y","active_addrs":{"addrvec":[{"type":"v2","addr":"192.168.123.102:6800","nonce":333655698},{"type":"v1","addr":"192.168.123.102:6801","nonce":333655698}]},"active_addr":"192.168.123.102:6801/333655698","active_change":"2026-03-05T21:48:04.806422+0000","active_mgr_features":4540701547738038271,"available":true,"standbys":[{"gid":24104,"name":"x","mgr_features":4540701547738038271,"available_modules":[{"name":"alerts","can_run":true,"error_string":"","module_options":{"interval":{"name":"interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"How frequently to reexamine health status","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"smtp_destination":{"name":"smtp_destination","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Email address to send alerts to","long_desc":"","tags":[],"see_also":[]},"smtp_from_name":{"name":"smtp_from_name","type":"str","level":"advanced","flags":1,"default_value":"Ceph","min":"","max":"","enum_allowed":[],"desc":"Email From: name","long_desc":"","tags":[],"see_also":[]},"smtp_host":{"name":"smtp_host","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_password":{"name":"smtp_password","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Password to authenticate with","long_desc":"","tags":[],"see_also":[]},"smtp_port":{"name":"smtp_port","type":"int","level":"advanced","flags":1,"default_value":"465","min":"","max":"","enum_allowed":[],"desc":"SMTP port","long_desc":"","tags":[],"see_also":[]},"smtp_sender":{"name":"smtp_sender","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP envelope sender","long_desc":"","tags":[],"see_also":[]},"smtp_ssl":{"name":"smtp_ssl","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Use SSL to connect to SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_user":{"name":"smtp_user","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"User to authenticate as","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"balancer","can_run":true,"error_string":"","module_options":{"active":{"name":"active","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"automatically balance PGs across cluster","long_desc":"","tags":[],"see_also":[]},"begin_time":{"name":"begin_time","type":"str","level":"advanced","flags":1,"default_value":"0000","min":"","max":"","enum_allowed":[],"desc":"beginning time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"begin_weekday":{"name":"begin_weekday","type":"uint","level":"advanced","flags":1,"default_value":"0","min":"0","max":"6","enum_allowed":[],"desc":"Restrict automatic balancing to this day of the week or later","long_desc":"0 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"crush_compat_max_iterations":{"name":"crush_compat_max_iterations","type":"uint","level":"advanced","flags":1,"default_value":"25","min":"1","max":"250","enum_allowed":[],"desc":"maximum number of iterations to attempt optimization","long_desc":"","tags":[],"see_also":[]},"crush_compat_metrics":{"name":"crush_compat_metrics","type":"str","level":"advanced","flags":1,"default_value":"pgs,objects,bytes","min":"","max":"","enum_allowed":[],"desc":"metrics with which to calculate OSD utilization","long_desc":"Value is a list of one or more of \"pgs\", \"objects\", or \"bytes\", and indicates which metrics to use to balance utilization.","tags":[],"see_also":[]},"crush_compat_step":{"name":"crush_compat_step","type":"float","level":"advanced","flags":1,"default_value":"0.5","min":"0.001","max":"0.999","enum_allowed":[],"desc":"aggressiveness of optimization","long_desc":".99 is very aggressive, .01 is less aggressive","tags":[],"see_also":[]},"end_time":{"name":"end_time","type":"str","level":"advanced","flags":1,"default_value":"2359","min":"","max":"","enum_allowed":[],"desc":"ending time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"end_weekday":{"name":"end_weekday","type":"uint","level":"advanced","flags":1,"default_value":"0","min":"0","max":"6","enum_allowed":[],"desc":"Restrict automatic balancing to days of the week earlier than this","long_desc":"0 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_score":{"name":"min_score","type":"float","level":"advanced","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"minimum score, below which no optimization is attempted","long_desc":"","tags":[],"see_also":[]},"mode":{"name":"mode","type":"str","level":"advanced","flags":1,"default_value":"upmap","min":"","max":"","enum_allowed":["crush-compat","none","read","upmap","upmap-read"],"desc":"Balancer mode","long_desc":"","tags":[],"see_also":[]},"pool_ids":{"name":"pool_ids","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"pools which the automatic balancing will be limited to","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and attempt optimization","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"update_pg_upmap_activity":{"name":"update_pg_upmap_activity","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Updates pg_upmap activity stats to be used in `balancer status detail`","long_desc":"","tags":[],"see_also":[]},"upmap_max_deviation":{"name":"upmap_max_deviation","type":"int","level":"advanced","flags":1,"default_value":"5","min":"1","max":"","enum_allowed":[],"desc":"deviation below which no optimization is attempted","long_desc":"If the number of PGs are within this count then no optimization is attempted","tags":[],"see_also":[]},"upmap_max_optimizations":{"name":"upmap_max_optimizations","type":"uint","level":"advanced","flags":1,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"maximum upmap optimizations to make per attempt","long_desc":"","tags":[],"see_also":[]}}},{"name":"cephadm","can_run":true,"error_string":"","module_options":{"agent_down_multiplier":{"name":"agent_down_multiplier","type":"float","level":"advanced","flags":0,"default_value":"3.0","min":"","max":"","enum_allowed":[],"desc":"Multiplied by agent refresh rate to calculate how long agent must not report before being marked down","long_desc":"","tags":[],"see_also":[]},"agent_refresh_rate":{"name":"agent_refresh_rate","type":"secs","level":"advanced","flags":0,"default_value":"20","min":"","max":"","enum_allowed":[],"desc":"How often agent on each host will try to gather and send metadata","long_desc":"","tags":[],"see_also":[]},"agent_starting_port":{"name":"agent_starting_port","type":"int","level":"advanced","flags":0,"default_value":"4721","min":"","max":"","enum_allowed":[],"desc":"First port agent will try to bind to (will also try up to next 1000 subsequent ports if blocked)","long_desc":"","tags":[],"see_also":[]},"allow_ptrace":{"name":"allow_ptrace","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow SYS_PTRACE capability on ceph containers","long_desc":"The SYS_PTRACE capability is needed to attach to a process with gdb or strace. Enabling this options can allow debugging daemons that encounter problems at runtime.","tags":[],"see_also":[]},"autotune_interval":{"name":"autotune_interval","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to autotune daemon memory","long_desc":"","tags":[],"see_also":[]},"autotune_memory_target_ratio":{"name":"autotune_memory_target_ratio","type":"float","level":"advanced","flags":0,"default_value":"0.7","min":"","max":"","enum_allowed":[],"desc":"ratio of total system memory to divide amongst autotuned daemons","long_desc":"","tags":[],"see_also":[]},"cephadm_log_destination":{"name":"cephadm_log_destination","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":["file","file,syslog","syslog"],"desc":"Destination for cephadm command's persistent logging","long_desc":"","tags":[],"see_also":[]},"cgroups_split":{"name":"cgroups_split","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Pass --cgroups=split when cephadm creates containers (currently podman only)","long_desc":"","tags":[],"see_also":[]},"config_checks_enabled":{"name":"config_checks_enabled","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable or disable the cephadm configuration analysis","long_desc":"","tags":[],"see_also":[]},"config_dashboard":{"name":"config_dashboard","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"manage configs like API endpoints in Dashboard.","long_desc":"","tags":[],"see_also":[]},"container_image_alertmanager":{"name":"container_image_alertmanager","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/alertmanager:v0.25.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_base":{"name":"container_image_base","type":"str","level":"advanced","flags":1,"default_value":"quay.io/ceph/ceph","min":"","max":"","enum_allowed":[],"desc":"Container image name, without the tag","long_desc":"","tags":[],"see_also":[]},"container_image_elasticsearch":{"name":"container_image_elasticsearch","type":"str","level":"advanced","flags":0,"default_value":"quay.io/omrizeneva/elasticsearch:6.8.23","min":"","max":"","enum_allowed":[],"desc":"elasticsearch container image","long_desc":"","tags":[],"see_also":[]},"container_image_grafana":{"name":"container_image_grafana","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/grafana:10.4.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_haproxy":{"name":"container_image_haproxy","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/haproxy:2.3","min":"","max":"","enum_allowed":[],"desc":"HAproxy container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_agent":{"name":"container_image_jaeger_agent","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-agent:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger agent container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_collector":{"name":"container_image_jaeger_collector","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-collector:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger collector container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_query":{"name":"container_image_jaeger_query","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-query:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger query container image","long_desc":"","tags":[],"see_also":[]},"container_image_keepalived":{"name":"container_image_keepalived","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/keepalived:2.2.4","min":"","max":"","enum_allowed":[],"desc":"Keepalived container image","long_desc":"","tags":[],"see_also":[]},"container_image_loki":{"name":"container_image_loki","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/loki:3.0.0","min":"","max":"","enum_allowed":[],"desc":"Loki container image","long_desc":"","tags":[],"see_also":[]},"container_image_node_exporter":{"name":"container_image_node_exporter","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/node-exporter:v1.7.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_nvmeof":{"name":"container_image_nvmeof","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/nvmeof:1.2.5","min":"","max":"","enum_allowed":[],"desc":"Nvme-of container image","long_desc":"","tags":[],"see_also":[]},"container_image_prometheus":{"name":"container_image_prometheus","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/prometheus:v2.51.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_promtail":{"name":"container_image_promtail","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/promtail:3.0.0","min":"","max":"","enum_allowed":[],"desc":"Promtail container image","long_desc":"","tags":[],"see_also":[]},"container_image_samba":{"name":"container_image_samba","type":"str","level":"advanced","flags":0,"default_value":"quay.io/samba.org/samba-server:devbuilds-centos-amd64","min":"","max":"","enum_allowed":[],"desc":"Samba/SMB container image","long_desc":"","tags":[],"see_also":[]},"container_image_snmp_gateway":{"name":"container_image_snmp_gateway","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/snmp-notifier:v1.2.1","min":"","max":"","enum_allowed":[],"desc":"SNMP Gateway container image","long_desc":"","tags":[],"see_also":[]},"container_init":{"name":"container_init","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Run podman/docker with `--init`","long_desc":"","tags":[],"see_also":[]},"daemon_cache_timeout":{"name":"daemon_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"seconds to cache service (daemon) inventory","long_desc":"","tags":[],"see_also":[]},"default_cephadm_command_timeout":{"name":"default_cephadm_command_timeout","type":"int","level":"advanced","flags":0,"default_value":"900","min":"","max":"","enum_allowed":[],"desc":"Default timeout applied to cephadm commands run directly on the host (in seconds)","long_desc":"","tags":[],"see_also":[]},"default_registry":{"name":"default_registry","type":"str","level":"advanced","flags":0,"default_value":"quay.io","min":"","max":"","enum_allowed":[],"desc":"Search-registry to which we should normalize unqualified image names. This is not the default registry","long_desc":"","tags":[],"see_also":[]},"device_cache_timeout":{"name":"device_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"1800","min":"","max":"","enum_allowed":[],"desc":"seconds to cache device inventory","long_desc":"","tags":[],"see_also":[]},"device_enhanced_scan":{"name":"device_enhanced_scan","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Use libstoragemgmt during device scans","long_desc":"","tags":[],"see_also":[]},"facts_cache_timeout":{"name":"facts_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"seconds to cache host facts data","long_desc":"","tags":[],"see_also":[]},"grafana_dashboards_path":{"name":"grafana_dashboards_path","type":"str","level":"advanced","flags":0,"default_value":"/etc/grafana/dashboards/ceph-dashboard/","min":"","max":"","enum_allowed":[],"desc":"location of dashboards to include in grafana deployments","long_desc":"","tags":[],"see_also":[]},"host_check_interval":{"name":"host_check_interval","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to perform a host check","long_desc":"","tags":[],"see_also":[]},"hw_monitoring":{"name":"hw_monitoring","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Deploy hw monitoring daemon on every host.","long_desc":"","tags":[],"see_also":[]},"inventory_list_all":{"name":"inventory_list_all","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Whether ceph-volume inventory should report more devices (mostly mappers (LVs / mpaths), partitions...)","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_refresh_metadata":{"name":"log_refresh_metadata","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Log all refresh metadata. Includes daemon, device, and host info collected regularly. Only has effect if logging at debug level","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"log to the \"cephadm\" cluster log channel\"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"manage_etc_ceph_ceph_conf":{"name":"manage_etc_ceph_ceph_conf","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Manage and own /etc/ceph/ceph.conf on the hosts.","long_desc":"","tags":[],"see_also":[]},"manage_etc_ceph_ceph_conf_hosts":{"name":"manage_etc_ceph_ceph_conf_hosts","type":"str","level":"advanced","flags":0,"default_value":"*","min":"","max":"","enum_allowed":[],"desc":"PlacementSpec describing on which hosts to manage /etc/ceph/ceph.conf","long_desc":"","tags":[],"see_also":[]},"max_count_per_host":{"name":"max_count_per_host","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"max number of daemons per service per host","long_desc":"","tags":[],"see_also":[]},"max_osd_draining_count":{"name":"max_osd_draining_count","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"max number of osds that will be drained simultaneously when osds are removed","long_desc":"","tags":[],"see_also":[]},"migration_current":{"name":"migration_current","type":"int","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"internal - do not modify","long_desc":"","tags":[],"see_also":[]},"mode":{"name":"mode","type":"str","level":"advanced","flags":0,"default_value":"root","min":"","max":"","enum_allowed":["cephadm-package","root"],"desc":"mode for remote execution of cephadm","long_desc":"","tags":[],"see_also":[]},"oob_default_addr":{"name":"oob_default_addr","type":"str","level":"advanced","flags":0,"default_value":"169.254.1.1","min":"","max":"","enum_allowed":[],"desc":"Default address for RedFish API (oob management).","long_desc":"","tags":[],"see_also":[]},"prometheus_alerts_path":{"name":"prometheus_alerts_path","type":"str","level":"advanced","flags":0,"default_value":"/etc/prometheus/ceph/ceph_default_alerts.yml","min":"","max":"","enum_allowed":[],"desc":"location of alerts to include in prometheus deployments","long_desc":"","tags":[],"see_also":[]},"registry_insecure":{"name":"registry_insecure","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Registry is to be considered insecure (no TLS available). Only for development purposes.","long_desc":"","tags":[],"see_also":[]},"registry_password":{"name":"registry_password","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Custom repository password. Only used for logging into a registry.","long_desc":"","tags":[],"see_also":[]},"registry_url":{"name":"registry_url","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Registry url for login purposes. This is not the default registry","long_desc":"","tags":[],"see_also":[]},"registry_username":{"name":"registry_username","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Custom repository username. Only used for logging into a registry.","long_desc":"","tags":[],"see_also":[]},"secure_monitoring_stack":{"name":"secure_monitoring_stack","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable TLS security for all the monitoring stack daemons","long_desc":"","tags":[],"see_also":[]},"service_discovery_port":{"name":"service_discovery_port","type":"int","level":"advanced","flags":0,"default_value":"8765","min":"","max":"","enum_allowed":[],"desc":"cephadm service discovery port","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssh_config_file":{"name":"ssh_config_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"customized SSH config file to connect to managed hosts","long_desc":"","tags":[],"see_also":[]},"ssh_keepalive_count_max":{"name":"ssh_keepalive_count_max","type":"int","level":"advanced","flags":0,"default_value":"3","min":"","max":"","enum_allowed":[],"desc":"How many times ssh connections can fail liveness checks before the host is marked offline","long_desc":"","tags":[],"see_also":[]},"ssh_keepalive_interval":{"name":"ssh_keepalive_interval","type":"int","level":"advanced","flags":0,"default_value":"7","min":"","max":"","enum_allowed":[],"desc":"How often ssh connections are checked for liveness","long_desc":"","tags":[],"see_also":[]},"use_agent":{"name":"use_agent","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Use cephadm agent on each host to gather and send metadata","long_desc":"","tags":[],"see_also":[]},"use_repo_digest":{"name":"use_repo_digest","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Automatically convert image tags to image digest. Make sure all daemons use the same image","long_desc":"","tags":[],"see_also":[]},"warn_on_failed_host_check":{"name":"warn_on_failed_host_check","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if the host check fails","long_desc":"","tags":[],"see_also":[]},"warn_on_stray_daemons":{"name":"warn_on_stray_daemons","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if daemons are detected that are not managed by cephadm","long_desc":"","tags":[],"see_also":[]},"warn_on_stray_hosts":{"name":"warn_on_stray_hosts","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if daemons are detected on a host that is not managed by cephadm","long_desc":"","tags":[],"see_also":[]}}},{"name":"crash","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"retain_interval":{"name":"retain_interval","type":"secs","level":"advanced","flags":1,"default_value":"31536000","min":"","max":"","enum_allowed":[],"desc":"how long to retain crashes before pruning them","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"warn_recent_interval":{"name":"warn_recent_interval","type":"secs","level":"advanced","flags":1,"default_value":"1209600","min":"","max":"","enum_allowed":[],"desc":"time interval in which to warn about recent crashes","long_desc":"","tags":[],"see_also":[]}}},{"name":"dashboard","can_run":true,"error_string":"","module_options":{"ACCOUNT_LOCKOUT_ATTEMPTS":{"name":"ACCOUNT_LOCKOUT_ATTEMPTS","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ALERTMANAGER_API_HOST":{"name":"ALERTMANAGER_API_HOST","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ALERTMANAGER_API_SSL_VERIFY":{"name":"ALERTMANAGER_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"AUDIT_API_ENABLED":{"name":"AUDIT_API_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"AUDIT_API_LOG_PAYLOAD":{"name":"AUDIT_API_LOG_PAYLOAD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ENABLE_BROWSABLE_API":{"name":"ENABLE_BROWSABLE_API","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_CEPHFS":{"name":"FEATURE_TOGGLE_CEPHFS","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_DASHBOARD":{"name":"FEATURE_TOGGLE_DASHBOARD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_ISCSI":{"name":"FEATURE_TOGGLE_ISCSI","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_MIRRORING":{"name":"FEATURE_TOGGLE_MIRRORING","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_NFS":{"name":"FEATURE_TOGGLE_NFS","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_RBD":{"name":"FEATURE_TOGGLE_RBD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_RGW":{"name":"FEATURE_TOGGLE_RGW","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE":{"name":"GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_PASSWORD":{"name":"GRAFANA_API_PASSWORD","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_SSL_VERIFY":{"name":"GRAFANA_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_URL":{"name":"GRAFANA_API_URL","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_USERNAME":{"name":"GRAFANA_API_USERNAME","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_FRONTEND_API_URL":{"name":"GRAFANA_FRONTEND_API_URL","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_UPDATE_DASHBOARDS":{"name":"GRAFANA_UPDATE_DASHBOARDS","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ISCSI_API_SSL_VERIFICATION":{"name":"ISCSI_API_SSL_VERIFICATION","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ISSUE_TRACKER_API_KEY":{"name":"ISSUE_TRACKER_API_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PROMETHEUS_API_HOST":{"name":"PROMETHEUS_API_HOST","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PROMETHEUS_API_SSL_VERIFY":{"name":"PROMETHEUS_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_COMPLEXITY_ENABLED":{"name":"PWD_POLICY_CHECK_COMPLEXITY_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED":{"name":"PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_LENGTH_ENABLED":{"name":"PWD_POLICY_CHECK_LENGTH_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_OLDPWD_ENABLED":{"name":"PWD_POLICY_CHECK_OLDPWD_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED":{"name":"PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED":{"name":"PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_USERNAME_ENABLED":{"name":"PWD_POLICY_CHECK_USERNAME_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_ENABLED":{"name":"PWD_POLICY_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_EXCLUSION_LIST":{"name":"PWD_POLICY_EXCLUSION_LIST","type":"str","level":"advanced","flags":0,"default_value":"osd,host,dashboard,pool,block,nfs,ceph,monitors,gateway,logs,crush,maps","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_MIN_COMPLEXITY":{"name":"PWD_POLICY_MIN_COMPLEXITY","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_MIN_LENGTH":{"name":"PWD_POLICY_MIN_LENGTH","type":"int","level":"advanced","flags":0,"default_value":"8","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"REST_REQUESTS_TIMEOUT":{"name":"REST_REQUESTS_TIMEOUT","type":"int","level":"advanced","flags":0,"default_value":"45","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_ACCESS_KEY":{"name":"RGW_API_ACCESS_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_ADMIN_RESOURCE":{"name":"RGW_API_ADMIN_RESOURCE","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_SECRET_KEY":{"name":"RGW_API_SECRET_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_SSL_VERIFY":{"name":"RGW_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_SPAN":{"name":"USER_PWD_EXPIRATION_SPAN","type":"int","level":"advanced","flags":0,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_WARNING_1":{"name":"USER_PWD_EXPIRATION_WARNING_1","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_WARNING_2":{"name":"USER_PWD_EXPIRATION_WARNING_2","type":"int","level":"advanced","flags":0,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"cross_origin_url":{"name":"cross_origin_url","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"crt_file":{"name":"crt_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"debug":{"name":"debug","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable/disable debug options","long_desc":"","tags":[],"see_also":[]},"jwt_token_ttl":{"name":"jwt_token_ttl","type":"int","level":"advanced","flags":0,"default_value":"28800","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"key_file":{"name":"key_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"motd":{"name":"motd","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"The message of the day","long_desc":"","tags":[],"see_also":[]},"redirect_resolve_ip_addr":{"name":"redirect_resolve_ip_addr","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"::","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"int","level":"advanced","flags":0,"default_value":"8080","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl":{"name":"ssl","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl_server_port":{"name":"ssl_server_port","type":"int","level":"advanced","flags":0,"default_value":"8443","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_behaviour":{"name":"standby_behaviour","type":"str","level":"advanced","flags":0,"default_value":"redirect","min":"","max":"","enum_allowed":["error","redirect"],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_error_status_code":{"name":"standby_error_status_code","type":"int","level":"advanced","flags":0,"default_value":"500","min":"400","max":"599","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"url_prefix":{"name":"url_prefix","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"devicehealth","can_run":true,"error_string":"","module_options":{"enable_monitoring":{"name":"enable_monitoring","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"monitor device health metrics","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mark_out_threshold":{"name":"mark_out_threshold","type":"secs","level":"advanced","flags":1,"default_value":"2419200","min":"","max":"","enum_allowed":[],"desc":"automatically mark OSD if it may fail before this long","long_desc":"","tags":[],"see_also":[]},"pool_name":{"name":"pool_name","type":"str","level":"advanced","flags":1,"default_value":"device_health_metrics","min":"","max":"","enum_allowed":[],"desc":"name of pool in which to store device health metrics","long_desc":"","tags":[],"see_also":[]},"retention_period":{"name":"retention_period","type":"secs","level":"advanced","flags":1,"default_value":"15552000","min":"","max":"","enum_allowed":[],"desc":"how long to retain device health metrics","long_desc":"","tags":[],"see_also":[]},"scrape_frequency":{"name":"scrape_frequency","type":"secs","level":"advanced","flags":1,"default_value":"86400","min":"","max":"","enum_allowed":[],"desc":"how frequently to scrape device health metrics","long_desc":"","tags":[],"see_also":[]},"self_heal":{"name":"self_heal","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"preemptively heal cluster around devices that may fail","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and check device health","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"warn_threshold":{"name":"warn_threshold","type":"secs","level":"advanced","flags":1,"default_value":"7257600","min":"","max":"","enum_allowed":[],"desc":"raise health warning if OSD may fail before this long","long_desc":"","tags":[],"see_also":[]}}},{"name":"influx","can_run":false,"error_string":"influxdb python module not found","module_options":{"batch_size":{"name":"batch_size","type":"int","level":"advanced","flags":0,"default_value":"5000","min":"","max":"","enum_allowed":[],"desc":"How big batches of data points should be when sending to InfluxDB.","long_desc":"","tags":[],"see_also":[]},"database":{"name":"database","type":"str","level":"advanced","flags":0,"default_value":"ceph","min":"","max":"","enum_allowed":[],"desc":"InfluxDB database name. You will need to create this database and grant write privileges to the configured username or the username must have admin privileges to create it.","long_desc":"","tags":[],"see_also":[]},"hostname":{"name":"hostname","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"InfluxDB server hostname","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"30","min":"5","max":"","enum_allowed":[],"desc":"Time between reports to InfluxDB. Default 30 seconds.","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"password":{"name":"password","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"password of InfluxDB server user","long_desc":"","tags":[],"see_also":[]},"port":{"name":"port","type":"int","level":"advanced","flags":0,"default_value":"8086","min":"","max":"","enum_allowed":[],"desc":"InfluxDB server port","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl":{"name":"ssl","type":"str","level":"advanced","flags":0,"default_value":"false","min":"","max":"","enum_allowed":[],"desc":"Use https connection for InfluxDB server. Use \"true\" or \"false\".","long_desc":"","tags":[],"see_also":[]},"threads":{"name":"threads","type":"int","level":"advanced","flags":0,"default_value":"5","min":"1","max":"32","enum_allowed":[],"desc":"How many worker threads should be spawned for sending data to InfluxDB.","long_desc":"","tags":[],"see_also":[]},"username":{"name":"username","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"username of InfluxDB server user","long_desc":"","tags":[],"see_also":[]},"verify_ssl":{"name":"verify_ssl","type":"str","level":"advanced","flags":0,"default_value":"true","min":"","max":"","enum_allowed":[],"desc":"Verify https cert for InfluxDB server. Use \"true\" or \"false\".","long_desc":"","tags":[],"see_also":[]}}},{"name":"insights","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"iostat","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"k8sevents","can_run":true,"error_string":"","module_options":{"ceph_event_retention_days":{"name":"ceph_event_retention_days","type":"int","level":"advanced","flags":0,"default_value":"7","min":"","max":"","enum_allowed":[],"desc":"Days to hold ceph event information within local cache","long_desc":"","tags":[],"see_also":[]},"config_check_secs":{"name":"config_check_secs","type":"int","level":"advanced","flags":0,"default_value":"10","min":"10","max":"","enum_allowed":[],"desc":"interval (secs) to check for cluster configuration changes","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"localpool","can_run":true,"error_string":"","module_options":{"failure_domain":{"name":"failure_domain","type":"str","level":"advanced","flags":1,"default_value":"host","min":"","max":"","enum_allowed":[],"desc":"failure domain for any created local pool","long_desc":"what failure domain we should separate data replicas across.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_size":{"name":"min_size","type":"int","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"default min_size for any created local pool","long_desc":"value to set min_size to (unchanged from Ceph's default if this option is not set)","tags":[],"see_also":[]},"num_rep":{"name":"num_rep","type":"int","level":"advanced","flags":1,"default_value":"3","min":"","max":"","enum_allowed":[],"desc":"default replica count for any created local pool","long_desc":"","tags":[],"see_also":[]},"pg_num":{"name":"pg_num","type":"int","level":"advanced","flags":1,"default_value":"128","min":"","max":"","enum_allowed":[],"desc":"default pg_num for any created local pool","long_desc":"","tags":[],"see_also":[]},"prefix":{"name":"prefix","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"name prefix for any created local pool","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"subtree":{"name":"subtree","type":"str","level":"advanced","flags":1,"default_value":"rack","min":"","max":"","enum_allowed":[],"desc":"CRUSH level for which to create a local pool","long_desc":"which CRUSH subtree type the module should create a pool for.","tags":[],"see_also":[]}}},{"name":"mds_autoscaler","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"mirroring","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"nfs","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"orchestrator","can_run":true,"error_string":"","module_options":{"fail_fs":{"name":"fail_fs","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Fail filesystem for rapid multi-rank mds upgrade","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"orchestrator":{"name":"orchestrator","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["cephadm","rook","test_orchestrator"],"desc":"Orchestrator backend","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"osd_perf_query","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"osd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"pg_autoscaler","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"threshold":{"name":"threshold","type":"float","level":"advanced","flags":0,"default_value":"3.0","min":"1.0","max":"","enum_allowed":[],"desc":"scaling threshold","long_desc":"The factor by which the `NEW PG_NUM` must vary from the current`PG_NUM` before being accepted. Cannot be less than 1.0","tags":[],"see_also":[]}}},{"name":"progress","can_run":true,"error_string":"","module_options":{"allow_pg_recovery_event":{"name":"allow_pg_recovery_event","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow the module to show pg recovery progress","long_desc":"","tags":[],"see_also":[]},"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_completed_events":{"name":"max_completed_events","type":"int","level":"advanced","flags":1,"default_value":"50","min":"","max":"","enum_allowed":[],"desc":"number of past completed events to remember","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"how long the module is going to sleep","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"prometheus","can_run":true,"error_string":"","module_options":{"cache":{"name":"cache","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"exclude_perf_counters":{"name":"exclude_perf_counters","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Do not include perf-counters in the metrics output","long_desc":"Gathering perf-counters from a single Prometheus exporter can degrade ceph-mgr performance, especially in large clusters. Instead, Ceph-exporter daemons are now used by default for perf-counter gathering. This should only be disabled when no ceph-exporters are deployed.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools":{"name":"rbd_stats_pools","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools_refresh_interval":{"name":"rbd_stats_pools_refresh_interval","type":"int","level":"advanced","flags":0,"default_value":"300","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"scrape_interval":{"name":"scrape_interval","type":"float","level":"advanced","flags":0,"default_value":"15.0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"::","min":"","max":"","enum_allowed":[],"desc":"the IPv4 or IPv6 address on which the module listens for HTTP requests","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"int","level":"advanced","flags":1,"default_value":"9283","min":"","max":"","enum_allowed":[],"desc":"the port on which the module listens for HTTP requests","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"stale_cache_strategy":{"name":"stale_cache_strategy","type":"str","level":"advanced","flags":0,"default_value":"log","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_behaviour":{"name":"standby_behaviour","type":"str","level":"advanced","flags":1,"default_value":"default","min":"","max":"","enum_allowed":["default","error"],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_error_status_code":{"name":"standby_error_status_code","type":"int","level":"advanced","flags":1,"default_value":"500","min":"400","max":"599","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rbd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_snap_create":{"name":"max_concurrent_snap_create","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mirror_snapshot_schedule":{"name":"mirror_snapshot_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"trash_purge_schedule":{"name":"trash_purge_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"restful","can_run":true,"error_string":"","module_options":{"enable_auth":{"name":"enable_auth","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"key_file":{"name":"key_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_requests":{"name":"max_requests","type":"int","level":"advanced","flags":0,"default_value":"500","min":"","max":"","enum_allowed":[],"desc":"Maximum number of requests to keep in memory. When new request comes in, the oldest request will be removed if the number of requests exceeds the max request number. if un-finished request is removed, error message will be logged in the ceph-mgr log.","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rgw","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"secondary_zone_period_retry_limit":{"name":"secondary_zone_period_retry_limit","type":"int","level":"advanced","flags":0,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"RGW module period update retry limit for secondary site","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rook","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"storage_class":{"name":"storage_class","type":"str","level":"advanced","flags":0,"default_value":"local","min":"","max":"","enum_allowed":[],"desc":"storage class name for LSO-discovered PVs","long_desc":"","tags":[],"see_also":[]}}},{"name":"selftest","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption1":{"name":"roption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption2":{"name":"roption2","type":"str","level":"advanced","flags":0,"default_value":"xyz","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption1":{"name":"rwoption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption2":{"name":"rwoption2","type":"int","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption3":{"name":"rwoption3","type":"float","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption4":{"name":"rwoption4","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption5":{"name":"rwoption5","type":"bool","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption6":{"name":"rwoption6","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption7":{"name":"rwoption7","type":"int","level":"advanced","flags":0,"default_value":"","min":"1","max":"42","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testkey":{"name":"testkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testlkey":{"name":"testlkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testnewline":{"name":"testnewline","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"snap_schedule","can_run":true,"error_string":"","module_options":{"allow_m_granularity":{"name":"allow_m_granularity","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow minute scheduled snapshots","long_desc":"","tags":[],"see_also":[]},"dump_on_update":{"name":"dump_on_update","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"dump database to debug log on update","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"stats","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"status","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telegraf","can_run":true,"error_string":"","module_options":{"address":{"name":"address","type":"str","level":"advanced","flags":0,"default_value":"unixgram:///tmp/telegraf.sock","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"15","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telemetry","can_run":true,"error_string":"","module_options":{"channel_basic":{"name":"channel_basic","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share basic cluster information (size, version)","long_desc":"","tags":[],"see_also":[]},"channel_crash":{"name":"channel_crash","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share metadata about Ceph daemon crashes (version, stack straces, etc)","long_desc":"","tags":[],"see_also":[]},"channel_device":{"name":"channel_device","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share device health metrics (e.g., SMART data, minus potentially identifying info like serial numbers)","long_desc":"","tags":[],"see_also":[]},"channel_ident":{"name":"channel_ident","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Share a user-provided description and/or contact email for the cluster","long_desc":"","tags":[],"see_also":[]},"channel_perf":{"name":"channel_perf","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Share various performance metrics of a cluster","long_desc":"","tags":[],"see_also":[]},"contact":{"name":"contact","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"description":{"name":"description","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"device_url":{"name":"device_url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/device","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"int","level":"advanced","flags":0,"default_value":"24","min":"8","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"last_opt_revision":{"name":"last_opt_revision","type":"int","level":"advanced","flags":0,"default_value":"1","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"leaderboard":{"name":"leaderboard","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"leaderboard_description":{"name":"leaderboard_description","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"organization":{"name":"organization","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"proxy":{"name":"proxy","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"url":{"name":"url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/report","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"test_orchestrator","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"volumes","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_clones":{"name":"max_concurrent_clones","type":"int","level":"advanced","flags":0,"default_value":"4","min":"","max":"","enum_allowed":[],"desc":"Number of asynchronous cloner threads","long_desc":"","tags":[],"see_also":[]},"periodic_async_work":{"name":"periodic_async_work","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Periodically check for async work","long_desc":"","tags":[],"see_also":[]},"snapshot_clone_delay":{"name":"snapshot_clone_delay","type":"int","level":"advanced","flags":0,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"Delay clone begin operation by snapshot_clone_delay seconds","long_desc":"","tags":[],"see_also":[]},"snapshot_clone_no_wait":{"name":"snapshot_clone_no_wait","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Reject subvolume clone request when cloner threads are busy","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"zabbix","can_run":true,"error_string":"","module_options":{"discovery_interval":{"name":"discovery_interval","type":"uint","level":"advanced","flags":0,"default_value":"100","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"identifier":{"name":"identifier","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_host":{"name":"zabbix_host","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_port":{"name":"zabbix_port","type":"int","level":"advanced","flags":0,"default_value":"10051","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_sender":{"name":"zabbix_sender","type":"str","level":"advanced","flags":0,"default_value":"/usr/bin/zabbix_sender","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}}]}],"modules":["cephadm","dashboard","iostat","nfs","restful"],"available_modules":[{"name":"alerts","can_run":true,"error_string":"","module_options":{"interval":{"name":"interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"How frequently to reexamine health status","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"smtp_destination":{"name":"smtp_destination","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Email address to send alerts to","long_desc":"","tags":[],"see_also":[]},"smtp_from_name":{"name":"smtp_from_name","type":"str","level":"advanced","flags":1,"default_value":"Ceph","min":"","max":"","enum_allowed":[],"desc":"Email From: name","long_desc":"","tags":[],"see_also":[]},"smtp_host":{"name":"smtp_host","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_password":{"name":"smtp_password","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Password to authenticate with","long_desc":"","tags":[],"see_also":[]},"smtp_port":{"name":"smtp_port","type":"int","level":"advanced","flags":1,"default_value":"465","min":"","max":"","enum_allowed":[],"desc":"SMTP port","long_desc":"","tags":[],"see_also":[]},"smtp_sender":{"name":"smtp_sender","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP envelope sender","long_desc":"","tags":[],"see_also":[]},"smtp_ssl":{"name":"smtp_ssl","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Use SSL to connect to SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_user":{"name":"smtp_user","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"User to authenticate as","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"balancer","can_run":true,"error_string":"","module_options":{"active":{"name":"active","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"automatically balance PGs across cluster","long_desc":"","tags":[],"see_also":[]},"begin_time":{"name":"begin_time","type":"str","level":"advanced","flags":1,"default_value":"0000","min":"","max":"","enum_allowed":[],"desc":"beginning time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"begin_weekday":{"name":"begin_weekday","type":"uint","level":"advanced","flags":1,"default_value":"0","min":"0","max":"6","enum_allowed":[],"desc":"Restrict automatic balancing to this day of the week or later","long_desc":"0 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"crush_compat_max_iterations":{"name":"crush_compat_max_iterations","type":"uint","level":"advanced","flags":1,"default_value":"25","min":"1","max":"250","enum_allowed":[],"desc":"maximum number of iterations to attempt optimization","long_desc":"","tags":[],"see_also":[]},"crush_compat_metrics":{"name":"crush_compat_metrics","type":"str","level":"advanced","flags":1,"default_value":"pgs,objects,bytes","min":"","max":"","enum_allowed":[],"desc":"metrics with which to calculate OSD utilization","long_desc":"Value is a list of one or more of \"pgs\", \"objects\", or \"bytes\", and indicates which metrics to use to balance utilization.","tags":[],"see_also":[]},"crush_compat_step":{"name":"crush_compat_step","type":"float","level":"advanced","flags":1,"default_value":"0.5","min":"0.001","max":"0.999","enum_allowed":[],"desc":"aggressiveness of optimization","long_desc":".99 is very aggressive, .01 is less aggressive","tags":[],"see_also":[]},"end_time":{"name":"end_time","type":"str","level":"advanced","flags":1,"default_value":"2359","min":"","max":"","enum_allowed":[],"desc":"ending time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"end_weekday":{"name":"end_weekday","type":"uint","level":"advanced","flags":1,"default_value":"0","min":"0","max":"6","enum_allowed":[],"desc":"Restrict automatic balancing to days of the week earlier than this","long_desc":"0 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_score":{"name":"min_score","type":"float","level":"advanced","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"minimum score, below which no optimization is attempted","long_desc":"","tags":[],"see_also":[]},"mode":{"name":"mode","type":"str","level":"advanced","flags":1,"default_value":"upmap","min":"","max":"","enum_allowed":["crush-compat","none","read","upmap","upmap-read"],"desc":"Balancer mode","long_desc":"","tags":[],"see_also":[]},"pool_ids":{"name":"pool_ids","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"pools which the automatic balancing will be limited to","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and attempt optimization","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"update_pg_upmap_activity":{"name":"update_pg_upmap_activity","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Updates pg_upmap activity stats to be used in `balancer status detail`","long_desc":"","tags":[],"see_also":[]},"upmap_max_deviation":{"name":"upmap_max_deviation","type":"int","level":"advanced","flags":1,"default_value":"5","min":"1","max":"","enum_allowed":[],"desc":"deviation below which no optimization is attempted","long_desc":"If the number of PGs are within this count then no optimization is attempted","tags":[],"see_also":[]},"upmap_max_optimizations":{"name":"upmap_max_optimizations","type":"uint","level":"advanced","flags":1,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"maximum upmap optimizations to make per attempt","long_desc":"","tags":[],"see_also":[]}}},{"name":"cephadm","can_run":true,"error_string":"","module_options":{"agent_down_multiplier":{"name":"agent_down_multiplier","type":"float","level":"advanced","flags":0,"default_value":"3.0","min":"","max":"","enum_allowed":[],"desc":"Multiplied by agent refresh rate to calculate how long agent must not report before being marked down","long_desc":"","tags":[],"see_also":[]},"agent_refresh_rate":{"name":"agent_refresh_rate","type":"secs","level":"advanced","flags":0,"default_value":"20","min":"","max":"","enum_allowed":[],"desc":"How often agent on each host will try to gather and send metadata","long_desc":"","tags":[],"see_also":[]},"agent_starting_port":{"name":"agent_starting_port","type":"int","level":"advanced","flags":0,"default_value":"4721","min":"","max":"","enum_allowed":[],"desc":"First port agent will try to bind to (will also try up to next 1000 subsequent ports if blocked)","long_desc":"","tags":[],"see_also":[]},"allow_ptrace":{"name":"allow_ptrace","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow SYS_PTRACE capability on ceph containers","long_desc":"The SYS_PTRACE capability is needed to attach to a process with gdb or strace. Enabling this options can allow debugging daemons that encounter problems at runtime.","tags":[],"see_also":[]},"autotune_interval":{"name":"autotune_interval","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to autotune daemon memory","long_desc":"","tags":[],"see_also":[]},"autotune_memory_target_ratio":{"name":"autotune_memory_target_ratio","type":"float","level":"advanced","flags":0,"default_value":"0.7","min":"","max":"","enum_allowed":[],"desc":"ratio of total system memory to divide amongst autotuned daemons","long_desc":"","tags":[],"see_also":[]},"cephadm_log_destination":{"name":"cephadm_log_destination","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":["file","file,syslog","syslog"],"desc":"Destination for cephadm command's persistent logging","long_desc":"","tags":[],"see_also":[]},"cgroups_split":{"name":"cgroups_split","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Pass --cgroups=split when cephadm creates containers (currently podman only)","long_desc":"","tags":[],"see_also":[]},"config_checks_enabled":{"name":"config_checks_enabled","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable or disable the cephadm configuration analysis","long_desc":"","tags":[],"see_also":[]},"config_dashboard":{"name":"config_dashboard","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"manage configs like API endpoints in Dashboard.","long_desc":"","tags":[],"see_also":[]},"container_image_alertmanager":{"name":"container_image_alertmanager","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/alertmanager:v0.25.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_base":{"name":"container_image_base","type":"str","level":"advanced","flags":1,"default_value":"quay.io/ceph/ceph","min":"","max":"","enum_allowed":[],"desc":"Container image name, without the tag","long_desc":"","tags":[],"see_also":[]},"container_image_elasticsearch":{"name":"container_image_elasticsearch","type":"str","level":"advanced","flags":0,"default_value":"quay.io/omrizeneva/elasticsearch:6.8.23","min":"","max":"","enum_allowed":[],"desc":"elasticsearch container image","long_desc":"","tags":[],"see_also":[]},"container_image_grafana":{"name":"container_image_grafana","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/grafana:10.4.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_haproxy":{"name":"container_image_haproxy","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/haproxy:2.3","min":"","max":"","enum_allowed":[],"desc":"HAproxy container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_agent":{"name":"container_image_jaeger_agent","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-agent:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger agent container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_collector":{"name":"container_image_jaeger_collector","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-collector:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger collector container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_query":{"name":"container_image_jaeger_query","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-query:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger query container image","long_desc":"","tags":[],"see_also":[]},"container_image_keepalived":{"name":"container_image_keepalived","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/keepalived:2.2.4","min":"","max":"","enum_allowed":[],"desc":"Keepalived container image","long_desc":"","tags":[],"see_also":[]},"container_image_loki":{"name":"container_image_loki","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/loki:3.0.0","min":"","max":"","enum_allowed":[],"desc":"Loki container image","long_desc":"","tags":[],"see_also":[]},"container_image_node_exporter":{"name":"container_image_node_exporter","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/node-exporter:v1.7.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_nvmeof":{"name":"container_image_nvmeof","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/nvmeof:1.2.5","min":"","max":"","enum_allowed":[],"desc":"Nvme-of container image","long_desc":"","tags":[],"see_also":[]},"container_image_prometheus":{"name":"container_image_prometheus","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/prometheus:v2.51.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_promtail":{"name":"container_image_promtail","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/promtail:3.0.0","min":"","max":"","enum_allowed":[],"desc":"Promtail container image","long_desc":"","tags":[],"see_also":[]},"container_image_samba":{"name":"container_image_samba","type":"str","level":"advanced","flags":0,"default_value":"quay.io/samba.org/samba-server:devbuilds-centos-amd64","min":"","max":"","enum_allowed":[],"desc":"Samba/SMB container image","long_desc":"","tags":[],"see_also":[]},"container_image_snmp_gateway":{"name":"container_image_snmp_gateway","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/snmp-notifier:v1.2.1","min":"","max":"","enum_allowed":[],"desc":"SNMP Gateway container image","long_desc":"","tags":[],"see_also":[]},"container_init":{"name":"container_init","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Run podman/docker with `--init`","long_desc":"","tags":[],"see_also":[]},"daemon_cache_timeout":{"name":"daemon_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"seconds to cache service (daemon) inventory","long_desc":"","tags":[],"see_also":[]},"default_cephadm_command_timeout":{"name":"default_cephadm_command_timeout","type":"int","level":"advanced","flags":0,"default_value":"900","min":"","max":"","enum_allowed":[],"desc":"Default timeout applied to cephadm commands run directly on the host (in seconds)","long_desc":"","tags":[],"see_also":[]},"default_registry":{"name":"default_registry","type":"str","level":"advanced","flags":0,"default_value":"quay.io","min":"","max":"","enum_allowed":[],"desc":"Search-registry to which we should normalize unqualified image names. This is not the default registry","long_desc":"","tags":[],"see_also":[]},"device_cache_timeout":{"name":"device_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"1800","min":"","max":"","enum_allowed":[],"desc":"seconds to cache device inventory","long_desc":"","tags":[],"see_also":[]},"device_enhanced_scan":{"name":"device_enhanced_scan","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Use libstoragemgmt during device scans","long_desc":"","tags":[],"see_also":[]},"facts_cache_timeout":{"name":"facts_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"seconds to cache host facts data","long_desc":"","tags":[],"see_also":[]},"grafana_dashboards_path":{"name":"grafana_dashboards_path","type":"str","level":"advanced","flags":0,"default_value":"/etc/grafana/dashboards/ceph-dashboard/","min":"","max":"","enum_allowed":[],"desc":"location of dashboards to include in grafana deployments","long_desc":"","tags":[],"see_also":[]},"host_check_interval":{"name":"host_check_interval","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to perform a host check","long_desc":"","tags":[],"see_also":[]},"hw_monitoring":{"name":"hw_monitoring","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Deploy hw monitoring daemon on every host.","long_desc":"","tags":[],"see_also":[]},"inventory_list_all":{"name":"inventory_list_all","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Whether ceph-volume inventory should report more devices (mostly mappers (LVs / mpaths), partitions...)","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_refresh_metadata":{"name":"log_refresh_metadata","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Log all refresh metadata. Includes daemon, device, and host info collected regularly. Only has effect if logging at debug level","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"log to the \"cephadm\" cluster log channel\"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"manage_etc_ceph_ceph_conf":{"name":"manage_etc_ceph_ceph_conf","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Manage and own /etc/ceph/ceph.conf on the hosts.","long_desc":"","tags":[],"see_also":[]},"manage_etc_ceph_ceph_conf_hosts":{"name":"manage_etc_ceph_ceph_conf_hosts","type":"str","level":"advanced","flags":0,"default_value":"*","min":"","max":"","enum_allowed":[],"desc":"PlacementSpec describing on which hosts to manage /etc/ceph/ceph.conf","long_desc":"","tags":[],"see_also":[]},"max_count_per_host":{"name":"max_count_per_host","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"max number of daemons per service per host","long_desc":"","tags":[],"see_also":[]},"max_osd_draining_count":{"name":"max_osd_draining_count","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"max number of osds that will be drained simultaneously when osds are removed","long_desc":"","tags":[],"see_also":[]},"migration_current":{"name":"migration_current","type":"int","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"internal - do not modify","long_desc":"","tags":[],"see_also":[]},"mode":{"name":"mode","type":"str","level":"advanced","flags":0,"default_value":"root","min":"","max":"","enum_allowed":["cephadm-package","root"],"desc":"mode for remote execution of cephadm","long_desc":"","tags":[],"see_also":[]},"oob_default_addr":{"name":"oob_default_addr","type":"str","level":"advanced","flags":0,"default_value":"169.254.1.1","min":"","max":"","enum_allowed":[],"desc":"Default address for RedFish API (oob management).","long_desc":"","tags":[],"see_also":[]},"prometheus_alerts_path":{"name":"prometheus_alerts_path","type":"str","level":"advanced","flags":0,"default_value":"/etc/prometheus/ceph/ceph_default_alerts.yml","min":"","max":"","enum_allowed":[],"desc":"location of alerts to include in prometheus deployments","long_desc":"","tags":[],"see_also":[]},"registry_insecure":{"name":"registry_insecure","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Registry is to be considered insecure (no TLS available). Only for development purposes.","long_desc":"","tags":[],"see_also":[]},"registry_password":{"name":"registry_password","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Custom repository password. Only used for logging into a registry.","long_desc":"","tags":[],"see_also":[]},"registry_url":{"name":"registry_url","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Registry url for login purposes. This is not the default registry","long_desc":"","tags":[],"see_also":[]},"registry_username":{"name":"registry_username","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Custom repository username. Only used for logging into a registry.","long_desc":"","tags":[],"see_also":[]},"secure_monitoring_stack":{"name":"secure_monitoring_stack","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable TLS security for all the monitoring stack daemons","long_desc":"","tags":[],"see_also":[]},"service_discovery_port":{"name":"service_discovery_port","type":"int","level":"advanced","flags":0,"default_value":"8765","min":"","max":"","enum_allowed":[],"desc":"cephadm service discovery port","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssh_config_file":{"name":"ssh_config_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"customized SSH config file to connect to managed hosts","long_desc":"","tags":[],"see_also":[]},"ssh_keepalive_count_max":{"name":"ssh_keepalive_count_max","type":"int","level":"advanced","flags":0,"default_value":"3","min":"","max":"","enum_allowed":[],"desc":"How many times ssh connections can fail liveness checks before the host is marked offline","long_desc":"","tags":[],"see_also":[]},"ssh_keepalive_interval":{"name":"ssh_keepalive_interval","type":"int","level":"advanced","flags":0,"default_value":"7","min":"","max":"","enum_allowed":[],"desc":"How often ssh connections are checked for liveness","long_desc":"","tags":[],"see_also":[]},"use_agent":{"name":"use_agent","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Use cephadm agent on each host to gather and send metadata","long_desc":"","tags":[],"see_also":[]},"use_repo_digest":{"name":"use_repo_digest","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Automatically convert image tags to image digest. Make sure all daemons use the same image","long_desc":"","tags":[],"see_also":[]},"warn_on_failed_host_check":{"name":"warn_on_failed_host_check","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if the host check fails","long_desc":"","tags":[],"see_also":[]},"warn_on_stray_daemons":{"name":"warn_on_stray_daemons","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if daemons are detected that are not managed by cephadm","long_desc":"","tags":[],"see_also":[]},"warn_on_stray_hosts":{"name":"warn_on_stray_hosts","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if daemons are detected on a host that is not managed by cephadm","long_desc":"","tags":[],"see_also":[]}}},{"name":"crash","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"retain_interval":{"name":"retain_interval","type":"secs","level":"advanced","flags":1,"default_value":"31536000","min":"","max":"","enum_allowed":[],"desc":"how long to retain crashes before pruning them","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"warn_recent_interval":{"name":"warn_recent_interval","type":"secs","level":"advanced","flags":1,"default_value":"1209600","min":"","max":"","enum_allowed":[],"desc":"time interval in which to warn about recent crashes","long_desc":"","tags":[],"see_also":[]}}},{"name":"dashboard","can_run":true,"error_string":"","module_options":{"ACCOUNT_LOCKOUT_ATTEMPTS":{"name":"ACCOUNT_LOCKOUT_ATTEMPTS","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ALERTMANAGER_API_HOST":{"name":"ALERTMANAGER_API_HOST","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ALERTMANAGER_API_SSL_VERIFY":{"name":"ALERTMANAGER_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"AUDIT_API_ENABLED":{"name":"AUDIT_API_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"AUDIT_API_LOG_PAYLOAD":{"name":"AUDIT_API_LOG_PAYLOAD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ENABLE_BROWSABLE_API":{"name":"ENABLE_BROWSABLE_API","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_CEPHFS":{"name":"FEATURE_TOGGLE_CEPHFS","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_DASHBOARD":{"name":"FEATURE_TOGGLE_DASHBOARD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_ISCSI":{"name":"FEATURE_TOGGLE_ISCSI","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_MIRRORING":{"name":"FEATURE_TOGGLE_MIRRORING","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_NFS":{"name":"FEATURE_TOGGLE_NFS","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_RBD":{"name":"FEATURE_TOGGLE_RBD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_RGW":{"name":"FEATURE_TOGGLE_RGW","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE":{"name":"GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_PASSWORD":{"name":"GRAFANA_API_PASSWORD","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_SSL_VERIFY":{"name":"GRAFANA_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_URL":{"name":"GRAFANA_API_URL","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_USERNAME":{"name":"GRAFANA_API_USERNAME","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_FRONTEND_API_URL":{"name":"GRAFANA_FRONTEND_API_URL","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_UPDATE_DASHBOARDS":{"name":"GRAFANA_UPDATE_DASHBOARDS","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ISCSI_API_SSL_VERIFICATION":{"name":"ISCSI_API_SSL_VERIFICATION","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ISSUE_TRACKER_API_KEY":{"name":"ISSUE_TRACKER_API_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PROMETHEUS_API_HOST":{"name":"PROMETHEUS_API_HOST","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PROMETHEUS_API_SSL_VERIFY":{"name":"PROMETHEUS_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_COMPLEXITY_ENABLED":{"name":"PWD_POLICY_CHECK_COMPLEXITY_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED":{"name":"PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_LENGTH_ENABLED":{"name":"PWD_POLICY_CHECK_LENGTH_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_OLDPWD_ENABLED":{"name":"PWD_POLICY_CHECK_OLDPWD_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED":{"name":"PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED":{"name":"PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_USERNAME_ENABLED":{"name":"PWD_POLICY_CHECK_USERNAME_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_ENABLED":{"name":"PWD_POLICY_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_EXCLUSION_LIST":{"name":"PWD_POLICY_EXCLUSION_LIST","type":"str","level":"advanced","flags":0,"default_value":"osd,host,dashboard,pool,block,nfs,ceph,monitors,gateway,logs,crush,maps","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_MIN_COMPLEXITY":{"name":"PWD_POLICY_MIN_COMPLEXITY","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_MIN_LENGTH":{"name":"PWD_POLICY_MIN_LENGTH","type":"int","level":"advanced","flags":0,"default_value":"8","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"REST_REQUESTS_TIMEOUT":{"name":"REST_REQUESTS_TIMEOUT","type":"int","level":"advanced","flags":0,"default_value":"45","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_ACCESS_KEY":{"name":"RGW_API_ACCESS_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_ADMIN_RESOURCE":{"name":"RGW_API_ADMIN_RESOURCE","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_SECRET_KEY":{"name":"RGW_API_SECRET_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_SSL_VERIFY":{"name":"RGW_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_SPAN":{"name":"USER_PWD_EXPIRATION_SPAN","type":"int","level":"advanced","flags":0,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_WARNING_1":{"name":"USER_PWD_EXPIRATION_WARNING_1","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_WARNING_2":{"name":"USER_PWD_EXPIRATION_WARNING_2","type":"int","level":"advanced","flags":0,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"cross_origin_url":{"name":"cross_origin_url","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"crt_file":{"name":"crt_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"debug":{"name":"debug","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable/disable debug options","long_desc":"","tags":[],"see_also":[]},"jwt_token_ttl":{"name":"jwt_token_ttl","type":"int","level":"advanced","flags":0,"default_value":"28800","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"key_file":{"name":"key_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"motd":{"name":"motd","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"The message of the day","long_desc":"","tags":[],"see_also":[]},"redirect_resolve_ip_addr":{"name":"redirect_resolve_ip_addr","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"::","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"int","level":"advanced","flags":0,"default_value":"8080","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl":{"name":"ssl","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl_server_port":{"name":"ssl_server_port","type":"int","level":"advanced","flags":0,"default_value":"8443","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_behaviour":{"name":"standby_behaviour","type":"str","level":"advanced","flags":0,"default_value":"redirect","min":"","max":"","enum_allowed":["error","redirect"],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_error_status_code":{"name":"standby_error_status_code","type":"int","level":"advanced","flags":0,"default_value":"500","min":"400","max":"599","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"url_prefix":{"name":"url_prefix","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"devicehealth","can_run":true,"error_string":"","module_options":{"enable_monitoring":{"name":"enable_monitoring","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"monitor device health metrics","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mark_out_threshold":{"name":"mark_out_threshold","type":"secs","level":"advanced","flags":1,"default_value":"2419200","min":"","max":"","enum_allowed":[],"desc":"automatically mark OSD if it may fail before this long","long_desc":"","tags":[],"see_also":[]},"pool_name":{"name":"pool_name","type":"str","level":"advanced","flags":1,"default_value":"device_health_metrics","min":"","max":"","enum_allowed":[],"desc":"name of pool in which to store device health metrics","long_desc":"","tags":[],"see_also":[]},"retention_period":{"name":"retention_period","type":"secs","level":"advanced","flags":1,"default_value":"15552000","min":"","max":"","enum_allowed":[],"desc":"how long to retain device health metrics","long_desc":"","tags":[],"see_also":[]},"scrape_frequency":{"name":"scrape_frequency","type":"secs","level":"advanced","flags":1,"default_value":"86400","min":"","max":"","enum_allowed":[],"desc":"how frequently to scrape device health metrics","long_desc":"","tags":[],"see_also":[]},"self_heal":{"name":"self_heal","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"preemptively heal cluster around devices that may fail","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and check device health","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"warn_threshold":{"name":"warn_threshold","type":"secs","level":"advanced","flags":1,"default_value":"7257600","min":"","max":"","enum_allowed":[],"desc":"raise health warning if OSD may fail before this long","long_desc":"","tags":[],"see_also":[]}}},{"name":"influx","can_run":false,"error_string":"influxdb python module not found","module_options":{"batch_size":{"name":"batch_size","type":"int","level":"advanced","flags":0,"default_value":"5000","min":"","max":"","enum_allowed":[],"desc":"How big batches of data points should be when sending to InfluxDB.","long_desc":"","tags":[],"see_also":[]},"database":{"name":"database","type":"str","level":"advanced","flags":0,"default_value":"ceph","min":"","max":"","enum_allowed":[],"desc":"InfluxDB database name. You will need to create this database and grant write privileges to the configured username or the username must have admin privileges to create it.","long_desc":"","tags":[],"see_also":[]},"hostname":{"name":"hostname","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"InfluxDB server hostname","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"30","min":"5","max":"","enum_allowed":[],"desc":"Time between reports to InfluxDB. Default 30 seconds.","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"password":{"name":"password","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"password of InfluxDB server user","long_desc":"","tags":[],"see_also":[]},"port":{"name":"port","type":"int","level":"advanced","flags":0,"default_value":"8086","min":"","max":"","enum_allowed":[],"desc":"InfluxDB server port","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl":{"name":"ssl","type":"str","level":"advanced","flags":0,"default_value":"false","min":"","max":"","enum_allowed":[],"desc":"Use https connection for InfluxDB server. Use \"true\" or \"false\".","long_desc":"","tags":[],"see_also":[]},"threads":{"name":"threads","type":"int","level":"advanced","flags":0,"default_value":"5","min":"1","max":"32","enum_allowed":[],"desc":"How many worker threads should be spawned for sending data to InfluxDB.","long_desc":"","tags":[],"see_also":[]},"username":{"name":"username","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"username of InfluxDB server user","long_desc":"","tags":[],"see_also":[]},"verify_ssl":{"name":"verify_ssl","type":"str","level":"advanced","flags":0,"default_value":"true","min":"","max":"","enum_allowed":[],"desc":"Verify https cert for InfluxDB server. Use \"true\" or \"false\".","long_desc":"","tags":[],"see_also":[]}}},{"name":"insights","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"iostat","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"k8sevents","can_run":true,"error_string":"","module_options":{"ceph_event_retention_days":{"name":"ceph_event_retention_days","type":"int","level":"advanced","flags":0,"default_value":"7","min":"","max":"","enum_allowed":[],"desc":"Days to hold ceph event information within local cache","long_desc":"","tags":[],"see_also":[]},"config_check_secs":{"name":"config_check_secs","type":"int","level":"advanced","flags":0,"default_value":"10","min":"10","max":"","enum_allowed":[],"desc":"interval (secs) to check for cluster configuration changes","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"localpool","can_run":true,"error_string":"","module_options":{"failure_domain":{"name":"failure_domain","type":"str","level":"advanced","flags":1,"default_value":"host","min":"","max":"","enum_allowed":[],"desc":"failure domain for any created local pool","long_desc":"what failure domain we should separate data replicas across.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_size":{"name":"min_size","type":"int","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"default min_size for any created local pool","long_desc":"value to set min_size to (unchanged from Ceph's default if this option is not set)","tags":[],"see_also":[]},"num_rep":{"name":"num_rep","type":"int","level":"advanced","flags":1,"default_value":"3","min":"","max":"","enum_allowed":[],"desc":"default replica count for any created local pool","long_desc":"","tags":[],"see_also":[]},"pg_num":{"name":"pg_num","type":"int","level":"advanced","flags":1,"default_value":"128","min":"","max":"","enum_allowed":[],"desc":"default pg_num for any created local pool","long_desc":"","tags":[],"see_also":[]},"prefix":{"name":"prefix","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"name prefix for any created local pool","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"subtree":{"name":"subtree","type":"str","level":"advanced","flags":1,"default_value":"rack","min":"","max":"","enum_allowed":[],"desc":"CRUSH level for which to create a local pool","long_desc":"which CRUSH subtree type the module should create a pool for.","tags":[],"see_also":[]}}},{"name":"mds_autoscaler","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"mirroring","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"nfs","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"orchestrator","can_run":true,"error_string":"","module_options":{"fail_fs":{"name":"fail_fs","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Fail filesystem for rapid multi-rank mds upgrade","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"orchestrator":{"name":"orchestrator","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["cephadm","rook","test_orchestrator"],"desc":"Orchestrator backend","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"osd_perf_query","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"osd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"pg_autoscaler","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"threshold":{"name":"threshold","type":"float","level":"advanced","flags":0,"default_value":"3.0","min":"1.0","max":"","enum_allowed":[],"desc":"scaling threshold","long_desc":"The factor by which the `NEW PG_NUM` must vary from the current`PG_NUM` before being accepted. Cannot be less than 1.0","tags":[],"see_also":[]}}},{"name":"progress","can_run":true,"error_string":"","module_options":{"allow_pg_recovery_event":{"name":"allow_pg_recovery_event","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow the module to show pg recovery progress","long_desc":"","tags":[],"see_also":[]},"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_completed_events":{"name":"max_completed_events","type":"int","level":"advanced","flags":1,"default_value":"50","min":"","max":"","enum_allowed":[],"desc":"number of past completed events to remember","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"how long the module is going to sleep","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"prometheus","can_run":true,"error_string":"","module_options":{"cache":{"name":"cache","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"exclude_perf_counters":{"name":"exclude_perf_counters","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Do not include perf-counters in the metrics output","long_desc":"Gathering perf-counters from a single Prometheus exporter can degrade ceph-mgr performance, especially in large clusters. Instead, Ceph-exporter daemons are now used by default for perf-counter gathering. This should only be disabled when no ceph-exporters are deployed.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools":{"name":"rbd_stats_pools","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools_refresh_interval":{"name":"rbd_stats_pools_refresh_interval","type":"int","level":"advanced","flags":0,"default_value":"300","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"scrape_interval":{"name":"scrape_interval","type":"float","level":"advanced","flags":0,"default_value":"15.0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"::","min":"","max":"","enum_allowed":[],"desc":"the IPv4 or IPv6 address on which the module listens for HTTP requests","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"int","level":"advanced","flags":1,"default_value":"9283","min":"","max":"","enum_allowed":[],"desc":"the port on which the module listens for HTTP requests","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"stale_cache_strategy":{"name":"stale_cache_strategy","type":"str","level":"advanced","flags":0,"default_value":"log","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_behaviour":{"name":"standby_behaviour","type":"str","level":"advanced","flags":1,"default_value":"default","min":"","max":"","enum_allowed":["default","error"],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_error_status_code":{"name":"standby_error_status_code","type":"int","level":"advanced","flags":1,"default_value":"500","min":"400","max":"599","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rbd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_snap_create":{"name":"max_concurrent_snap_create","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mirror_snapshot_schedule":{"name":"mirror_snapshot_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"trash_purge_schedule":{"name":"trash_purge_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"restful","can_run":true,"error_string":"","module_options":{"enable_auth":{"name":"enable_auth","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"key_file":{"name":"key_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_requests":{"name":"max_requests","type":"int","level":"advanced","flags":0,"default_value":"500","min":"","max":"","enum_allowed":[],"desc":"Maximum number of requests to keep in memory. When new request comes in, the oldest request will be removed if the number of requests exceeds the max request number. if un-finished request is removed, error message will be logged in the ceph-mgr log.","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rgw","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"secondary_zone_period_retry_limit":{"name":"secondary_zone_period_retry_limit","type":"int","level":"advanced","flags":0,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"RGW module period update retry limit for secondary site","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rook","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"storage_class":{"name":"storage_class","type":"str","level":"advanced","flags":0,"default_value":"local","min":"","max":"","enum_allowed":[],"desc":"storage class name for LSO-discovered PVs","long_desc":"","tags":[],"see_also":[]}}},{"name":"selftest","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption1":{"name":"roption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption2":{"name":"roption2","type":"str","level":"advanced","flags":0,"default_value":"xyz","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption1":{"name":"rwoption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption2":{"name":"rwoption2","type":"int","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption3":{"name":"rwoption3","type":"float","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption4":{"name":"rwoption4","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption5":{"name":"rwoption5","type":"bool","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption6":{"name":"rwoption6","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption7":{"name":"rwoption7","type":"int","level":"advanced","flags":0,"default_value":"","min":"1","max":"42","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testkey":{"name":"testkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testlkey":{"name":"testlkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testnewline":{"name":"testnewline","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"snap_schedule","can_run":true,"error_string":"","module_options":{"allow_m_granularity":{"name":"allow_m_granularity","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow minute scheduled snapshots","long_desc":"","tags":[],"see_also":[]},"dump_on_update":{"name":"dump_on_update","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"dump database to debug log on update","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"stats","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"status","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telegraf","can_run":true,"error_string":"","module_options":{"address":{"name":"address","type":"str","level":"advanced","flags":0,"default_value":"unixgram:///tmp/telegraf.sock","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"15","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telemetry","can_run":true,"error_string":"","module_options":{"channel_basic":{"name":"channel_basic","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share basic cluster information (size, version)","long_desc":"","tags":[],"see_also":[]},"channel_crash":{"name":"channel_crash","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share metadata about Ceph daemon crashes (version, stack straces, etc)","long_desc":"","tags":[],"see_also":[]},"channel_device":{"name":"channel_device","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share device health metrics (e.g., SMART data, minus potentially identifying info like serial numbers)","long_desc":"","tags":[],"see_also":[]},"channel_ident":{"name":"channel_ident","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Share a user-provided description and/or contact email for the cluster","long_desc":"","tags":[],"see_also":[]},"channel_perf":{"name":"channel_perf","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Share various performance metrics of a cluster","long_desc":"","tags":[],"see_also":[]},"contact":{"name":"contact","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"description":{"name":"description","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"device_url":{"name":"device_url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/device","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"int","level":"advanced","flags":0,"default_value":"24","min":"8","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"last_opt_revision":{"name":"last_opt_revision","type":"int","level":"advanced","flags":0,"default_value":"1","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"leaderboard":{"name":"leaderboard","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"leaderboard_description":{"name":"leaderboard_description","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"organization":{"name":"organization","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"proxy":{"name":"proxy","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"url":{"name":"url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/report","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"test_orchestrator","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"volumes","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_clones":{"name":"max_concurrent_clones","type":"int","level":"advanced","flags":0,"default_value":"4","min":"","max":"","enum_allowed":[],"desc":"Number of asynchronous cloner threads","long_desc":"","tags":[],"see_also":[]},"periodic_async_work":{"name":"periodic_async_work","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Periodically check for async work","long_desc":"","tags":[],"see_also":[]},"snapshot_clone_delay":{"name":"snapshot_clone_delay","type":"int","level":"advanced","flags":0,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"Delay clone begin operation by snapshot_clone_delay seconds","long_desc":"","tags":[],"see_also":[]},"snapshot_clone_no_wait":{"name":"snapshot_clone_no_wait","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Reject subvolume clone request when cloner threads are busy","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"zabbix","can_run":true,"error_string":"","module_options":{"discovery_interval":{"name":"discovery_interval","type":"uint","level":"advanced","flags":0,"default_value":"100","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"identifier":{"name":"identifier","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_host":{"name":"zabbix_host","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_port":{"name":"zabbix_port","type":"int","level":"advanced","flags":0,"default_value":"10051","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_sender":{"name":"zabbix_sender","type":"str","level":"advanced","flags":0,"default_value":"/usr/bin/zabbix_sender","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}}],"services":{"dashboard":"https://192.168.123.102:8443/"},"always_on_modules":{"octopus":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"],"pacific":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"],"quincy":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"],"reef":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"],"squid":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"]},"force_disabled_modules":{},"last_failure_osd_epoch":3,"active_clients":[{"name":"devicehealth","addrvec":[{"type":"v2","addr":"192.168.123.102:0","nonce":3319782120}]},{"name":"libcephsqlite","addrvec":[{"type":"v2","addr":"192.168.123.102:0","nonce":2424573495}]},{"name":"rbd_support","addrvec":[{"type":"v2","addr":"192.168.123.102:0","nonce":2619792316}]},{"name":"volumes","addrvec":[{"type":"v2","addr":"192.168.123.102:0","nonce":2645111801}]}]} 2026-03-05T22:50:56.411 INFO:tasks.cephadm.ceph_manager.ceph:mgr available! 2026-03-05T22:50:56.411 INFO:tasks.cephadm.ceph_manager.ceph:waiting for all up 2026-03-05T22:50:56.411 DEBUG:teuthology.orchestra.run.vm02:> sudo /home/ubuntu/cephtest/cephadm --image harbor.clyso.com/custom-ceph/ceph/ceph:cobaltcore-storage-v19.2.3-fasttrack-3 shell --fsid ce88f304-18dc-11f1-81b4-a3325c551960 -- ceph osd dump --format=json 2026-03-05T22:50:56.426 INFO:journalctl@ceph.iscsi.iscsi.a.vm09.stdout:Mar 05 22:50:56 vm09 podman[71560]: 2026-03-05 22:50:56.280041259 +0100 CET m=+0.021077280 container create 997cc5ef6ad87d5371bb4a9983dfac64dfb5a12c556a2f13360d09cb765ff782 (image=harbor.clyso.com/custom-ceph/ceph/ceph@sha256:26363c7a4eea9ef5a0148afc7b2a22b6f486596d87a30c2a9fdcda5db3eca62b, name=ceph-ce88f304-18dc-11f1-81b4-a3325c551960-iscsi-iscsi-a, CEPH_SHA1=c24117fd5525679b799527bc1bd1f1dd0a2db5e2, FROM_IMAGE=rockylinux:9, GANESHA_REPO_BASEURL=https://buildlogs.centos.org/centos/$releasever-stream/storage/$basearch/nfsganesha-5/, OSD_FLAVOR=default, ceph=True, io.buildah.version=1.41.8, CEPH_GIT_REPO=https://github.com/irq0/ceph.git, CEPH_REF=19.2.3-47-gc24117fd552) 2026-03-05T22:50:56.426 INFO:journalctl@ceph.iscsi.iscsi.a.vm09.stdout:Mar 05 22:50:56 vm09 podman[71560]: 2026-03-05 22:50:56.317128233 +0100 CET m=+0.058164265 container init 997cc5ef6ad87d5371bb4a9983dfac64dfb5a12c556a2f13360d09cb765ff782 (image=harbor.clyso.com/custom-ceph/ceph/ceph@sha256:26363c7a4eea9ef5a0148afc7b2a22b6f486596d87a30c2a9fdcda5db3eca62b, name=ceph-ce88f304-18dc-11f1-81b4-a3325c551960-iscsi-iscsi-a, CEPH_GIT_REPO=https://github.com/irq0/ceph.git, CEPH_REF=19.2.3-47-gc24117fd552, CEPH_SHA1=c24117fd5525679b799527bc1bd1f1dd0a2db5e2, FROM_IMAGE=rockylinux:9, GANESHA_REPO_BASEURL=https://buildlogs.centos.org/centos/$releasever-stream/storage/$basearch/nfsganesha-5/, OSD_FLAVOR=default, ceph=True, io.buildah.version=1.41.8) 2026-03-05T22:50:56.426 INFO:journalctl@ceph.iscsi.iscsi.a.vm09.stdout:Mar 05 22:50:56 vm09 podman[71560]: 2026-03-05 22:50:56.322575669 +0100 CET m=+0.063611690 container start 997cc5ef6ad87d5371bb4a9983dfac64dfb5a12c556a2f13360d09cb765ff782 (image=harbor.clyso.com/custom-ceph/ceph/ceph@sha256:26363c7a4eea9ef5a0148afc7b2a22b6f486596d87a30c2a9fdcda5db3eca62b, name=ceph-ce88f304-18dc-11f1-81b4-a3325c551960-iscsi-iscsi-a, CEPH_REF=19.2.3-47-gc24117fd552, CEPH_SHA1=c24117fd5525679b799527bc1bd1f1dd0a2db5e2, FROM_IMAGE=rockylinux:9, GANESHA_REPO_BASEURL=https://buildlogs.centos.org/centos/$releasever-stream/storage/$basearch/nfsganesha-5/, OSD_FLAVOR=default, ceph=True, io.buildah.version=1.41.8, CEPH_GIT_REPO=https://github.com/irq0/ceph.git) 2026-03-05T22:50:56.426 INFO:journalctl@ceph.iscsi.iscsi.a.vm09.stdout:Mar 05 22:50:56 vm09 bash[71560]: 997cc5ef6ad87d5371bb4a9983dfac64dfb5a12c556a2f13360d09cb765ff782 2026-03-05T22:50:56.426 INFO:journalctl@ceph.iscsi.iscsi.a.vm09.stdout:Mar 05 22:50:56 vm09 podman[71560]: 2026-03-05 22:50:56.269647918 +0100 CET m=+0.010683939 image pull 306e97de47e91c2b4b24d3dc09be3b3a12039b078f343d91220102acc6628a68 harbor.clyso.com/custom-ceph/ceph/ceph@sha256:26363c7a4eea9ef5a0148afc7b2a22b6f486596d87a30c2a9fdcda5db3eca62b 2026-03-05T22:50:56.426 INFO:journalctl@ceph.iscsi.iscsi.a.vm09.stdout:Mar 05 22:50:56 vm09 systemd[1]: Started Ceph iscsi.iscsi.a for ce88f304-18dc-11f1-81b4-a3325c551960. 2026-03-05T22:50:56.813 INFO:teuthology.orchestra.run.vm02.stderr:Inferring config /var/lib/ceph/ce88f304-18dc-11f1-81b4-a3325c551960/mon.a/config 2026-03-05T22:50:57.036 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 22:50:56 vm02 ceph-mon[57234]: from='client.? 192.168.123.102:0/4075175669' entity='client.admin' cmd=[{"prefix": "mgr dump", "format": "json"}]: dispatch 2026-03-05T22:50:57.036 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 22:50:56 vm02 ceph-mon[57234]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2026-03-05T22:50:57.036 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 22:50:56 vm02 ceph-mon[57234]: Cluster is now healthy 2026-03-05T22:50:57.036 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 22:50:56 vm02 ceph-mon[57234]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' 2026-03-05T22:50:57.036 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 22:50:56 vm02 ceph-mon[57234]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' 2026-03-05T22:50:57.036 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 22:50:56 vm02 ceph-mon[57234]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' 2026-03-05T22:50:57.036 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 22:50:56 vm02 ceph-mon[57234]: Checking pool "datapool" exists for service iscsi.datapool 2026-03-05T22:50:57.036 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 22:50:56 vm02 ceph-mon[57234]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' 2026-03-05T22:50:57.036 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 22:50:56 vm02 ceph-mon[57234]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' 2026-03-05T22:50:57.036 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 22:50:56 vm02 ceph-mon[51276]: from='client.? 192.168.123.102:0/4075175669' entity='client.admin' cmd=[{"prefix": "mgr dump", "format": "json"}]: dispatch 2026-03-05T22:50:57.036 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 22:50:56 vm02 ceph-mon[51276]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2026-03-05T22:50:57.036 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 22:50:56 vm02 ceph-mon[51276]: Cluster is now healthy 2026-03-05T22:50:57.036 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 22:50:56 vm02 ceph-mon[51276]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' 2026-03-05T22:50:57.036 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 22:50:56 vm02 ceph-mon[51276]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' 2026-03-05T22:50:57.036 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 22:50:56 vm02 ceph-mon[51276]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' 2026-03-05T22:50:57.036 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 22:50:56 vm02 ceph-mon[51276]: Checking pool "datapool" exists for service iscsi.datapool 2026-03-05T22:50:57.036 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 22:50:56 vm02 ceph-mon[51276]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' 2026-03-05T22:50:57.036 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 22:50:56 vm02 ceph-mon[51276]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' 2026-03-05T22:50:57.056 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 22:50:56 vm09 ceph-mon[51064]: from='client.? 192.168.123.102:0/4075175669' entity='client.admin' cmd=[{"prefix": "mgr dump", "format": "json"}]: dispatch 2026-03-05T22:50:57.056 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 22:50:56 vm09 ceph-mon[51064]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2026-03-05T22:50:57.056 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 22:50:56 vm09 ceph-mon[51064]: Cluster is now healthy 2026-03-05T22:50:57.056 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 22:50:56 vm09 ceph-mon[51064]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' 2026-03-05T22:50:57.056 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 22:50:56 vm09 ceph-mon[51064]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' 2026-03-05T22:50:57.056 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 22:50:56 vm09 ceph-mon[51064]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' 2026-03-05T22:50:57.056 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 22:50:56 vm09 ceph-mon[51064]: Checking pool "datapool" exists for service iscsi.datapool 2026-03-05T22:50:57.056 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 22:50:56 vm09 ceph-mon[51064]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' 2026-03-05T22:50:57.056 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 22:50:56 vm09 ceph-mon[51064]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' 2026-03-05T22:50:57.056 INFO:journalctl@ceph.iscsi.iscsi.a.vm09.stdout:Mar 05 22:50:57 vm09 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-iscsi-iscsi-a[71570]: debug Started the configuration object watcher 2026-03-05T22:50:57.210 INFO:teuthology.orchestra.run.vm02.stdout: 2026-03-05T22:50:57.210 INFO:teuthology.orchestra.run.vm02.stdout:{"epoch":60,"fsid":"ce88f304-18dc-11f1-81b4-a3325c551960","created":"2026-03-05T21:47:15.475875+0000","modified":"2026-03-05T21:50:54.720144+0000","last_up_change":"2026-03-05T21:50:41.672468+0000","last_in_change":"2026-03-05T21:50:28.489294+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":18,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":6,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2026-03-05T21:49:24.864718+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"23","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":7.8899998664855957,"score_stable":7.8899998664855957,"optimal_score":0.37999999523162842,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"datapool","create_time":"2026-03-05T21:50:45.535102+0000","flags":8193,"flags_names":"hashpspool,selfmanaged_snaps","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":3,"pg_placement_num":3,"pg_placement_num_target":3,"pg_num_target":3,"pg_num_pending":3,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"54","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":2,"snap_epoch":54,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{},"application_metadata":{"rbd":{}},"read_balance":{"score_type":"Fair distribution","score_acting":2.6500000953674316,"score_stable":2.6500000953674316,"optimal_score":0.87999999523162842,"raw_score_acting":2.3299999237060547,"raw_score_stable":2.3299999237060547,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":".rgw.root","create_time":"2026-03-05T21:50:45.813586+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"54","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{},"application_metadata":{"rgw":{}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":4,"pool_name":"default.rgw.log","create_time":"2026-03-05T21:50:47.833924+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"56","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{},"application_metadata":{"rgw":{}},"read_balance":{"score_type":"Fair distribution","score_acting":2.25,"score_stable":2.25,"optimal_score":1,"raw_score_acting":2.25,"raw_score_stable":2.25,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":5,"pool_name":"default.rgw.control","create_time":"2026-03-05T21:50:49.755348+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"58","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{},"application_metadata":{"rgw":{}},"read_balance":{"score_type":"Fair distribution","score_acting":1.25,"score_stable":1.25,"optimal_score":1,"raw_score_acting":1.25,"raw_score_stable":1.25,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":6,"pool_name":"default.rgw.meta","create_time":"2026-03-05T21:50:51.829381+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"60","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4},"application_metadata":{"rgw":{}},"read_balance":{"score_type":"Fair distribution","score_acting":1.75,"score_stable":1.75,"optimal_score":1,"raw_score_acting":1.75,"raw_score_stable":1.75,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"ba48c3e7-912a-4c70-8689-73e788280b67","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":58,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"192.168.123.102:6802","nonce":1118689847},{"type":"v1","addr":"192.168.123.102:6803","nonce":1118689847}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"192.168.123.102:6804","nonce":1118689847},{"type":"v1","addr":"192.168.123.102:6805","nonce":1118689847}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"192.168.123.102:6808","nonce":1118689847},{"type":"v1","addr":"192.168.123.102:6809","nonce":1118689847}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"192.168.123.102:6806","nonce":1118689847},{"type":"v1","addr":"192.168.123.102:6807","nonce":1118689847}]},"public_addr":"192.168.123.102:6803/1118689847","cluster_addr":"192.168.123.102:6805/1118689847","heartbeat_back_addr":"192.168.123.102:6809/1118689847","heartbeat_front_addr":"192.168.123.102:6807/1118689847","state":["exists","up"]},{"osd":1,"uuid":"5694dae0-0f73-4761-bace-2ebc24681d09","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":58,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"192.168.123.102:6810","nonce":555502933},{"type":"v1","addr":"192.168.123.102:6811","nonce":555502933}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"192.168.123.102:6812","nonce":555502933},{"type":"v1","addr":"192.168.123.102:6813","nonce":555502933}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"192.168.123.102:6816","nonce":555502933},{"type":"v1","addr":"192.168.123.102:6817","nonce":555502933}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"192.168.123.102:6814","nonce":555502933},{"type":"v1","addr":"192.168.123.102:6815","nonce":555502933}]},"public_addr":"192.168.123.102:6811/555502933","cluster_addr":"192.168.123.102:6813/555502933","heartbeat_back_addr":"192.168.123.102:6817/555502933","heartbeat_front_addr":"192.168.123.102:6815/555502933","state":["exists","up"]},{"osd":2,"uuid":"46baf7b7-2ea3-4515-96f6-d3ca2f6e43d3","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":58,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"192.168.123.102:6818","nonce":3210306058},{"type":"v1","addr":"192.168.123.102:6819","nonce":3210306058}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"192.168.123.102:6820","nonce":3210306058},{"type":"v1","addr":"192.168.123.102:6821","nonce":3210306058}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"192.168.123.102:6824","nonce":3210306058},{"type":"v1","addr":"192.168.123.102:6825","nonce":3210306058}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"192.168.123.102:6822","nonce":3210306058},{"type":"v1","addr":"192.168.123.102:6823","nonce":3210306058}]},"public_addr":"192.168.123.102:6819/3210306058","cluster_addr":"192.168.123.102:6821/3210306058","heartbeat_back_addr":"192.168.123.102:6825/3210306058","heartbeat_front_addr":"192.168.123.102:6823/3210306058","state":["exists","up"]},{"osd":3,"uuid":"1705d9ac-44a7-46af-b2db-d01eb49be4ba","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":26,"up_thru":58,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"192.168.123.102:6826","nonce":1735192907},{"type":"v1","addr":"192.168.123.102:6827","nonce":1735192907}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"192.168.123.102:6828","nonce":1735192907},{"type":"v1","addr":"192.168.123.102:6829","nonce":1735192907}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"192.168.123.102:6832","nonce":1735192907},{"type":"v1","addr":"192.168.123.102:6833","nonce":1735192907}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"192.168.123.102:6830","nonce":1735192907},{"type":"v1","addr":"192.168.123.102:6831","nonce":1735192907}]},"public_addr":"192.168.123.102:6827/1735192907","cluster_addr":"192.168.123.102:6829/1735192907","heartbeat_back_addr":"192.168.123.102:6833/1735192907","heartbeat_front_addr":"192.168.123.102:6831/1735192907","state":["exists","up"]},{"osd":4,"uuid":"8b0ea380-b627-4814-9ba9-4deb42d148a4","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":31,"up_thru":58,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"192.168.123.109:6800","nonce":309792729},{"type":"v1","addr":"192.168.123.109:6801","nonce":309792729}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"192.168.123.109:6802","nonce":309792729},{"type":"v1","addr":"192.168.123.109:6803","nonce":309792729}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"192.168.123.109:6806","nonce":309792729},{"type":"v1","addr":"192.168.123.109:6807","nonce":309792729}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"192.168.123.109:6804","nonce":309792729},{"type":"v1","addr":"192.168.123.109:6805","nonce":309792729}]},"public_addr":"192.168.123.109:6801/309792729","cluster_addr":"192.168.123.109:6803/309792729","heartbeat_back_addr":"192.168.123.109:6807/309792729","heartbeat_front_addr":"192.168.123.109:6805/309792729","state":["exists","up"]},{"osd":5,"uuid":"612e5a45-fe46-4da3-bfc8-3bdf30a4320a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":36,"up_thru":58,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"192.168.123.109:6808","nonce":3831506450},{"type":"v1","addr":"192.168.123.109:6809","nonce":3831506450}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"192.168.123.109:6810","nonce":3831506450},{"type":"v1","addr":"192.168.123.109:6811","nonce":3831506450}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"192.168.123.109:6814","nonce":3831506450},{"type":"v1","addr":"192.168.123.109:6815","nonce":3831506450}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"192.168.123.109:6812","nonce":3831506450},{"type":"v1","addr":"192.168.123.109:6813","nonce":3831506450}]},"public_addr":"192.168.123.109:6809/3831506450","cluster_addr":"192.168.123.109:6811/3831506450","heartbeat_back_addr":"192.168.123.109:6815/3831506450","heartbeat_front_addr":"192.168.123.109:6813/3831506450","state":["exists","up"]},{"osd":6,"uuid":"ff8e73e7-ca39-436b-9874-6f1a30ae96b5","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":42,"up_thru":56,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"192.168.123.109:6816","nonce":928595915},{"type":"v1","addr":"192.168.123.109:6817","nonce":928595915}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"192.168.123.109:6818","nonce":928595915},{"type":"v1","addr":"192.168.123.109:6819","nonce":928595915}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"192.168.123.109:6822","nonce":928595915},{"type":"v1","addr":"192.168.123.109:6823","nonce":928595915}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"192.168.123.109:6820","nonce":928595915},{"type":"v1","addr":"192.168.123.109:6821","nonce":928595915}]},"public_addr":"192.168.123.109:6817/928595915","cluster_addr":"192.168.123.109:6819/928595915","heartbeat_back_addr":"192.168.123.109:6823/928595915","heartbeat_front_addr":"192.168.123.109:6821/928595915","state":["exists","up"]},{"osd":7,"uuid":"f7c72fec-463b-42d6-8178-a52b1079853d","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":48,"up_thru":58,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"192.168.123.109:6824","nonce":2809823919},{"type":"v1","addr":"192.168.123.109:6825","nonce":2809823919}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"192.168.123.109:6826","nonce":2809823919},{"type":"v1","addr":"192.168.123.109:6827","nonce":2809823919}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"192.168.123.109:6830","nonce":2809823919},{"type":"v1","addr":"192.168.123.109:6831","nonce":2809823919}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"192.168.123.109:6828","nonce":2809823919},{"type":"v1","addr":"192.168.123.109:6829","nonce":2809823919}]},"public_addr":"192.168.123.109:6825/2809823919","cluster_addr":"192.168.123.109:6827/2809823919","heartbeat_back_addr":"192.168.123.109:6831/2809823919","heartbeat_front_addr":"192.168.123.109:6829/2809823919","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2026-03-05T21:48:51.411318+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2026-03-05T21:49:06.485927+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2026-03-05T21:49:21.709290+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2026-03-05T21:49:38.681803+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2026-03-05T21:49:53.585558+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2026-03-05T21:50:09.590043+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2026-03-05T21:50:23.830446+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2026-03-05T21:50:39.764127+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"192.168.123.102:6801/1131733714":"2026-03-06T21:48:04.806310+0000","192.168.123.102:6800/1131733714":"2026-03-06T21:48:04.806310+0000","192.168.123.102:0/862902370":"2026-03-06T21:48:04.806310+0000","192.168.123.102:0/3377751341":"2026-03-06T21:48:04.806310+0000","192.168.123.102:0/4045708759":"2026-03-06T21:47:45.317023+0000","192.168.123.102:0/657998083":"2026-03-06T21:48:04.806310+0000","192.168.123.102:6801/2237667408":"2026-03-06T21:47:45.317023+0000","192.168.123.102:0/3821007566":"2026-03-06T21:47:45.317023+0000","192.168.123.102:6800/2237667408":"2026-03-06T21:47:45.317023+0000","192.168.123.102:0/42210324":"2026-03-06T21:47:45.317023+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[{"pool":2,"snaps":[{"begin":2,"length":1}]}],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2026-03-05T22:50:57.329 INFO:journalctl@ceph.iscsi.iscsi.a.vm09.stdout:Mar 05 22:50:57 vm09 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-iscsi-iscsi-a[71570]: debug Checking for config object changes every 1s 2026-03-05T22:50:57.330 INFO:journalctl@ceph.iscsi.iscsi.a.vm09.stdout:Mar 05 22:50:57 vm09 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-iscsi-iscsi-a[71570]: debug Processing osd blocklist entries for this node 2026-03-05T22:50:57.330 INFO:journalctl@ceph.iscsi.iscsi.a.vm09.stdout:Mar 05 22:50:57 vm09 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-iscsi-iscsi-a[71570]: debug Reading the configuration object to update local LIO configuration 2026-03-05T22:50:57.330 INFO:journalctl@ceph.iscsi.iscsi.a.vm09.stdout:Mar 05 22:50:57 vm09 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-iscsi-iscsi-a[71570]: debug Configuration does not have an entry for this host(vm09.local) - nothing to define to LIO 2026-03-05T22:50:57.363 INFO:tasks.cephadm.ceph_manager.ceph:all up! 2026-03-05T22:50:57.363 DEBUG:teuthology.orchestra.run.vm02:> sudo /home/ubuntu/cephtest/cephadm --image harbor.clyso.com/custom-ceph/ceph/ceph:cobaltcore-storage-v19.2.3-fasttrack-3 shell --fsid ce88f304-18dc-11f1-81b4-a3325c551960 -- ceph osd dump --format=json 2026-03-05T22:50:57.641 INFO:journalctl@ceph.iscsi.iscsi.a.vm09.stdout:Mar 05 22:50:57 vm09 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-iscsi-iscsi-a[71570]: * Serving Flask app 'rbd-target-api' (lazy loading) 2026-03-05T22:50:57.641 INFO:journalctl@ceph.iscsi.iscsi.a.vm09.stdout:Mar 05 22:50:57 vm09 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-iscsi-iscsi-a[71570]: * Environment: production 2026-03-05T22:50:57.641 INFO:journalctl@ceph.iscsi.iscsi.a.vm09.stdout:Mar 05 22:50:57 vm09 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-iscsi-iscsi-a[71570]: WARNING: This is a development server. Do not use it in a production deployment. 2026-03-05T22:50:57.641 INFO:journalctl@ceph.iscsi.iscsi.a.vm09.stdout:Mar 05 22:50:57 vm09 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-iscsi-iscsi-a[71570]: Use a production WSGI server instead. 2026-03-05T22:50:57.641 INFO:journalctl@ceph.iscsi.iscsi.a.vm09.stdout:Mar 05 22:50:57 vm09 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-iscsi-iscsi-a[71570]: * Debug mode: off 2026-03-05T22:50:57.641 INFO:journalctl@ceph.iscsi.iscsi.a.vm09.stdout:Mar 05 22:50:57 vm09 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-iscsi-iscsi-a[71570]: debug * Running on all addresses. 2026-03-05T22:50:57.641 INFO:journalctl@ceph.iscsi.iscsi.a.vm09.stdout:Mar 05 22:50:57 vm09 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-iscsi-iscsi-a[71570]: WARNING: This is a development server. Do not use it in a production deployment. 2026-03-05T22:50:57.641 INFO:journalctl@ceph.iscsi.iscsi.a.vm09.stdout:Mar 05 22:50:57 vm09 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-iscsi-iscsi-a[71570]: * Running on all addresses. 2026-03-05T22:50:57.641 INFO:journalctl@ceph.iscsi.iscsi.a.vm09.stdout:Mar 05 22:50:57 vm09 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-iscsi-iscsi-a[71570]: WARNING: This is a development server. Do not use it in a production deployment. 2026-03-05T22:50:57.641 INFO:journalctl@ceph.iscsi.iscsi.a.vm09.stdout:Mar 05 22:50:57 vm09 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-iscsi-iscsi-a[71570]: debug * Running on http://[::1]:5000/ (Press CTRL+C to quit) 2026-03-05T22:50:57.641 INFO:journalctl@ceph.iscsi.iscsi.a.vm09.stdout:Mar 05 22:50:57 vm09 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-iscsi-iscsi-a[71570]: * Running on http://[::1]:5000/ (Press CTRL+C to quit) 2026-03-05T22:50:57.714 INFO:teuthology.orchestra.run.vm02.stderr:Inferring config /var/lib/ceph/ce88f304-18dc-11f1-81b4-a3325c551960/mon.a/config 2026-03-05T22:50:57.925 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 22:50:57 vm09 ceph-mon[51064]: Deploying daemon prometheus.a on vm09 2026-03-05T22:50:57.925 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 22:50:57 vm09 ceph-mon[51064]: from='client.? 192.168.123.102:0/4275520751' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2026-03-05T22:50:57.925 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 22:50:57 vm09 ceph-mon[51064]: from='client.? 192.168.123.109:0/642786337' entity='client.iscsi.iscsi.a' cmd=[{"prefix": "osd blocklist ls"}]: dispatch 2026-03-05T22:50:57.925 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 22:50:57 vm09 ceph-mon[51064]: pgmap v141: 132 pgs: 125 active+clean, 1 creating+activating, 6 unknown; 580 KiB data, 216 MiB used, 160 GiB / 160 GiB avail; 51 KiB/s rd, 4.0 KiB/s wr, 122 op/s 2026-03-05T22:50:57.925 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 22:50:57 vm09 ceph-mon[51064]: osdmap e61: 8 total, 8 up, 8 in 2026-03-05T22:50:58.036 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 22:50:57 vm02 ceph-mon[51276]: Deploying daemon prometheus.a on vm09 2026-03-05T22:50:58.036 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 22:50:57 vm02 ceph-mon[51276]: from='client.? 192.168.123.102:0/4275520751' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2026-03-05T22:50:58.036 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 22:50:57 vm02 ceph-mon[51276]: from='client.? 192.168.123.109:0/642786337' entity='client.iscsi.iscsi.a' cmd=[{"prefix": "osd blocklist ls"}]: dispatch 2026-03-05T22:50:58.036 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 22:50:57 vm02 ceph-mon[51276]: pgmap v141: 132 pgs: 125 active+clean, 1 creating+activating, 6 unknown; 580 KiB data, 216 MiB used, 160 GiB / 160 GiB avail; 51 KiB/s rd, 4.0 KiB/s wr, 122 op/s 2026-03-05T22:50:58.036 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 22:50:57 vm02 ceph-mon[51276]: osdmap e61: 8 total, 8 up, 8 in 2026-03-05T22:50:58.036 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 22:50:57 vm02 ceph-mon[57234]: Deploying daemon prometheus.a on vm09 2026-03-05T22:50:58.036 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 22:50:57 vm02 ceph-mon[57234]: from='client.? 192.168.123.102:0/4275520751' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2026-03-05T22:50:58.036 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 22:50:57 vm02 ceph-mon[57234]: from='client.? 192.168.123.109:0/642786337' entity='client.iscsi.iscsi.a' cmd=[{"prefix": "osd blocklist ls"}]: dispatch 2026-03-05T22:50:58.036 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 22:50:57 vm02 ceph-mon[57234]: pgmap v141: 132 pgs: 125 active+clean, 1 creating+activating, 6 unknown; 580 KiB data, 216 MiB used, 160 GiB / 160 GiB avail; 51 KiB/s rd, 4.0 KiB/s wr, 122 op/s 2026-03-05T22:50:58.036 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 22:50:57 vm02 ceph-mon[57234]: osdmap e61: 8 total, 8 up, 8 in 2026-03-05T22:50:58.090 INFO:teuthology.orchestra.run.vm02.stdout: 2026-03-05T22:50:58.090 INFO:teuthology.orchestra.run.vm02.stdout:{"epoch":61,"fsid":"ce88f304-18dc-11f1-81b4-a3325c551960","created":"2026-03-05T21:47:15.475875+0000","modified":"2026-03-05T21:50:57.656836+0000","last_up_change":"2026-03-05T21:50:41.672468+0000","last_in_change":"2026-03-05T21:50:28.489294+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":18,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":6,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2026-03-05T21:49:24.864718+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"23","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":7.8899998664855957,"score_stable":7.8899998664855957,"optimal_score":0.37999999523162842,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"datapool","create_time":"2026-03-05T21:50:45.535102+0000","flags":8193,"flags_names":"hashpspool,selfmanaged_snaps","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":3,"pg_placement_num":3,"pg_placement_num_target":3,"pg_num_target":3,"pg_num_pending":3,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"54","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":2,"snap_epoch":54,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{},"application_metadata":{"rbd":{}},"read_balance":{"score_type":"Fair distribution","score_acting":2.6500000953674316,"score_stable":2.6500000953674316,"optimal_score":0.87999999523162842,"raw_score_acting":2.3299999237060547,"raw_score_stable":2.3299999237060547,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":".rgw.root","create_time":"2026-03-05T21:50:45.813586+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"54","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{},"application_metadata":{"rgw":{}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":4,"pool_name":"default.rgw.log","create_time":"2026-03-05T21:50:47.833924+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"56","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{},"application_metadata":{"rgw":{}},"read_balance":{"score_type":"Fair distribution","score_acting":2.25,"score_stable":2.25,"optimal_score":1,"raw_score_acting":2.25,"raw_score_stable":2.25,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":5,"pool_name":"default.rgw.control","create_time":"2026-03-05T21:50:49.755348+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"58","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{},"application_metadata":{"rgw":{}},"read_balance":{"score_type":"Fair distribution","score_acting":1.25,"score_stable":1.25,"optimal_score":1,"raw_score_acting":1.25,"raw_score_stable":1.25,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":6,"pool_name":"default.rgw.meta","create_time":"2026-03-05T21:50:51.829381+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"60","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4},"application_metadata":{"rgw":{}},"read_balance":{"score_type":"Fair distribution","score_acting":1.75,"score_stable":1.75,"optimal_score":1,"raw_score_acting":1.75,"raw_score_stable":1.75,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"ba48c3e7-912a-4c70-8689-73e788280b67","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":58,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"192.168.123.102:6802","nonce":1118689847},{"type":"v1","addr":"192.168.123.102:6803","nonce":1118689847}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"192.168.123.102:6804","nonce":1118689847},{"type":"v1","addr":"192.168.123.102:6805","nonce":1118689847}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"192.168.123.102:6808","nonce":1118689847},{"type":"v1","addr":"192.168.123.102:6809","nonce":1118689847}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"192.168.123.102:6806","nonce":1118689847},{"type":"v1","addr":"192.168.123.102:6807","nonce":1118689847}]},"public_addr":"192.168.123.102:6803/1118689847","cluster_addr":"192.168.123.102:6805/1118689847","heartbeat_back_addr":"192.168.123.102:6809/1118689847","heartbeat_front_addr":"192.168.123.102:6807/1118689847","state":["exists","up"]},{"osd":1,"uuid":"5694dae0-0f73-4761-bace-2ebc24681d09","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":58,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"192.168.123.102:6810","nonce":555502933},{"type":"v1","addr":"192.168.123.102:6811","nonce":555502933}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"192.168.123.102:6812","nonce":555502933},{"type":"v1","addr":"192.168.123.102:6813","nonce":555502933}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"192.168.123.102:6816","nonce":555502933},{"type":"v1","addr":"192.168.123.102:6817","nonce":555502933}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"192.168.123.102:6814","nonce":555502933},{"type":"v1","addr":"192.168.123.102:6815","nonce":555502933}]},"public_addr":"192.168.123.102:6811/555502933","cluster_addr":"192.168.123.102:6813/555502933","heartbeat_back_addr":"192.168.123.102:6817/555502933","heartbeat_front_addr":"192.168.123.102:6815/555502933","state":["exists","up"]},{"osd":2,"uuid":"46baf7b7-2ea3-4515-96f6-d3ca2f6e43d3","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":58,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"192.168.123.102:6818","nonce":3210306058},{"type":"v1","addr":"192.168.123.102:6819","nonce":3210306058}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"192.168.123.102:6820","nonce":3210306058},{"type":"v1","addr":"192.168.123.102:6821","nonce":3210306058}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"192.168.123.102:6824","nonce":3210306058},{"type":"v1","addr":"192.168.123.102:6825","nonce":3210306058}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"192.168.123.102:6822","nonce":3210306058},{"type":"v1","addr":"192.168.123.102:6823","nonce":3210306058}]},"public_addr":"192.168.123.102:6819/3210306058","cluster_addr":"192.168.123.102:6821/3210306058","heartbeat_back_addr":"192.168.123.102:6825/3210306058","heartbeat_front_addr":"192.168.123.102:6823/3210306058","state":["exists","up"]},{"osd":3,"uuid":"1705d9ac-44a7-46af-b2db-d01eb49be4ba","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":26,"up_thru":58,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"192.168.123.102:6826","nonce":1735192907},{"type":"v1","addr":"192.168.123.102:6827","nonce":1735192907}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"192.168.123.102:6828","nonce":1735192907},{"type":"v1","addr":"192.168.123.102:6829","nonce":1735192907}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"192.168.123.102:6832","nonce":1735192907},{"type":"v1","addr":"192.168.123.102:6833","nonce":1735192907}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"192.168.123.102:6830","nonce":1735192907},{"type":"v1","addr":"192.168.123.102:6831","nonce":1735192907}]},"public_addr":"192.168.123.102:6827/1735192907","cluster_addr":"192.168.123.102:6829/1735192907","heartbeat_back_addr":"192.168.123.102:6833/1735192907","heartbeat_front_addr":"192.168.123.102:6831/1735192907","state":["exists","up"]},{"osd":4,"uuid":"8b0ea380-b627-4814-9ba9-4deb42d148a4","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":31,"up_thru":58,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"192.168.123.109:6800","nonce":309792729},{"type":"v1","addr":"192.168.123.109:6801","nonce":309792729}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"192.168.123.109:6802","nonce":309792729},{"type":"v1","addr":"192.168.123.109:6803","nonce":309792729}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"192.168.123.109:6806","nonce":309792729},{"type":"v1","addr":"192.168.123.109:6807","nonce":309792729}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"192.168.123.109:6804","nonce":309792729},{"type":"v1","addr":"192.168.123.109:6805","nonce":309792729}]},"public_addr":"192.168.123.109:6801/309792729","cluster_addr":"192.168.123.109:6803/309792729","heartbeat_back_addr":"192.168.123.109:6807/309792729","heartbeat_front_addr":"192.168.123.109:6805/309792729","state":["exists","up"]},{"osd":5,"uuid":"612e5a45-fe46-4da3-bfc8-3bdf30a4320a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":36,"up_thru":58,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"192.168.123.109:6808","nonce":3831506450},{"type":"v1","addr":"192.168.123.109:6809","nonce":3831506450}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"192.168.123.109:6810","nonce":3831506450},{"type":"v1","addr":"192.168.123.109:6811","nonce":3831506450}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"192.168.123.109:6814","nonce":3831506450},{"type":"v1","addr":"192.168.123.109:6815","nonce":3831506450}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"192.168.123.109:6812","nonce":3831506450},{"type":"v1","addr":"192.168.123.109:6813","nonce":3831506450}]},"public_addr":"192.168.123.109:6809/3831506450","cluster_addr":"192.168.123.109:6811/3831506450","heartbeat_back_addr":"192.168.123.109:6815/3831506450","heartbeat_front_addr":"192.168.123.109:6813/3831506450","state":["exists","up"]},{"osd":6,"uuid":"ff8e73e7-ca39-436b-9874-6f1a30ae96b5","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":42,"up_thru":56,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"192.168.123.109:6816","nonce":928595915},{"type":"v1","addr":"192.168.123.109:6817","nonce":928595915}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"192.168.123.109:6818","nonce":928595915},{"type":"v1","addr":"192.168.123.109:6819","nonce":928595915}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"192.168.123.109:6822","nonce":928595915},{"type":"v1","addr":"192.168.123.109:6823","nonce":928595915}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"192.168.123.109:6820","nonce":928595915},{"type":"v1","addr":"192.168.123.109:6821","nonce":928595915}]},"public_addr":"192.168.123.109:6817/928595915","cluster_addr":"192.168.123.109:6819/928595915","heartbeat_back_addr":"192.168.123.109:6823/928595915","heartbeat_front_addr":"192.168.123.109:6821/928595915","state":["exists","up"]},{"osd":7,"uuid":"f7c72fec-463b-42d6-8178-a52b1079853d","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":48,"up_thru":58,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"192.168.123.109:6824","nonce":2809823919},{"type":"v1","addr":"192.168.123.109:6825","nonce":2809823919}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"192.168.123.109:6826","nonce":2809823919},{"type":"v1","addr":"192.168.123.109:6827","nonce":2809823919}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"192.168.123.109:6830","nonce":2809823919},{"type":"v1","addr":"192.168.123.109:6831","nonce":2809823919}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"192.168.123.109:6828","nonce":2809823919},{"type":"v1","addr":"192.168.123.109:6829","nonce":2809823919}]},"public_addr":"192.168.123.109:6825/2809823919","cluster_addr":"192.168.123.109:6827/2809823919","heartbeat_back_addr":"192.168.123.109:6831/2809823919","heartbeat_front_addr":"192.168.123.109:6829/2809823919","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2026-03-05T21:48:51.411318+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2026-03-05T21:49:06.485927+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2026-03-05T21:49:21.709290+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2026-03-05T21:49:38.681803+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2026-03-05T21:49:53.585558+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2026-03-05T21:50:09.590043+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2026-03-05T21:50:23.830446+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2026-03-05T21:50:39.764127+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"192.168.123.102:6801/1131733714":"2026-03-06T21:48:04.806310+0000","192.168.123.102:6800/1131733714":"2026-03-06T21:48:04.806310+0000","192.168.123.102:0/862902370":"2026-03-06T21:48:04.806310+0000","192.168.123.102:0/3377751341":"2026-03-06T21:48:04.806310+0000","192.168.123.102:0/4045708759":"2026-03-06T21:47:45.317023+0000","192.168.123.102:0/657998083":"2026-03-06T21:48:04.806310+0000","192.168.123.102:6801/2237667408":"2026-03-06T21:47:45.317023+0000","192.168.123.102:0/3821007566":"2026-03-06T21:47:45.317023+0000","192.168.123.102:6800/2237667408":"2026-03-06T21:47:45.317023+0000","192.168.123.102:0/42210324":"2026-03-06T21:47:45.317023+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[{"pool":2,"snaps":[{"begin":2,"length":1}]}],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2026-03-05T22:50:58.286 DEBUG:teuthology.orchestra.run.vm02:> sudo /home/ubuntu/cephtest/cephadm --image harbor.clyso.com/custom-ceph/ceph/ceph:cobaltcore-storage-v19.2.3-fasttrack-3 shell --fsid ce88f304-18dc-11f1-81b4-a3325c551960 -- ceph tell osd.0 flush_pg_stats 2026-03-05T22:50:58.286 DEBUG:teuthology.orchestra.run.vm02:> sudo /home/ubuntu/cephtest/cephadm --image harbor.clyso.com/custom-ceph/ceph/ceph:cobaltcore-storage-v19.2.3-fasttrack-3 shell --fsid ce88f304-18dc-11f1-81b4-a3325c551960 -- ceph tell osd.1 flush_pg_stats 2026-03-05T22:50:58.287 DEBUG:teuthology.orchestra.run.vm02:> sudo /home/ubuntu/cephtest/cephadm --image harbor.clyso.com/custom-ceph/ceph/ceph:cobaltcore-storage-v19.2.3-fasttrack-3 shell --fsid ce88f304-18dc-11f1-81b4-a3325c551960 -- ceph tell osd.2 flush_pg_stats 2026-03-05T22:50:58.287 DEBUG:teuthology.orchestra.run.vm02:> sudo /home/ubuntu/cephtest/cephadm --image harbor.clyso.com/custom-ceph/ceph/ceph:cobaltcore-storage-v19.2.3-fasttrack-3 shell --fsid ce88f304-18dc-11f1-81b4-a3325c551960 -- ceph tell osd.3 flush_pg_stats 2026-03-05T22:50:58.287 DEBUG:teuthology.orchestra.run.vm02:> sudo /home/ubuntu/cephtest/cephadm --image harbor.clyso.com/custom-ceph/ceph/ceph:cobaltcore-storage-v19.2.3-fasttrack-3 shell --fsid ce88f304-18dc-11f1-81b4-a3325c551960 -- ceph tell osd.4 flush_pg_stats 2026-03-05T22:50:58.287 DEBUG:teuthology.orchestra.run.vm02:> sudo /home/ubuntu/cephtest/cephadm --image harbor.clyso.com/custom-ceph/ceph/ceph:cobaltcore-storage-v19.2.3-fasttrack-3 shell --fsid ce88f304-18dc-11f1-81b4-a3325c551960 -- ceph tell osd.5 flush_pg_stats 2026-03-05T22:50:58.287 DEBUG:teuthology.orchestra.run.vm02:> sudo /home/ubuntu/cephtest/cephadm --image harbor.clyso.com/custom-ceph/ceph/ceph:cobaltcore-storage-v19.2.3-fasttrack-3 shell --fsid ce88f304-18dc-11f1-81b4-a3325c551960 -- ceph tell osd.6 flush_pg_stats 2026-03-05T22:50:58.287 DEBUG:teuthology.orchestra.run.vm02:> sudo /home/ubuntu/cephtest/cephadm --image harbor.clyso.com/custom-ceph/ceph/ceph:cobaltcore-storage-v19.2.3-fasttrack-3 shell --fsid ce88f304-18dc-11f1-81b4-a3325c551960 -- ceph tell osd.7 flush_pg_stats 2026-03-05T22:50:58.773 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 22:50:58 vm02 ceph-mon[51276]: mgrmap e16: y(active, since 2m), standbys: x 2026-03-05T22:50:58.773 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 22:50:58 vm02 ceph-mon[51276]: from='client.? 192.168.123.102:0/187825369' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2026-03-05T22:50:58.773 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 22:50:58 vm02 ceph-mon[51276]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' 2026-03-05T22:50:58.773 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 22:50:58 vm02 ceph-mon[51276]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' 2026-03-05T22:50:58.773 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 22:50:58 vm02 ceph-mon[51276]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' 2026-03-05T22:50:59.036 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 22:50:58 vm02 ceph-mon[57234]: mgrmap e16: y(active, since 2m), standbys: x 2026-03-05T22:50:59.036 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 22:50:58 vm02 ceph-mon[57234]: from='client.? 192.168.123.102:0/187825369' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2026-03-05T22:50:59.036 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 22:50:58 vm02 ceph-mon[57234]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' 2026-03-05T22:50:59.036 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 22:50:58 vm02 ceph-mon[57234]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' 2026-03-05T22:50:59.036 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 22:50:58 vm02 ceph-mon[57234]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' 2026-03-05T22:50:59.175 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 22:50:58 vm09 ceph-mon[51064]: mgrmap e16: y(active, since 2m), standbys: x 2026-03-05T22:50:59.175 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 22:50:58 vm09 ceph-mon[51064]: from='client.? 192.168.123.102:0/187825369' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2026-03-05T22:50:59.175 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 22:50:58 vm09 ceph-mon[51064]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' 2026-03-05T22:50:59.176 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 22:50:58 vm09 ceph-mon[51064]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' 2026-03-05T22:50:59.176 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 22:50:58 vm09 ceph-mon[51064]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' 2026-03-05T22:50:59.763 INFO:teuthology.orchestra.run.vm02.stderr:Inferring config /var/lib/ceph/ce88f304-18dc-11f1-81b4-a3325c551960/mon.a/config 2026-03-05T22:50:59.801 INFO:teuthology.orchestra.run.vm02.stderr:Inferring config /var/lib/ceph/ce88f304-18dc-11f1-81b4-a3325c551960/mon.a/config 2026-03-05T22:50:59.803 INFO:teuthology.orchestra.run.vm02.stderr:Inferring config /var/lib/ceph/ce88f304-18dc-11f1-81b4-a3325c551960/mon.a/config 2026-03-05T22:50:59.839 INFO:teuthology.orchestra.run.vm02.stderr:Inferring config /var/lib/ceph/ce88f304-18dc-11f1-81b4-a3325c551960/mon.a/config 2026-03-05T22:51:00.036 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 22:50:59 vm02 ceph-mon[51276]: pgmap v143: 132 pgs: 132 active+clean; 582 KiB data, 216 MiB used, 160 GiB / 160 GiB avail; 75 KiB/s rd, 6.0 KiB/s wr, 182 op/s 2026-03-05T22:51:00.037 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 22:50:59 vm02 ceph-mon[57234]: pgmap v143: 132 pgs: 132 active+clean; 582 KiB data, 216 MiB used, 160 GiB / 160 GiB avail; 75 KiB/s rd, 6.0 KiB/s wr, 182 op/s 2026-03-05T22:51:00.065 INFO:teuthology.orchestra.run.vm02.stderr:Inferring config /var/lib/ceph/ce88f304-18dc-11f1-81b4-a3325c551960/mon.a/config 2026-03-05T22:51:00.065 INFO:teuthology.orchestra.run.vm02.stderr:Inferring config /var/lib/ceph/ce88f304-18dc-11f1-81b4-a3325c551960/mon.a/config 2026-03-05T22:51:00.100 INFO:teuthology.orchestra.run.vm02.stderr:Inferring config /var/lib/ceph/ce88f304-18dc-11f1-81b4-a3325c551960/mon.a/config 2026-03-05T22:51:00.175 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 22:50:59 vm09 ceph-mon[51064]: pgmap v143: 132 pgs: 132 active+clean; 582 KiB data, 216 MiB used, 160 GiB / 160 GiB avail; 75 KiB/s rd, 6.0 KiB/s wr, 182 op/s 2026-03-05T22:51:00.234 INFO:teuthology.orchestra.run.vm02.stderr:Inferring config /var/lib/ceph/ce88f304-18dc-11f1-81b4-a3325c551960/mon.a/config 2026-03-05T22:51:00.959 INFO:teuthology.orchestra.run.vm02.stdout:111669149713 2026-03-05T22:51:00.960 DEBUG:teuthology.orchestra.run.vm02:> sudo /home/ubuntu/cephtest/cephadm --image harbor.clyso.com/custom-ceph/ceph/ceph:cobaltcore-storage-v19.2.3-fasttrack-3 shell --fsid ce88f304-18dc-11f1-81b4-a3325c551960 -- ceph osd last-stat-seq osd.3 2026-03-05T22:51:01.036 INFO:teuthology.orchestra.run.vm02.stdout:180388626441 2026-03-05T22:51:01.037 DEBUG:teuthology.orchestra.run.vm02:> sudo /home/ubuntu/cephtest/cephadm --image harbor.clyso.com/custom-ceph/ceph/ceph:cobaltcore-storage-v19.2.3-fasttrack-3 shell --fsid ce88f304-18dc-11f1-81b4-a3325c551960 -- ceph osd last-stat-seq osd.6 2026-03-05T22:51:01.508 INFO:teuthology.orchestra.run.vm02.stdout:133143986190 2026-03-05T22:51:01.508 DEBUG:teuthology.orchestra.run.vm02:> sudo /home/ubuntu/cephtest/cephadm --image harbor.clyso.com/custom-ceph/ceph/ceph:cobaltcore-storage-v19.2.3-fasttrack-3 shell --fsid ce88f304-18dc-11f1-81b4-a3325c551960 -- ceph osd last-stat-seq osd.4 2026-03-05T22:51:01.585 INFO:teuthology.orchestra.run.vm02.stdout:206158430213 2026-03-05T22:51:01.585 DEBUG:teuthology.orchestra.run.vm02:> sudo /home/ubuntu/cephtest/cephadm --image harbor.clyso.com/custom-ceph/ceph/ceph:cobaltcore-storage-v19.2.3-fasttrack-3 shell --fsid ce88f304-18dc-11f1-81b4-a3325c551960 -- ceph osd last-stat-seq osd.7 2026-03-05T22:51:01.644 INFO:teuthology.orchestra.run.vm02.stdout:34359738395 2026-03-05T22:51:01.644 DEBUG:teuthology.orchestra.run.vm02:> sudo /home/ubuntu/cephtest/cephadm --image harbor.clyso.com/custom-ceph/ceph/ceph:cobaltcore-storage-v19.2.3-fasttrack-3 shell --fsid ce88f304-18dc-11f1-81b4-a3325c551960 -- ceph osd last-stat-seq osd.0 2026-03-05T22:51:01.671 INFO:teuthology.orchestra.run.vm02.stdout:55834574872 2026-03-05T22:51:01.671 DEBUG:teuthology.orchestra.run.vm02:> sudo /home/ubuntu/cephtest/cephadm --image harbor.clyso.com/custom-ceph/ceph/ceph:cobaltcore-storage-v19.2.3-fasttrack-3 shell --fsid ce88f304-18dc-11f1-81b4-a3325c551960 -- ceph osd last-stat-seq osd.1 2026-03-05T22:51:01.731 INFO:teuthology.orchestra.run.vm02.stdout:154618822667 2026-03-05T22:51:01.731 DEBUG:teuthology.orchestra.run.vm02:> sudo /home/ubuntu/cephtest/cephadm --image harbor.clyso.com/custom-ceph/ceph/ceph:cobaltcore-storage-v19.2.3-fasttrack-3 shell --fsid ce88f304-18dc-11f1-81b4-a3325c551960 -- ceph osd last-stat-seq osd.5 2026-03-05T22:51:01.777 INFO:teuthology.orchestra.run.vm02.stdout:77309411349 2026-03-05T22:51:01.777 DEBUG:teuthology.orchestra.run.vm02:> sudo /home/ubuntu/cephtest/cephadm --image harbor.clyso.com/custom-ceph/ceph/ceph:cobaltcore-storage-v19.2.3-fasttrack-3 shell --fsid ce88f304-18dc-11f1-81b4-a3325c551960 -- ceph osd last-stat-seq osd.2 2026-03-05T22:51:02.132 INFO:teuthology.orchestra.run.vm02.stderr:Inferring config /var/lib/ceph/ce88f304-18dc-11f1-81b4-a3325c551960/mon.a/config 2026-03-05T22:51:02.517 INFO:teuthology.orchestra.run.vm02.stderr:Inferring config /var/lib/ceph/ce88f304-18dc-11f1-81b4-a3325c551960/mon.a/config 2026-03-05T22:51:02.544 INFO:journalctl@ceph.prometheus.a.vm09.stdout:Mar 05 22:51:02 vm09 podman[72527]: 2026-03-05 22:51:02.542256778 +0100 CET m=+0.080158184 container start 762bc064c3d10edb2091523f8426ad58dad82a1232df69f40feaa41da7d86f64 (image=quay.io/prometheus/prometheus:v2.51.0, name=ceph-ce88f304-18dc-11f1-81b4-a3325c551960-prometheus-a, maintainer=The Prometheus Authors ) 2026-03-05T22:51:02.765 INFO:teuthology.orchestra.run.vm02.stdout:111669149714 2026-03-05T22:51:02.925 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 22:51:02 vm09 ceph-mon[51064]: pgmap v144: 132 pgs: 132 active+clean; 583 KiB data, 217 MiB used, 160 GiB / 160 GiB avail; 60 KiB/s rd, 4.8 KiB/s wr, 146 op/s 2026-03-05T22:51:02.926 INFO:journalctl@ceph.prometheus.a.vm09.stdout:Mar 05 22:51:02 vm09 bash[72527]: 762bc064c3d10edb2091523f8426ad58dad82a1232df69f40feaa41da7d86f64 2026-03-05T22:51:02.926 INFO:journalctl@ceph.prometheus.a.vm09.stdout:Mar 05 22:51:02 vm09 podman[72527]: 2026-03-05 22:51:02.474971881 +0100 CET m=+0.012873287 image pull 1d3b7f56885b6dd623f1785be963aa9c195f86bc256ea454e8d02a7980b79c53 quay.io/prometheus/prometheus:v2.51.0 2026-03-05T22:51:02.926 INFO:journalctl@ceph.prometheus.a.vm09.stdout:Mar 05 22:51:02 vm09 systemd[1]: Started Ceph prometheus.a for ce88f304-18dc-11f1-81b4-a3325c551960. 2026-03-05T22:51:02.926 INFO:journalctl@ceph.prometheus.a.vm09.stdout:Mar 05 22:51:02 vm09 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-prometheus-a[72537]: ts=2026-03-05T21:51:02.566Z caller=main.go:617 level=info msg="Starting Prometheus Server" mode=server version="(version=2.51.0, branch=HEAD, revision=c05c15512acb675e3f6cd662a6727854e93fc024)" 2026-03-05T22:51:02.926 INFO:journalctl@ceph.prometheus.a.vm09.stdout:Mar 05 22:51:02 vm09 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-prometheus-a[72537]: ts=2026-03-05T21:51:02.566Z caller=main.go:622 level=info build_context="(go=go1.22.1, platform=linux/amd64, user=root@b5723e458358, date=20240319-10:54:45, tags=netgo,builtinassets,stringlabels)" 2026-03-05T22:51:02.926 INFO:journalctl@ceph.prometheus.a.vm09.stdout:Mar 05 22:51:02 vm09 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-prometheus-a[72537]: ts=2026-03-05T21:51:02.566Z caller=main.go:623 level=info host_details="(Linux 5.14.0-686.el9.x86_64 #1 SMP PREEMPT_DYNAMIC Thu Feb 19 10:49:27 UTC 2026 x86_64 vm09 (none))" 2026-03-05T22:51:02.926 INFO:journalctl@ceph.prometheus.a.vm09.stdout:Mar 05 22:51:02 vm09 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-prometheus-a[72537]: ts=2026-03-05T21:51:02.566Z caller=main.go:624 level=info fd_limits="(soft=1048576, hard=1048576)" 2026-03-05T22:51:02.926 INFO:journalctl@ceph.prometheus.a.vm09.stdout:Mar 05 22:51:02 vm09 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-prometheus-a[72537]: ts=2026-03-05T21:51:02.566Z caller=main.go:625 level=info vm_limits="(soft=unlimited, hard=unlimited)" 2026-03-05T22:51:02.926 INFO:journalctl@ceph.prometheus.a.vm09.stdout:Mar 05 22:51:02 vm09 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-prometheus-a[72537]: ts=2026-03-05T21:51:02.575Z caller=web.go:568 level=info component=web msg="Start listening for connections" address=:9095 2026-03-05T22:51:02.926 INFO:journalctl@ceph.prometheus.a.vm09.stdout:Mar 05 22:51:02 vm09 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-prometheus-a[72537]: ts=2026-03-05T21:51:02.575Z caller=main.go:1129 level=info msg="Starting TSDB ..." 2026-03-05T22:51:02.926 INFO:journalctl@ceph.prometheus.a.vm09.stdout:Mar 05 22:51:02 vm09 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-prometheus-a[72537]: ts=2026-03-05T21:51:02.577Z caller=head.go:616 level=info component=tsdb msg="Replaying on-disk memory mappable chunks if any" 2026-03-05T22:51:02.926 INFO:journalctl@ceph.prometheus.a.vm09.stdout:Mar 05 22:51:02 vm09 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-prometheus-a[72537]: ts=2026-03-05T21:51:02.577Z caller=head.go:698 level=info component=tsdb msg="On-disk memory mappable chunks replay completed" duration=911ns 2026-03-05T22:51:02.926 INFO:journalctl@ceph.prometheus.a.vm09.stdout:Mar 05 22:51:02 vm09 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-prometheus-a[72537]: ts=2026-03-05T21:51:02.577Z caller=head.go:706 level=info component=tsdb msg="Replaying WAL, this may take a while" 2026-03-05T22:51:02.926 INFO:journalctl@ceph.prometheus.a.vm09.stdout:Mar 05 22:51:02 vm09 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-prometheus-a[72537]: ts=2026-03-05T21:51:02.577Z caller=head.go:778 level=info component=tsdb msg="WAL segment loaded" segment=0 maxSegment=0 2026-03-05T22:51:02.926 INFO:journalctl@ceph.prometheus.a.vm09.stdout:Mar 05 22:51:02 vm09 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-prometheus-a[72537]: ts=2026-03-05T21:51:02.577Z caller=head.go:815 level=info component=tsdb msg="WAL replay completed" checkpoint_replay_duration=14.587µs wal_replay_duration=79.438µs wbl_replay_duration=161ns total_replay_duration=105.958µs 2026-03-05T22:51:02.926 INFO:journalctl@ceph.prometheus.a.vm09.stdout:Mar 05 22:51:02 vm09 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-prometheus-a[72537]: ts=2026-03-05T21:51:02.585Z caller=main.go:1150 level=info fs_type=XFS_SUPER_MAGIC 2026-03-05T22:51:02.926 INFO:journalctl@ceph.prometheus.a.vm09.stdout:Mar 05 22:51:02 vm09 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-prometheus-a[72537]: ts=2026-03-05T21:51:02.586Z caller=main.go:1153 level=info msg="TSDB started" 2026-03-05T22:51:02.926 INFO:journalctl@ceph.prometheus.a.vm09.stdout:Mar 05 22:51:02 vm09 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-prometheus-a[72537]: ts=2026-03-05T21:51:02.586Z caller=main.go:1335 level=info msg="Loading configuration file" filename=/etc/prometheus/prometheus.yml 2026-03-05T22:51:02.926 INFO:journalctl@ceph.prometheus.a.vm09.stdout:Mar 05 22:51:02 vm09 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-prometheus-a[72537]: ts=2026-03-05T21:51:02.588Z caller=tls_config.go:313 level=info component=web msg="Listening on" address=[::]:9095 2026-03-05T22:51:02.926 INFO:journalctl@ceph.prometheus.a.vm09.stdout:Mar 05 22:51:02 vm09 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-prometheus-a[72537]: ts=2026-03-05T21:51:02.588Z caller=tls_config.go:316 level=info component=web msg="TLS is disabled." http2=false address=[::]:9095 2026-03-05T22:51:02.926 INFO:journalctl@ceph.prometheus.a.vm09.stdout:Mar 05 22:51:02 vm09 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-prometheus-a[72537]: ts=2026-03-05T21:51:02.601Z caller=main.go:1372 level=info msg="Completed loading of configuration file" filename=/etc/prometheus/prometheus.yml totalDuration=15.576625ms db_storage=1.203µs remote_storage=1.292µs web_handler=651ns query_engine=942ns scrape=2.294654ms scrape_sd=102.061µs notify=822ns notify_sd=1.152µs rules=9.230167ms tracing=5.931µs 2026-03-05T22:51:02.926 INFO:journalctl@ceph.prometheus.a.vm09.stdout:Mar 05 22:51:02 vm09 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-prometheus-a[72537]: ts=2026-03-05T21:51:02.601Z caller=main.go:1114 level=info msg="Server is ready to receive web requests." 2026-03-05T22:51:02.926 INFO:journalctl@ceph.prometheus.a.vm09.stdout:Mar 05 22:51:02 vm09 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-prometheus-a[72537]: ts=2026-03-05T21:51:02.601Z caller=manager.go:163 level=info component="rule manager" msg="Starting rule manager..." 2026-03-05T22:51:02.991 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 22:51:02 vm02 ceph-mon[51276]: pgmap v144: 132 pgs: 132 active+clean; 583 KiB data, 217 MiB used, 160 GiB / 160 GiB avail; 60 KiB/s rd, 4.8 KiB/s wr, 146 op/s 2026-03-05T22:51:02.991 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 22:51:02 vm02 ceph-mon[57234]: pgmap v144: 132 pgs: 132 active+clean; 583 KiB data, 217 MiB used, 160 GiB / 160 GiB avail; 60 KiB/s rd, 4.8 KiB/s wr, 146 op/s 2026-03-05T22:51:03.010 INFO:teuthology.orchestra.run.vm02.stderr:Inferring config /var/lib/ceph/ce88f304-18dc-11f1-81b4-a3325c551960/mon.a/config 2026-03-05T22:51:03.133 INFO:teuthology.orchestra.run.vm02.stdout:180388626441 2026-03-05T22:51:03.232 INFO:tasks.cephadm.ceph_manager.ceph:need seq 111669149713 got 111669149714 for osd.3 2026-03-05T22:51:03.232 DEBUG:teuthology.parallel:result is None 2026-03-05T22:51:03.615 INFO:tasks.cephadm.ceph_manager.ceph:need seq 180388626441 got 180388626441 for osd.6 2026-03-05T22:51:03.616 DEBUG:teuthology.parallel:result is None 2026-03-05T22:51:03.622 INFO:teuthology.orchestra.run.vm02.stderr:Inferring config /var/lib/ceph/ce88f304-18dc-11f1-81b4-a3325c551960/mon.a/config 2026-03-05T22:51:03.638 INFO:teuthology.orchestra.run.vm02.stdout:206158430213 2026-03-05T22:51:03.666 INFO:teuthology.orchestra.run.vm02.stderr:Inferring config /var/lib/ceph/ce88f304-18dc-11f1-81b4-a3325c551960/mon.a/config 2026-03-05T22:51:03.761 INFO:journalctl@ceph.mgr.x.vm09.stdout:Mar 05 22:51:03 vm09 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-mgr-x[52719]: ignoring --setuser ceph since I am not root 2026-03-05T22:51:03.761 INFO:journalctl@ceph.mgr.x.vm09.stdout:Mar 05 22:51:03 vm09 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-mgr-x[52719]: ignoring --setgroup ceph since I am not root 2026-03-05T22:51:03.762 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 22:51:03 vm09 ceph-mon[51064]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' 2026-03-05T22:51:03.762 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 22:51:03 vm09 ceph-mon[51064]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' 2026-03-05T22:51:03.762 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 22:51:03 vm09 ceph-mon[51064]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' 2026-03-05T22:51:03.762 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 22:51:03 vm09 ceph-mon[51064]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' cmd=[{"prefix": "mgr module enable", "module": "prometheus"}]: dispatch 2026-03-05T22:51:03.762 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 22:51:03 vm09 ceph-mon[51064]: from='client.? 192.168.123.102:0/4221618290' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 3}]: dispatch 2026-03-05T22:51:03.762 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 22:51:03 vm09 ceph-mon[51064]: from='client.? 192.168.123.102:0/1418338812' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 6}]: dispatch 2026-03-05T22:51:03.880 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 22:51:03 vm02 ceph-mon[51276]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' 2026-03-05T22:51:03.880 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 22:51:03 vm02 ceph-mon[51276]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' 2026-03-05T22:51:03.880 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 22:51:03 vm02 ceph-mon[51276]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' 2026-03-05T22:51:03.880 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 22:51:03 vm02 ceph-mon[51276]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' cmd=[{"prefix": "mgr module enable", "module": "prometheus"}]: dispatch 2026-03-05T22:51:03.880 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 22:51:03 vm02 ceph-mon[51276]: from='client.? 192.168.123.102:0/4221618290' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 3}]: dispatch 2026-03-05T22:51:03.880 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 22:51:03 vm02 ceph-mon[51276]: from='client.? 192.168.123.102:0/1418338812' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 6}]: dispatch 2026-03-05T22:51:03.880 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 22:51:03 vm02 ceph-mon[57234]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' 2026-03-05T22:51:03.880 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 22:51:03 vm02 ceph-mon[57234]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' 2026-03-05T22:51:03.880 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 22:51:03 vm02 ceph-mon[57234]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' 2026-03-05T22:51:03.880 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 22:51:03 vm02 ceph-mon[57234]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' cmd=[{"prefix": "mgr module enable", "module": "prometheus"}]: dispatch 2026-03-05T22:51:03.880 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 22:51:03 vm02 ceph-mon[57234]: from='client.? 192.168.123.102:0/4221618290' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 3}]: dispatch 2026-03-05T22:51:03.880 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 22:51:03 vm02 ceph-mon[57234]: from='client.? 192.168.123.102:0/1418338812' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 6}]: dispatch 2026-03-05T22:51:03.881 INFO:journalctl@ceph.mgr.y.vm02.stdout:Mar 05 22:51:03 vm02 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-mgr-y[51511]: ignoring --setuser ceph since I am not root 2026-03-05T22:51:03.881 INFO:journalctl@ceph.mgr.y.vm02.stdout:Mar 05 22:51:03 vm02 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-mgr-y[51511]: ignoring --setgroup ceph since I am not root 2026-03-05T22:51:04.131 INFO:journalctl@ceph.mgr.x.vm09.stdout:Mar 05 22:51:03 vm09 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-mgr-x[52719]: 2026-03-05T21:51:03.984+0000 7fe20a6c7100 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2026-03-05T22:51:04.190 INFO:journalctl@ceph.mgr.y.vm02.stdout:Mar 05 22:51:04 vm02 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-mgr-y[51511]: 2026-03-05T21:51:04.186+0000 7feb91dbf100 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2026-03-05T22:51:04.273 INFO:tasks.cephadm.ceph_manager.ceph:need seq 206158430213 got 206158430213 for osd.7 2026-03-05T22:51:04.274 DEBUG:teuthology.parallel:result is None 2026-03-05T22:51:04.362 INFO:teuthology.orchestra.run.vm02.stderr:Inferring config /var/lib/ceph/ce88f304-18dc-11f1-81b4-a3325c551960/mon.a/config 2026-03-05T22:51:04.392 INFO:teuthology.orchestra.run.vm02.stderr:Inferring config /var/lib/ceph/ce88f304-18dc-11f1-81b4-a3325c551960/mon.a/config 2026-03-05T22:51:04.425 INFO:journalctl@ceph.mgr.x.vm09.stdout:Mar 05 22:51:04 vm09 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-mgr-x[52719]: 2026-03-05T21:51:04.129+0000 7fe20a6c7100 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2026-03-05T22:51:04.468 INFO:journalctl@ceph.mgr.y.vm02.stdout:Mar 05 22:51:04 vm02 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-mgr-y[51511]: 2026-03-05T21:51:04.417+0000 7feb91dbf100 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2026-03-05T22:51:04.659 INFO:teuthology.orchestra.run.vm02.stdout:133143986191 2026-03-05T22:51:04.737 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 22:51:04 vm02 ceph-mon[57234]: from='client.? 192.168.123.102:0/1202831549' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 7}]: dispatch 2026-03-05T22:51:04.737 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 22:51:04 vm02 ceph-mon[57234]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' cmd='[{"prefix": "mgr module enable", "module": "prometheus"}]': finished 2026-03-05T22:51:04.737 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 22:51:04 vm02 ceph-mon[57234]: mgrmap e17: y(active, since 2m), standbys: x 2026-03-05T22:51:04.738 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 22:51:04 vm02 ceph-mon[51276]: from='client.? 192.168.123.102:0/1202831549' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 7}]: dispatch 2026-03-05T22:51:04.738 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 22:51:04 vm02 ceph-mon[51276]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' cmd='[{"prefix": "mgr module enable", "module": "prometheus"}]': finished 2026-03-05T22:51:04.738 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 22:51:04 vm02 ceph-mon[51276]: mgrmap e17: y(active, since 2m), standbys: x 2026-03-05T22:51:04.892 INFO:tasks.cephadm.ceph_manager.ceph:need seq 133143986190 got 133143986191 for osd.4 2026-03-05T22:51:04.892 DEBUG:teuthology.parallel:result is None 2026-03-05T22:51:04.925 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 22:51:04 vm09 ceph-mon[51064]: from='client.? 192.168.123.102:0/1202831549' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 7}]: dispatch 2026-03-05T22:51:04.925 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 22:51:04 vm09 ceph-mon[51064]: from='mgr.14156 192.168.123.102:0/2142144684' entity='mgr.y' cmd='[{"prefix": "mgr module enable", "module": "prometheus"}]': finished 2026-03-05T22:51:04.925 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 22:51:04 vm09 ceph-mon[51064]: mgrmap e17: y(active, since 2m), standbys: x 2026-03-05T22:51:04.932 INFO:teuthology.orchestra.run.vm02.stderr:Inferring config /var/lib/ceph/ce88f304-18dc-11f1-81b4-a3325c551960/mon.a/config 2026-03-05T22:51:04.934 INFO:teuthology.orchestra.run.vm02.stdout:77309411349 2026-03-05T22:51:05.333 INFO:tasks.cephadm.ceph_manager.ceph:need seq 77309411349 got 77309411349 for osd.2 2026-03-05T22:51:05.333 DEBUG:teuthology.parallel:result is None 2026-03-05T22:51:05.643 INFO:teuthology.orchestra.run.vm02.stdout:34359738395 2026-03-05T22:51:05.647 INFO:journalctl@ceph.mgr.x.vm09.stdout:Mar 05 22:51:05 vm09 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-mgr-x[52719]: 2026-03-05T21:51:05.356+0000 7fe20a6c7100 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2026-03-05T22:51:05.662 INFO:teuthology.orchestra.run.vm02.stdout:55834574872 2026-03-05T22:51:05.792 INFO:teuthology.orchestra.run.vm02.stdout:154618822668 2026-03-05T22:51:05.832 INFO:tasks.cephadm.ceph_manager.ceph:need seq 34359738395 got 34359738395 for osd.0 2026-03-05T22:51:05.832 DEBUG:teuthology.parallel:result is None 2026-03-05T22:51:05.900 INFO:tasks.cephadm.ceph_manager.ceph:need seq 55834574872 got 55834574872 for osd.1 2026-03-05T22:51:05.900 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 22:51:05 vm02 ceph-mon[57234]: from='client.? 192.168.123.102:0/285198637' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 4}]: dispatch 2026-03-05T22:51:05.900 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 22:51:05 vm02 ceph-mon[57234]: from='client.? 192.168.123.102:0/865663414' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 2}]: dispatch 2026-03-05T22:51:05.900 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 22:51:05 vm02 ceph-mon[57234]: from='client.? 192.168.123.102:0/1870638846' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 0}]: dispatch 2026-03-05T22:51:05.900 DEBUG:teuthology.parallel:result is None 2026-03-05T22:51:05.901 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 22:51:05 vm02 ceph-mon[51276]: from='client.? 192.168.123.102:0/285198637' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 4}]: dispatch 2026-03-05T22:51:05.901 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 22:51:05 vm02 ceph-mon[51276]: from='client.? 192.168.123.102:0/865663414' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 2}]: dispatch 2026-03-05T22:51:05.901 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 22:51:05 vm02 ceph-mon[51276]: from='client.? 192.168.123.102:0/1870638846' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 0}]: dispatch 2026-03-05T22:51:05.925 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 22:51:05 vm09 ceph-mon[51064]: from='client.? 192.168.123.102:0/285198637' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 4}]: dispatch 2026-03-05T22:51:05.925 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 22:51:05 vm09 ceph-mon[51064]: from='client.? 192.168.123.102:0/865663414' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 2}]: dispatch 2026-03-05T22:51:05.925 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 22:51:05 vm09 ceph-mon[51064]: from='client.? 192.168.123.102:0/1870638846' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 0}]: dispatch 2026-03-05T22:51:06.008 INFO:tasks.cephadm.ceph_manager.ceph:need seq 154618822667 got 154618822668 for osd.5 2026-03-05T22:51:06.008 DEBUG:teuthology.parallel:result is None 2026-03-05T22:51:06.008 INFO:tasks.cephadm.ceph_manager.ceph:waiting for clean 2026-03-05T22:51:06.008 DEBUG:teuthology.orchestra.run.vm02:> sudo /home/ubuntu/cephtest/cephadm --image harbor.clyso.com/custom-ceph/ceph/ceph:cobaltcore-storage-v19.2.3-fasttrack-3 shell --fsid ce88f304-18dc-11f1-81b4-a3325c551960 -- ceph pg dump --format=json 2026-03-05T22:51:06.286 INFO:journalctl@ceph.mgr.y.vm02.stdout:Mar 05 22:51:06 vm02 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-mgr-y[51511]: 2026-03-05T21:51:06.142+0000 7feb91dbf100 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2026-03-05T22:51:06.428 INFO:teuthology.orchestra.run.vm02.stderr:Inferring config /var/lib/ceph/ce88f304-18dc-11f1-81b4-a3325c551960/mon.a/config 2026-03-05T22:51:06.651 INFO:journalctl@ceph.mgr.x.vm09.stdout:Mar 05 22:51:06 vm09 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-mgr-x[52719]: 2026-03-05T21:51:06.328+0000 7fe20a6c7100 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2026-03-05T22:51:06.651 INFO:journalctl@ceph.mgr.x.vm09.stdout:Mar 05 22:51:06 vm09 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-mgr-x[52719]: 2026-03-05T21:51:06.466+0000 7fe20a6c7100 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2026-03-05T22:51:06.739 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 22:51:06 vm02 ceph-mon[57234]: from='client.? 192.168.123.102:0/2783487581' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 1}]: dispatch 2026-03-05T22:51:06.739 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 22:51:06 vm02 ceph-mon[57234]: from='client.? 192.168.123.102:0/1227026664' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 5}]: dispatch 2026-03-05T22:51:06.739 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 22:51:06 vm02 ceph-mon[51276]: from='client.? 192.168.123.102:0/2783487581' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 1}]: dispatch 2026-03-05T22:51:06.739 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 22:51:06 vm02 ceph-mon[51276]: from='client.? 192.168.123.102:0/1227026664' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 5}]: dispatch 2026-03-05T22:51:06.925 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 22:51:06 vm09 ceph-mon[51064]: from='client.? 192.168.123.102:0/2783487581' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 1}]: dispatch 2026-03-05T22:51:06.925 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 22:51:06 vm09 ceph-mon[51064]: from='client.? 192.168.123.102:0/1227026664' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 5}]: dispatch 2026-03-05T22:51:06.925 INFO:journalctl@ceph.mgr.x.vm09.stdout:Mar 05 22:51:06 vm09 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-mgr-x[52719]: 2026-03-05T21:51:06.734+0000 7fe20a6c7100 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2026-03-05T22:51:07.418 INFO:journalctl@ceph.mgr.y.vm02.stdout:Mar 05 22:51:07 vm02 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-mgr-y[51511]: 2026-03-05T21:51:07.261+0000 7feb91dbf100 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2026-03-05T22:51:07.788 INFO:journalctl@ceph.mgr.y.vm02.stdout:Mar 05 22:51:07 vm02 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-mgr-y[51511]: 2026-03-05T21:51:07.416+0000 7feb91dbf100 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2026-03-05T22:51:08.286 INFO:journalctl@ceph.mgr.y.vm02.stdout:Mar 05 22:51:07 vm02 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-mgr-y[51511]: 2026-03-05T21:51:07.887+0000 7feb91dbf100 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2026-03-05T22:51:09.175 INFO:journalctl@ceph.mgr.x.vm09.stdout:Mar 05 22:51:08 vm09 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-mgr-x[52719]: 2026-03-05T21:51:08.825+0000 7fe20a6c7100 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2026-03-05T22:51:09.485 INFO:journalctl@ceph.mgr.x.vm09.stdout:Mar 05 22:51:09 vm09 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-mgr-x[52719]: 2026-03-05T21:51:09.199+0000 7fe20a6c7100 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2026-03-05T22:51:09.485 INFO:journalctl@ceph.mgr.x.vm09.stdout:Mar 05 22:51:09 vm09 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-mgr-x[52719]: 2026-03-05T21:51:09.355+0000 7fe20a6c7100 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2026-03-05T22:51:09.780 INFO:journalctl@ceph.mgr.x.vm09.stdout:Mar 05 22:51:09 vm09 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-mgr-x[52719]: 2026-03-05T21:51:09.483+0000 7fe20a6c7100 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2026-03-05T22:51:09.780 INFO:journalctl@ceph.mgr.x.vm09.stdout:Mar 05 22:51:09 vm09 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-mgr-x[52719]: 2026-03-05T21:51:09.636+0000 7fe20a6c7100 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2026-03-05T22:51:10.175 INFO:journalctl@ceph.mgr.x.vm09.stdout:Mar 05 22:51:09 vm09 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-mgr-x[52719]: 2026-03-05T21:51:09.778+0000 7fe20a6c7100 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2026-03-05T22:51:10.286 INFO:journalctl@ceph.mgr.y.vm02.stdout:Mar 05 22:51:09 vm02 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-mgr-y[51511]: 2026-03-05T21:51:09.981+0000 7feb91dbf100 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2026-03-05T22:51:10.615 INFO:journalctl@ceph.mgr.y.vm02.stdout:Mar 05 22:51:10 vm02 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-mgr-y[51511]: 2026-03-05T21:51:10.343+0000 7feb91dbf100 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2026-03-05T22:51:10.615 INFO:journalctl@ceph.mgr.y.vm02.stdout:Mar 05 22:51:10 vm02 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-mgr-y[51511]: 2026-03-05T21:51:10.486+0000 7feb91dbf100 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2026-03-05T22:51:10.675 INFO:journalctl@ceph.mgr.x.vm09.stdout:Mar 05 22:51:10 vm09 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-mgr-x[52719]: 2026-03-05T21:51:10.352+0000 7fe20a6c7100 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2026-03-05T22:51:10.675 INFO:journalctl@ceph.mgr.x.vm09.stdout:Mar 05 22:51:10 vm09 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-mgr-x[52719]: 2026-03-05T21:51:10.509+0000 7fe20a6c7100 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2026-03-05T22:51:10.893 INFO:journalctl@ceph.mgr.y.vm02.stdout:Mar 05 22:51:10 vm02 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-mgr-y[51511]: 2026-03-05T21:51:10.613+0000 7feb91dbf100 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2026-03-05T22:51:10.893 INFO:journalctl@ceph.mgr.y.vm02.stdout:Mar 05 22:51:10 vm02 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-mgr-y[51511]: 2026-03-05T21:51:10.760+0000 7feb91dbf100 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2026-03-05T22:51:11.286 INFO:journalctl@ceph.mgr.y.vm02.stdout:Mar 05 22:51:10 vm02 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-mgr-y[51511]: 2026-03-05T21:51:10.890+0000 7feb91dbf100 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2026-03-05T22:51:11.675 INFO:journalctl@ceph.mgr.x.vm09.stdout:Mar 05 22:51:11 vm09 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-mgr-x[52719]: 2026-03-05T21:51:11.290+0000 7fe20a6c7100 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2026-03-05T22:51:11.786 INFO:journalctl@ceph.mgr.y.vm02.stdout:Mar 05 22:51:11 vm02 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-mgr-y[51511]: 2026-03-05T21:51:11.424+0000 7feb91dbf100 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2026-03-05T22:51:11.786 INFO:journalctl@ceph.mgr.y.vm02.stdout:Mar 05 22:51:11 vm02 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-mgr-y[51511]: 2026-03-05T21:51:11.586+0000 7feb91dbf100 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2026-03-05T22:51:12.727 INFO:journalctl@ceph.mgr.x.vm09.stdout:Mar 05 22:51:12 vm09 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-mgr-x[52719]: 2026-03-05T21:51:12.451+0000 7fe20a6c7100 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2026-03-05T22:51:12.727 INFO:journalctl@ceph.mgr.x.vm09.stdout:Mar 05 22:51:12 vm09 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-mgr-x[52719]: 2026-03-05T21:51:12.588+0000 7fe20a6c7100 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2026-03-05T22:51:12.786 INFO:journalctl@ceph.mgr.y.vm02.stdout:Mar 05 22:51:12 vm02 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-mgr-y[51511]: 2026-03-05T21:51:12.378+0000 7feb91dbf100 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2026-03-05T22:51:13.003 INFO:journalctl@ceph.mgr.x.vm09.stdout:Mar 05 22:51:12 vm09 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-mgr-x[52719]: 2026-03-05T21:51:12.725+0000 7fe20a6c7100 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2026-03-05T22:51:13.425 INFO:journalctl@ceph.mgr.x.vm09.stdout:Mar 05 22:51:13 vm09 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-mgr-x[52719]: 2026-03-05T21:51:13.001+0000 7fe20a6c7100 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2026-03-05T22:51:13.425 INFO:journalctl@ceph.mgr.x.vm09.stdout:Mar 05 22:51:13 vm09 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-mgr-x[52719]: 2026-03-05T21:51:13.133+0000 7fe20a6c7100 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2026-03-05T22:51:13.777 INFO:journalctl@ceph.mgr.y.vm02.stdout:Mar 05 22:51:13 vm02 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-mgr-y[51511]: 2026-03-05T21:51:13.502+0000 7feb91dbf100 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2026-03-05T22:51:13.777 INFO:journalctl@ceph.mgr.y.vm02.stdout:Mar 05 22:51:13 vm02 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-mgr-y[51511]: 2026-03-05T21:51:13.636+0000 7feb91dbf100 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2026-03-05T22:51:13.828 INFO:journalctl@ceph.mgr.x.vm09.stdout:Mar 05 22:51:13 vm09 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-mgr-x[52719]: 2026-03-05T21:51:13.460+0000 7fe20a6c7100 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2026-03-05T22:51:14.036 INFO:journalctl@ceph.mgr.y.vm02.stdout:Mar 05 22:51:13 vm02 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-mgr-y[51511]: 2026-03-05T21:51:13.774+0000 7feb91dbf100 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2026-03-05T22:51:14.175 INFO:journalctl@ceph.mgr.x.vm09.stdout:Mar 05 22:51:13 vm09 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-mgr-x[52719]: 2026-03-05T21:51:13.827+0000 7fe20a6c7100 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2026-03-05T22:51:14.413 INFO:journalctl@ceph.mgr.y.vm02.stdout:Mar 05 22:51:14 vm02 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-mgr-y[51511]: 2026-03-05T21:51:14.078+0000 7feb91dbf100 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2026-03-05T22:51:14.414 INFO:journalctl@ceph.mgr.y.vm02.stdout:Mar 05 22:51:14 vm02 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-mgr-y[51511]: 2026-03-05T21:51:14.208+0000 7feb91dbf100 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2026-03-05T22:51:14.675 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 22:51:14 vm09 ceph-mon[51064]: Standby manager daemon x restarted 2026-03-05T22:51:14.675 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 22:51:14 vm09 ceph-mon[51064]: Standby manager daemon x started 2026-03-05T22:51:14.675 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 22:51:14 vm09 ceph-mon[51064]: from='mgr.? 192.168.123.109:0/2761171888' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2026-03-05T22:51:14.675 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 22:51:14 vm09 ceph-mon[51064]: from='mgr.? 192.168.123.109:0/2761171888' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2026-03-05T22:51:14.675 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 22:51:14 vm09 ceph-mon[51064]: from='mgr.? 192.168.123.109:0/2761171888' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2026-03-05T22:51:14.675 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 22:51:14 vm09 ceph-mon[51064]: from='mgr.? 192.168.123.109:0/2761171888' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2026-03-05T22:51:14.675 INFO:journalctl@ceph.mgr.x.vm09.stdout:Mar 05 22:51:14 vm09 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-mgr-x[52719]: 2026-03-05T21:51:14.212+0000 7fe20a6c7100 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2026-03-05T22:51:14.675 INFO:journalctl@ceph.mgr.x.vm09.stdout:Mar 05 22:51:14 vm09 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-mgr-x[52719]: 2026-03-05T21:51:14.338+0000 7fe20a6c7100 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2026-03-05T22:51:14.675 INFO:journalctl@ceph.mgr.x.vm09.stdout:Mar 05 22:51:14 vm09 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-mgr-x[52719]: [05/Mar/2026:21:51:14] ENGINE Bus STARTING 2026-03-05T22:51:14.675 INFO:journalctl@ceph.mgr.x.vm09.stdout:Mar 05 22:51:14 vm09 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-mgr-x[52719]: CherryPy Checker: 2026-03-05T22:51:14.675 INFO:journalctl@ceph.mgr.x.vm09.stdout:Mar 05 22:51:14 vm09 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-mgr-x[52719]: The Application mounted at '' has an empty config. 2026-03-05T22:51:14.676 INFO:journalctl@ceph.mgr.x.vm09.stdout:Mar 05 22:51:14 vm09 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-mgr-x[52719]: 2026-03-05T22:51:14.676 INFO:journalctl@ceph.mgr.x.vm09.stdout:Mar 05 22:51:14 vm09 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-mgr-x[52719]: [05/Mar/2026:21:51:14] ENGINE Serving on http://:::9283 2026-03-05T22:51:14.676 INFO:journalctl@ceph.mgr.x.vm09.stdout:Mar 05 22:51:14 vm09 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-mgr-x[52719]: [05/Mar/2026:21:51:14] ENGINE Bus STARTED 2026-03-05T22:51:14.786 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 22:51:14 vm02 ceph-mon[57234]: Standby manager daemon x restarted 2026-03-05T22:51:14.786 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 22:51:14 vm02 ceph-mon[57234]: Standby manager daemon x started 2026-03-05T22:51:14.786 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 22:51:14 vm02 ceph-mon[57234]: from='mgr.? 192.168.123.109:0/2761171888' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2026-03-05T22:51:14.786 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 22:51:14 vm02 ceph-mon[57234]: from='mgr.? 192.168.123.109:0/2761171888' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2026-03-05T22:51:14.786 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 22:51:14 vm02 ceph-mon[57234]: from='mgr.? 192.168.123.109:0/2761171888' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2026-03-05T22:51:14.786 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 22:51:14 vm02 ceph-mon[57234]: from='mgr.? 192.168.123.109:0/2761171888' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2026-03-05T22:51:14.786 INFO:journalctl@ceph.mgr.y.vm02.stdout:Mar 05 22:51:14 vm02 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-mgr-y[51511]: 2026-03-05T21:51:14.546+0000 7feb91dbf100 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2026-03-05T22:51:14.786 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 22:51:14 vm02 ceph-mon[51276]: Standby manager daemon x restarted 2026-03-05T22:51:14.786 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 22:51:14 vm02 ceph-mon[51276]: Standby manager daemon x started 2026-03-05T22:51:14.786 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 22:51:14 vm02 ceph-mon[51276]: from='mgr.? 192.168.123.109:0/2761171888' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2026-03-05T22:51:14.786 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 22:51:14 vm02 ceph-mon[51276]: from='mgr.? 192.168.123.109:0/2761171888' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2026-03-05T22:51:14.786 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 22:51:14 vm02 ceph-mon[51276]: from='mgr.? 192.168.123.109:0/2761171888' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2026-03-05T22:51:14.786 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 22:51:14 vm02 ceph-mon[51276]: from='mgr.? 192.168.123.109:0/2761171888' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2026-03-05T22:51:15.281 INFO:journalctl@ceph.mgr.y.vm02.stdout:Mar 05 22:51:14 vm02 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-mgr-y[51511]: 2026-03-05T21:51:14.905+0000 7feb91dbf100 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2026-03-05T22:51:15.536 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 22:51:15 vm02 ceph-mon[57234]: mgrmap e18: y(active, since 3m), standbys: x 2026-03-05T22:51:15.536 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 22:51:15 vm02 ceph-mon[57234]: Active manager daemon y restarted 2026-03-05T22:51:15.536 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 22:51:15 vm02 ceph-mon[57234]: Activating manager daemon y 2026-03-05T22:51:15.536 INFO:journalctl@ceph.mgr.y.vm02.stdout:Mar 05 22:51:15 vm02 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-mgr-y[51511]: 2026-03-05T21:51:15.278+0000 7feb91dbf100 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2026-03-05T22:51:15.536 INFO:journalctl@ceph.mgr.y.vm02.stdout:Mar 05 22:51:15 vm02 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-mgr-y[51511]: 2026-03-05T21:51:15.409+0000 7feb91dbf100 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2026-03-05T22:51:15.536 INFO:journalctl@ceph.mgr.y.vm02.stdout:Mar 05 22:51:15 vm02 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-mgr-y[51511]: [05/Mar/2026:21:51:15] ENGINE Bus STARTING 2026-03-05T22:51:15.536 INFO:journalctl@ceph.mgr.y.vm02.stdout:Mar 05 22:51:15 vm02 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-mgr-y[51511]: CherryPy Checker: 2026-03-05T22:51:15.536 INFO:journalctl@ceph.mgr.y.vm02.stdout:Mar 05 22:51:15 vm02 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-mgr-y[51511]: The Application mounted at '' has an empty config. 2026-03-05T22:51:15.536 INFO:journalctl@ceph.mgr.y.vm02.stdout:Mar 05 22:51:15 vm02 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-mgr-y[51511]: 2026-03-05T22:51:15.536 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 22:51:15 vm02 ceph-mon[51276]: mgrmap e18: y(active, since 3m), standbys: x 2026-03-05T22:51:15.536 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 22:51:15 vm02 ceph-mon[51276]: Active manager daemon y restarted 2026-03-05T22:51:15.536 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 22:51:15 vm02 ceph-mon[51276]: Activating manager daemon y 2026-03-05T22:51:15.684 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 22:51:15 vm09 ceph-mon[51064]: mgrmap e18: y(active, since 3m), standbys: x 2026-03-05T22:51:15.684 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 22:51:15 vm09 ceph-mon[51064]: Active manager daemon y restarted 2026-03-05T22:51:15.685 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 22:51:15 vm09 ceph-mon[51064]: Activating manager daemon y 2026-03-05T22:51:16.036 INFO:journalctl@ceph.mgr.y.vm02.stdout:Mar 05 22:51:15 vm02 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-mgr-y[51511]: [05/Mar/2026:21:51:15] ENGINE Serving on http://:::9283 2026-03-05T22:51:16.036 INFO:journalctl@ceph.mgr.y.vm02.stdout:Mar 05 22:51:15 vm02 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-mgr-y[51511]: [05/Mar/2026:21:51:15] ENGINE Bus STARTED 2026-03-05T22:51:16.475 INFO:teuthology.orchestra.run.vm02.stdout: 2026-03-05T22:51:16.475 INFO:teuthology.orchestra.run.vm02.stderr:dumped all 2026-03-05T22:51:16.682 INFO:teuthology.orchestra.run.vm02.stdout:{"pg_ready":true,"pg_map":{"version":3,"stamp":"2026-03-05T21:51:16.463193+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":596507,"num_objects":199,"num_object_clones":0,"num_object_copies":597,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":199,"num_whiteouts":0,"num_read":823,"num_read_kb":563,"num_write":559,"num_write_kb":2195,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":590368,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":565,"ondisk_log_size":565,"up":396,"acting":396,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":396,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":167739392,"kb_used":221868,"kb_used_data":7152,"kb_used_omap":12,"kb_used_meta":214515,"kb_avail":167517524,"statfs":{"total":171765137408,"available":171537944576,"internally_reserved":0,"allocated":7323648,"data_stored":4020659,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12710,"internal_metadata":219663962},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":9,"apply_latency_ms":9,"commit_latency_ns":9000000,"apply_latency_ns":9000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"0.000000"},"pg_stats":[{"pgid":"3.1f","version":"0'0","reported_seq":29,"reported_epoch":62,"state":"active+clean","last_fresh":"2026-03-05T21:51:15.705408+0000","last_change":"2026-03-05T21:50:47.723886+0000","last_active":"2026-03-05T21:51:15.705408+0000","last_peered":"2026-03-05T21:51:15.705408+0000","last_clean":"2026-03-05T21:51:15.705408+0000","last_became_active":"2026-03-05T21:50:47.722533+0000","last_became_peered":"2026-03-05T21:50:47.722533+0000","last_unstale":"2026-03-05T21:51:15.705408+0000","last_undegraded":"2026-03-05T21:51:15.705408+0000","last_fullsized":"2026-03-05T21:51:15.705408+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-03-05T21:50:46.697602+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-03-05T21:50:46.697602+0000","last_clean_scrub_stamp":"2026-03-05T21:50:46.697602+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-03-07T08:44:04.111727+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,2],"acting":[0,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.18","version":"60'9","reported_seq":41,"reported_epoch":62,"state":"active+clean","last_fresh":"2026-03-05T21:51:15.420058+0000","last_change":"2026-03-05T21:50:49.740626+0000","last_active":"2026-03-05T21:51:15.420058+0000","last_peered":"2026-03-05T21:51:15.420058+0000","last_clean":"2026-03-05T21:51:15.420058+0000","last_became_active":"2026-03-05T21:50:49.740065+0000","last_became_peered":"2026-03-05T21:50:49.740065+0000","last_unstale":"2026-03-05T21:51:15.420058+0000","last_undegraded":"2026-03-05T21:51:15.420058+0000","last_fullsized":"2026-03-05T21:51:15.420058+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-03-05T21:50:48.703108+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-03-05T21:50:48.703108+0000","last_clean_scrub_stamp":"2026-03-05T21:50:48.703108+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-03-07T08:32:51.625679+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":110,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":17,"num_read_kb":11,"num_write":10,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,1],"acting":[4,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.19","version":"0'0","reported_seq":21,"reported_epoch":62,"state":"active+clean","last_fresh":"2026-03-05T21:51:15.707941+0000","last_change":"2026-03-05T21:50:51.747581+0000","last_active":"2026-03-05T21:51:15.707941+0000","last_peered":"2026-03-05T21:51:15.707941+0000","last_clean":"2026-03-05T21:51:15.707941+0000","last_became_active":"2026-03-05T21:50:51.747417+0000","last_became_peered":"2026-03-05T21:50:51.747417+0000","last_unstale":"2026-03-05T21:51:15.707941+0000","last_undegraded":"2026-03-05T21:51:15.707941+0000","last_fullsized":"2026-03-05T21:51:15.707941+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-03-05T21:50:50.708506+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-03-05T21:50:50.708506+0000","last_clean_scrub_stamp":"2026-03-05T21:50:50.708506+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-03-07T04:40:45.709612+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,7],"acting":[1,5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"6.1a","version":"60'1","reported_seq":18,"reported_epoch":62,"state":"active+clean","last_fresh":"2026-03-05T21:51:15.420028+0000","last_change":"2026-03-05T21:50:53.734780+0000","last_active":"2026-03-05T21:51:15.420028+0000","last_peered":"2026-03-05T21:51:15.420028+0000","last_clean":"2026-03-05T21:51:15.420028+0000","last_became_active":"2026-03-05T21:50:53.734580+0000","last_became_peered":"2026-03-05T21:50:53.734580+0000","last_unstale":"2026-03-05T21:51:15.420028+0000","last_undegraded":"2026-03-05T21:51:15.420028+0000","last_fullsized":"2026-03-05T21:51:15.420028+0000","mapping_epoch":58,"log_start":"0'0","ondisk_log_start":"0'0","created":58,"last_epoch_clean":59,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-03-05T21:50:52.714775+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-03-05T21:50:52.714775+0000","last_clean_scrub_stamp":"2026-03-05T21:50:52.714775+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-03-07T09:08:00.608266+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":13,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,1],"acting":[4,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"6.1b","version":"0'0","reported_seq":17,"reported_epoch":62,"state":"active+clean","last_fresh":"2026-03-05T21:51:15.423162+0000","last_change":"2026-03-05T21:50:54.113869+0000","last_active":"2026-03-05T21:51:15.423162+0000","last_peered":"2026-03-05T21:51:15.423162+0000","last_clean":"2026-03-05T21:51:15.423162+0000","last_became_active":"2026-03-05T21:50:54.113772+0000","last_became_peered":"2026-03-05T21:50:54.113772+0000","last_unstale":"2026-03-05T21:51:15.423162+0000","last_undegraded":"2026-03-05T21:51:15.423162+0000","last_fullsized":"2026-03-05T21:51:15.423162+0000","mapping_epoch":58,"log_start":"0'0","ondisk_log_start":"0'0","created":58,"last_epoch_clean":59,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-03-05T21:50:52.714775+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-03-05T21:50:52.714775+0000","last_clean_scrub_stamp":"2026-03-05T21:50:52.714775+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-03-06T22:50:58.017410+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,6],"acting":[3,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1e","version":"0'0","reported_seq":29,"reported_epoch":62,"state":"active+clean","last_fresh":"2026-03-05T21:51:15.423187+0000","last_change":"2026-03-05T21:50:47.727366+0000","last_active":"2026-03-05T21:51:15.423187+0000","last_peered":"2026-03-05T21:51:15.423187+0000","last_clean":"2026-03-05T21:51:15.423187+0000","last_became_active":"2026-03-05T21:50:47.724948+0000","last_became_peered":"2026-03-05T21:50:47.724948+0000","last_unstale":"2026-03-05T21:51:15.423187+0000","last_undegraded":"2026-03-05T21:51:15.423187+0000","last_fullsized":"2026-03-05T21:51:15.423187+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-03-05T21:50:46.697602+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-03-05T21:50:46.697602+0000","last_clean_scrub_stamp":"2026-03-05T21:50:46.697602+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-03-07T08:27:41.140353+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,2],"acting":[3,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.19","version":"60'15","reported_seq":50,"reported_epoch":62,"state":"active+clean","last_fresh":"2026-03-05T21:51:15.423213+0000","last_change":"2026-03-05T21:50:49.733928+0000","last_active":"2026-03-05T21:51:15.423213+0000","last_peered":"2026-03-05T21:51:15.423213+0000","last_clean":"2026-03-05T21:51:15.423213+0000","last_became_active":"2026-03-05T21:50:49.733754+0000","last_became_peered":"2026-03-05T21:50:49.733754+0000","last_unstale":"2026-03-05T21:51:15.423213+0000","last_undegraded":"2026-03-05T21:51:15.423213+0000","last_fullsized":"2026-03-05T21:51:15.423213+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-03-05T21:50:48.703108+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-03-05T21:50:48.703108+0000","last_clean_scrub_stamp":"2026-03-05T21:50:48.703108+0000","objects_scrubbed":0,"log_size":15,"log_dups_size":0,"ondisk_log_size":15,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-03-06T22:52:53.860092+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":110,"num_objects":7,"num_object_clones":0,"num_object_copies":21,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7,"num_whiteouts":0,"num_read":26,"num_read_kb":17,"num_write":16,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,0],"acting":[3,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.18","version":"0'0","reported_seq":21,"reported_epoch":62,"state":"active+clean","last_fresh":"2026-03-05T21:51:15.419537+0000","last_change":"2026-03-05T21:50:51.740540+0000","last_active":"2026-03-05T21:51:15.419537+0000","last_peered":"2026-03-05T21:51:15.419537+0000","last_clean":"2026-03-05T21:51:15.419537+0000","last_became_active":"2026-03-05T21:50:51.737324+0000","last_became_peered":"2026-03-05T21:50:51.737324+0000","last_unstale":"2026-03-05T21:51:15.419537+0000","last_undegraded":"2026-03-05T21:51:15.419537+0000","last_fullsized":"2026-03-05T21:51:15.419537+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-03-05T21:50:50.708506+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-03-05T21:50:50.708506+0000","last_clean_scrub_stamp":"2026-03-05T21:50:50.708506+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-03-07T09:08:11.684666+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,1],"acting":[4,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1d","version":"0'0","reported_seq":29,"reported_epoch":62,"state":"active+clean","last_fresh":"2026-03-05T21:51:15.514443+0000","last_change":"2026-03-05T21:50:47.718222+0000","last_active":"2026-03-05T21:51:15.514443+0000","last_peered":"2026-03-05T21:51:15.514443+0000","last_clean":"2026-03-05T21:51:15.514443+0000","last_became_active":"2026-03-05T21:50:47.718149+0000","last_became_peered":"2026-03-05T21:50:47.718149+0000","last_unstale":"2026-03-05T21:51:15.514443+0000","last_undegraded":"2026-03-05T21:51:15.514443+0000","last_fullsized":"2026-03-05T21:51:15.514443+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-03-05T21:50:46.697602+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-03-05T21:50:46.697602+0000","last_clean_scrub_stamp":"2026-03-05T21:50:46.697602+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-03-07T03:09:14.007229+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,6],"acting":[5,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1a","version":"60'9","reported_seq":41,"reported_epoch":62,"state":"active+clean","last_fresh":"2026-03-05T21:51:15.419815+0000","last_change":"2026-03-05T21:50:49.734813+0000","last_active":"2026-03-05T21:51:15.419815+0000","last_peered":"2026-03-05T21:51:15.419815+0000","last_clean":"2026-03-05T21:51:15.419815+0000","last_became_active":"2026-03-05T21:50:49.734158+0000","last_became_peered":"2026-03-05T21:50:49.734158+0000","last_unstale":"2026-03-05T21:51:15.419815+0000","last_undegraded":"2026-03-05T21:51:15.419815+0000","last_fullsized":"2026-03-05T21:51:15.419815+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-03-05T21:50:48.703108+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-03-05T21:50:48.703108+0000","last_clean_scrub_stamp":"2026-03-05T21:50:48.703108+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-03-07T07:36:53.236229+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":110,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":17,"num_read_kb":11,"num_write":10,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,0],"acting":[4,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.1b","version":"0'0","reported_seq":21,"reported_epoch":62,"state":"active+clean","last_fresh":"2026-03-05T21:51:15.514408+0000","last_change":"2026-03-05T21:50:51.758334+0000","last_active":"2026-03-05T21:51:15.514408+0000","last_peered":"2026-03-05T21:51:15.514408+0000","last_clean":"2026-03-05T21:51:15.514408+0000","last_became_active":"2026-03-05T21:50:51.758189+0000","last_became_peered":"2026-03-05T21:50:51.758189+0000","last_unstale":"2026-03-05T21:51:15.514408+0000","last_undegraded":"2026-03-05T21:51:15.514408+0000","last_fullsized":"2026-03-05T21:51:15.514408+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-03-05T21:50:50.708506+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-03-05T21:50:50.708506+0000","last_clean_scrub_stamp":"2026-03-05T21:50:50.708506+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-03-06T22:29:12.147804+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,7],"acting":[5,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.18","version":"0'0","reported_seq":17,"reported_epoch":62,"state":"active+clean","last_fresh":"2026-03-05T21:51:15.705611+0000","last_change":"2026-03-05T21:50:53.750470+0000","last_active":"2026-03-05T21:51:15.705611+0000","last_peered":"2026-03-05T21:51:15.705611+0000","last_clean":"2026-03-05T21:51:15.705611+0000","last_became_active":"2026-03-05T21:50:53.750347+0000","last_became_peered":"2026-03-05T21:50:53.750347+0000","last_unstale":"2026-03-05T21:51:15.705611+0000","last_undegraded":"2026-03-05T21:51:15.705611+0000","last_fullsized":"2026-03-05T21:51:15.705611+0000","mapping_epoch":58,"log_start":"0'0","ondisk_log_start":"0'0","created":58,"last_epoch_clean":59,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-03-05T21:50:52.714775+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-03-05T21:50:52.714775+0000","last_clean_scrub_stamp":"2026-03-05T21:50:52.714775+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-03-07T00:54:21.317913+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,7],"acting":[0,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.1c","version":"0'0","reported_seq":29,"reported_epoch":62,"state":"active+clean","last_fresh":"2026-03-05T21:51:15.514553+0000","last_change":"2026-03-05T21:50:47.727856+0000","last_active":"2026-03-05T21:51:15.514553+0000","last_peered":"2026-03-05T21:51:15.514553+0000","last_clean":"2026-03-05T21:51:15.514553+0000","last_became_active":"2026-03-05T21:50:47.727439+0000","last_became_peered":"2026-03-05T21:50:47.727439+0000","last_unstale":"2026-03-05T21:51:15.514553+0000","last_undegraded":"2026-03-05T21:51:15.514553+0000","last_fullsized":"2026-03-05T21:51:15.514553+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-03-05T21:50:46.697602+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-03-05T21:50:46.697602+0000","last_clean_scrub_stamp":"2026-03-05T21:50:46.697602+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-03-07T06:09:17.827189+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1b","version":"60'5","reported_seq":35,"reported_epoch":62,"state":"active+clean","last_fresh":"2026-03-05T21:51:15.419768+0000","last_change":"2026-03-05T21:50:49.734668+0000","last_active":"2026-03-05T21:51:15.419768+0000","last_peered":"2026-03-05T21:51:15.419768+0000","last_clean":"2026-03-05T21:51:15.419768+0000","last_became_active":"2026-03-05T21:50:49.733943+0000","last_became_peered":"2026-03-05T21:50:49.733943+0000","last_unstale":"2026-03-05T21:51:15.419768+0000","last_undegraded":"2026-03-05T21:51:15.419768+0000","last_fullsized":"2026-03-05T21:51:15.419768+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-03-05T21:50:48.703108+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-03-05T21:50:48.703108+0000","last_clean_scrub_stamp":"2026-03-05T21:50:48.703108+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-03-07T09:38:42.427466+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":110,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":11,"num_read_kb":7,"num_write":6,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,1],"acting":[4,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.1a","version":"0'0","reported_seq":21,"reported_epoch":62,"state":"active+clean","last_fresh":"2026-03-05T21:51:15.527532+0000","last_change":"2026-03-05T21:50:51.743756+0000","last_active":"2026-03-05T21:51:15.527532+0000","last_peered":"2026-03-05T21:51:15.527532+0000","last_clean":"2026-03-05T21:51:15.527532+0000","last_became_active":"2026-03-05T21:50:51.743684+0000","last_became_peered":"2026-03-05T21:50:51.743684+0000","last_unstale":"2026-03-05T21:51:15.527532+0000","last_undegraded":"2026-03-05T21:51:15.527532+0000","last_fullsized":"2026-03-05T21:51:15.527532+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-03-05T21:50:50.708506+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-03-05T21:50:50.708506+0000","last_clean_scrub_stamp":"2026-03-05T21:50:50.708506+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-03-07T01:13:29.514800+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,1],"acting":[7,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"6.19","version":"0'0","reported_seq":17,"reported_epoch":62,"state":"active+clean","last_fresh":"2026-03-05T21:51:15.514511+0000","last_change":"2026-03-05T21:50:53.745581+0000","last_active":"2026-03-05T21:51:15.514511+0000","last_peered":"2026-03-05T21:51:15.514511+0000","last_clean":"2026-03-05T21:51:15.514511+0000","last_became_active":"2026-03-05T21:50:53.745051+0000","last_became_peered":"2026-03-05T21:50:53.745051+0000","last_unstale":"2026-03-05T21:51:15.514511+0000","last_undegraded":"2026-03-05T21:51:15.514511+0000","last_fullsized":"2026-03-05T21:51:15.514511+0000","mapping_epoch":58,"log_start":"0'0","ondisk_log_start":"0'0","created":58,"last_epoch_clean":59,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-03-05T21:50:52.714775+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-03-05T21:50:52.714775+0000","last_clean_scrub_stamp":"2026-03-05T21:50:52.714775+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-03-07T03:44:12.381128+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,3],"acting":[5,1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.1e","version":"0'0","reported_seq":17,"reported_epoch":62,"state":"active+clean","last_fresh":"2026-03-05T21:51:15.419971+0000","last_change":"2026-03-05T21:50:54.113231+0000","last_active":"2026-03-05T21:51:15.419971+0000","last_peered":"2026-03-05T21:51:15.419971+0000","last_clean":"2026-03-05T21:51:15.419971+0000","last_became_active":"2026-03-05T21:50:54.113131+0000","last_became_peered":"2026-03-05T21:50:54.113131+0000","last_unstale":"2026-03-05T21:51:15.419971+0000","last_undegraded":"2026-03-05T21:51:15.419971+0000","last_fullsized":"2026-03-05T21:51:15.419971+0000","mapping_epoch":58,"log_start":"0'0","ondisk_log_start":"0'0","created":58,"last_epoch_clean":59,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-03-05T21:50:52.714775+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-03-05T21:50:52.714775+0000","last_clean_scrub_stamp":"2026-03-05T21:50:52.714775+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-03-07T04:06:28.552397+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,5],"acting":[4,6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1b","version":"0'0","reported_seq":29,"reported_epoch":62,"state":"active+clean","last_fresh":"2026-03-05T21:51:15.705243+0000","last_change":"2026-03-05T21:50:47.735611+0000","last_active":"2026-03-05T21:51:15.705243+0000","last_peered":"2026-03-05T21:51:15.705243+0000","last_clean":"2026-03-05T21:51:15.705243+0000","last_became_active":"2026-03-05T21:50:47.735533+0000","last_became_peered":"2026-03-05T21:50:47.735533+0000","last_unstale":"2026-03-05T21:51:15.705243+0000","last_undegraded":"2026-03-05T21:51:15.705243+0000","last_fullsized":"2026-03-05T21:51:15.705243+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-03-05T21:50:46.697602+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-03-05T21:50:46.697602+0000","last_clean_scrub_stamp":"2026-03-05T21:50:46.697602+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-03-07T08:02:10.201141+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,7],"acting":[0,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.1c","version":"60'15","reported_seq":50,"reported_epoch":62,"state":"active+clean","last_fresh":"2026-03-05T21:51:15.422154+0000","last_change":"2026-03-05T21:50:49.731717+0000","last_active":"2026-03-05T21:51:15.422154+0000","last_peered":"2026-03-05T21:51:15.422154+0000","last_clean":"2026-03-05T21:51:15.422154+0000","last_became_active":"2026-03-05T21:50:49.731599+0000","last_became_peered":"2026-03-05T21:50:49.731599+0000","last_unstale":"2026-03-05T21:51:15.422154+0000","last_undegraded":"2026-03-05T21:51:15.422154+0000","last_fullsized":"2026-03-05T21:51:15.422154+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-03-05T21:50:48.703108+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-03-05T21:50:48.703108+0000","last_clean_scrub_stamp":"2026-03-05T21:50:48.703108+0000","objects_scrubbed":0,"log_size":15,"log_dups_size":0,"ondisk_log_size":15,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-03-07T06:52:16.225984+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":110,"num_objects":7,"num_object_clones":0,"num_object_copies":21,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7,"num_whiteouts":0,"num_read":26,"num_read_kb":17,"num_write":16,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,3],"acting":[2,1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"5.1d","version":"0'0","reported_seq":21,"reported_epoch":62,"state":"active+clean","last_fresh":"2026-03-05T21:51:15.707063+0000","last_change":"2026-03-05T21:50:51.739214+0000","last_active":"2026-03-05T21:51:15.707063+0000","last_peered":"2026-03-05T21:51:15.707063+0000","last_clean":"2026-03-05T21:51:15.707063+0000","last_became_active":"2026-03-05T21:50:51.738410+0000","last_became_peered":"2026-03-05T21:50:51.738410+0000","last_unstale":"2026-03-05T21:51:15.707063+0000","last_undegraded":"2026-03-05T21:51:15.707063+0000","last_fullsized":"2026-03-05T21:51:15.707063+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-03-05T21:50:50.708506+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-03-05T21:50:50.708506+0000","last_clean_scrub_stamp":"2026-03-05T21:50:50.708506+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-03-07T05:42:44.106947+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,0],"acting":[1,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"6.1f","version":"0'0","reported_seq":17,"reported_epoch":62,"state":"active+clean","last_fresh":"2026-03-05T21:51:15.424149+0000","last_change":"2026-03-05T21:50:54.114358+0000","last_active":"2026-03-05T21:51:15.424149+0000","last_peered":"2026-03-05T21:51:15.424149+0000","last_clean":"2026-03-05T21:51:15.424149+0000","last_became_active":"2026-03-05T21:50:54.114275+0000","last_became_peered":"2026-03-05T21:50:54.114275+0000","last_unstale":"2026-03-05T21:51:15.424149+0000","last_undegraded":"2026-03-05T21:51:15.424149+0000","last_fullsized":"2026-03-05T21:51:15.424149+0000","mapping_epoch":58,"log_start":"0'0","ondisk_log_start":"0'0","created":58,"last_epoch_clean":59,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-03-05T21:50:52.714775+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-03-05T21:50:52.714775+0000","last_clean_scrub_stamp":"2026-03-05T21:50:52.714775+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-03-07T08:45:55.475139+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,5],"acting":[3,6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1a","version":"0'0","reported_seq":29,"reported_epoch":62,"state":"active+clean","last_fresh":"2026-03-05T21:51:15.419258+0000","last_change":"2026-03-05T21:50:47.728128+0000","last_active":"2026-03-05T21:51:15.419258+0000","last_peered":"2026-03-05T21:51:15.419258+0000","last_clean":"2026-03-05T21:51:15.419258+0000","last_became_active":"2026-03-05T21:50:47.728056+0000","last_became_peered":"2026-03-05T21:50:47.728056+0000","last_unstale":"2026-03-05T21:51:15.419258+0000","last_undegraded":"2026-03-05T21:51:15.419258+0000","last_fullsized":"2026-03-05T21:51:15.419258+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-03-05T21:50:46.697602+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-03-05T21:50:46.697602+0000","last_clean_scrub_stamp":"2026-03-05T21:50:46.697602+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-03-07T04:52:42.812783+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,2],"acting":[4,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.1d","version":"60'12","reported_seq":48,"reported_epoch":62,"state":"active+clean","last_fresh":"2026-03-05T21:51:15.424196+0000","last_change":"2026-03-05T21:50:49.745346+0000","last_active":"2026-03-05T21:51:15.424196+0000","last_peered":"2026-03-05T21:51:15.424196+0000","last_clean":"2026-03-05T21:51:15.424196+0000","last_became_active":"2026-03-05T21:50:49.745116+0000","last_became_peered":"2026-03-05T21:50:49.745116+0000","last_unstale":"2026-03-05T21:51:15.424196+0000","last_undegraded":"2026-03-05T21:51:15.424196+0000","last_fullsized":"2026-03-05T21:51:15.424196+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-03-05T21:50:48.703108+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-03-05T21:50:48.703108+0000","last_clean_scrub_stamp":"2026-03-05T21:50:48.703108+0000","objects_scrubbed":0,"log_size":12,"log_dups_size":0,"ondisk_log_size":12,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-03-07T09:13:40.259290+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":220,"num_objects":5,"num_object_clones":0,"num_object_copies":15,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":25,"num_read_kb":16,"num_write":14,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,4],"acting":[3,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.1c","version":"0'0","reported_seq":21,"reported_epoch":62,"state":"active+clean","last_fresh":"2026-03-05T21:51:15.419213+0000","last_change":"2026-03-05T21:50:51.740463+0000","last_active":"2026-03-05T21:51:15.419213+0000","last_peered":"2026-03-05T21:51:15.419213+0000","last_clean":"2026-03-05T21:51:15.419213+0000","last_became_active":"2026-03-05T21:50:51.737158+0000","last_became_peered":"2026-03-05T21:50:51.737158+0000","last_unstale":"2026-03-05T21:51:15.419213+0000","last_undegraded":"2026-03-05T21:51:15.419213+0000","last_fullsized":"2026-03-05T21:51:15.419213+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-03-05T21:50:50.708506+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-03-05T21:50:50.708506+0000","last_clean_scrub_stamp":"2026-03-05T21:50:50.708506+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-03-07T05:03:37.700180+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,2],"acting":[4,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"6.1c","version":"60'1","reported_seq":18,"reported_epoch":62,"state":"active+clean","last_fresh":"2026-03-05T21:51:15.528495+0000","last_change":"2026-03-05T21:50:53.754006+0000","last_active":"2026-03-05T21:51:15.528495+0000","last_peered":"2026-03-05T21:51:15.528495+0000","last_clean":"2026-03-05T21:51:15.528495+0000","last_became_active":"2026-03-05T21:50:53.753865+0000","last_became_peered":"2026-03-05T21:50:53.753865+0000","last_unstale":"2026-03-05T21:51:15.528495+0000","last_undegraded":"2026-03-05T21:51:15.528495+0000","last_fullsized":"2026-03-05T21:51:15.528495+0000","mapping_epoch":58,"log_start":"0'0","ondisk_log_start":"0'0","created":58,"last_epoch_clean":59,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-03-05T21:50:52.714775+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-03-05T21:50:52.714775+0000","last_clean_scrub_stamp":"2026-03-05T21:50:52.714775+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-03-07T00:24:43.393659+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":403,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,2],"acting":[7,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.19","version":"53'1","reported_seq":30,"reported_epoch":62,"state":"active+clean","last_fresh":"2026-03-05T21:51:15.707771+0000","last_change":"2026-03-05T21:50:47.731065+0000","last_active":"2026-03-05T21:51:15.707771+0000","last_peered":"2026-03-05T21:51:15.707771+0000","last_clean":"2026-03-05T21:51:15.707771+0000","last_became_active":"2026-03-05T21:50:47.728222+0000","last_became_peered":"2026-03-05T21:50:47.728222+0000","last_unstale":"2026-03-05T21:51:15.707771+0000","last_undegraded":"2026-03-05T21:51:15.707771+0000","last_fullsized":"2026-03-05T21:51:15.707771+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-03-05T21:50:46.697602+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-03-05T21:50:46.697602+0000","last_clean_scrub_stamp":"2026-03-05T21:50:46.697602+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-03-07T01:31:36.520973+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":46,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,4],"acting":[1,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.1e","version":"60'10","reported_seq":40,"reported_epoch":62,"state":"active+clean","last_fresh":"2026-03-05T21:51:15.705949+0000","last_change":"2026-03-05T21:50:49.732483+0000","last_active":"2026-03-05T21:51:15.705949+0000","last_peered":"2026-03-05T21:51:15.705949+0000","last_clean":"2026-03-05T21:51:15.705949+0000","last_became_active":"2026-03-05T21:50:49.732337+0000","last_became_peered":"2026-03-05T21:50:49.732337+0000","last_unstale":"2026-03-05T21:51:15.705949+0000","last_undegraded":"2026-03-05T21:51:15.705949+0000","last_fullsized":"2026-03-05T21:51:15.705949+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-03-05T21:50:48.703108+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-03-05T21:50:48.703108+0000","last_clean_scrub_stamp":"2026-03-05T21:50:48.703108+0000","objects_scrubbed":0,"log_size":10,"log_dups_size":0,"ondisk_log_size":10,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-03-07T03:00:47.189383+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":5,"num_object_clones":0,"num_object_copies":15,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":15,"num_read_kb":10,"num_write":10,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,3],"acting":[0,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.1f","version":"60'8","reported_seq":41,"reported_epoch":62,"state":"active+clean","last_fresh":"2026-03-05T21:51:15.706723+0000","last_change":"2026-03-05T21:50:51.741241+0000","last_active":"2026-03-05T21:51:15.706723+0000","last_peered":"2026-03-05T21:51:15.706723+0000","last_clean":"2026-03-05T21:51:15.706723+0000","last_became_active":"2026-03-05T21:50:51.740174+0000","last_became_peered":"2026-03-05T21:50:51.740174+0000","last_unstale":"2026-03-05T21:51:15.706723+0000","last_undegraded":"2026-03-05T21:51:15.706723+0000","last_fullsized":"2026-03-05T21:51:15.706723+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-03-05T21:50:50.708506+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-03-05T21:50:50.708506+0000","last_clean_scrub_stamp":"2026-03-05T21:50:50.708506+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-03-07T07:58:05.591566+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,7],"acting":[6,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.f","version":"60'15","reported_seq":50,"reported_epoch":62,"state":"active+clean","last_fresh":"2026-03-05T21:51:15.707238+0000","last_change":"2026-03-05T21:50:49.739896+0000","last_active":"2026-03-05T21:51:15.707238+0000","last_peered":"2026-03-05T21:51:15.707238+0000","last_clean":"2026-03-05T21:51:15.707238+0000","last_became_active":"2026-03-05T21:50:49.739821+0000","last_became_peered":"2026-03-05T21:50:49.739821+0000","last_unstale":"2026-03-05T21:51:15.707238+0000","last_undegraded":"2026-03-05T21:51:15.707238+0000","last_fullsized":"2026-03-05T21:51:15.707238+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-03-05T21:50:48.703108+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-03-05T21:50:48.703108+0000","last_clean_scrub_stamp":"2026-03-05T21:50:48.703108+0000","objects_scrubbed":0,"log_size":15,"log_dups_size":0,"ondisk_log_size":15,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-03-07T07:12:23.553152+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":110,"num_objects":7,"num_object_clones":0,"num_object_copies":21,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7,"num_whiteouts":0,"num_read":26,"num_read_kb":17,"num_write":16,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,4],"acting":[1,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":29,"reported_epoch":62,"state":"active+clean","last_fresh":"2026-03-05T21:51:15.422990+0000","last_change":"2026-03-05T21:50:47.729001+0000","last_active":"2026-03-05T21:51:15.422990+0000","last_peered":"2026-03-05T21:51:15.422990+0000","last_clean":"2026-03-05T21:51:15.422990+0000","last_became_active":"2026-03-05T21:50:47.728723+0000","last_became_peered":"2026-03-05T21:50:47.728723+0000","last_unstale":"2026-03-05T21:51:15.422990+0000","last_undegraded":"2026-03-05T21:51:15.422990+0000","last_fullsized":"2026-03-05T21:51:15.422990+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-03-05T21:50:46.697602+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-03-05T21:50:46.697602+0000","last_clean_scrub_stamp":"2026-03-05T21:50:46.697602+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-03-07T07:05:21.937147+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7],"acting":[3,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.e","version":"60'8","reported_seq":35,"reported_epoch":62,"state":"active+clean","last_fresh":"2026-03-05T21:51:15.419039+0000","last_change":"2026-03-05T21:50:51.752669+0000","last_active":"2026-03-05T21:51:15.419039+0000","last_peered":"2026-03-05T21:51:15.419039+0000","last_clean":"2026-03-05T21:51:15.419039+0000","last_became_active":"2026-03-05T21:50:51.752494+0000","last_became_peered":"2026-03-05T21:50:51.752494+0000","last_unstale":"2026-03-05T21:51:15.419039+0000","last_undegraded":"2026-03-05T21:51:15.419039+0000","last_fullsized":"2026-03-05T21:51:15.419039+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-03-05T21:50:50.708506+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-03-05T21:50:50.708506+0000","last_clean_scrub_stamp":"2026-03-05T21:50:50.708506+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-03-07T03:59:51.274343+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,0],"acting":[4,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"6.d","version":"0'0","reported_seq":17,"reported_epoch":62,"state":"active+clean","last_fresh":"2026-03-05T21:51:15.514109+0000","last_change":"2026-03-05T21:50:53.746117+0000","last_active":"2026-03-05T21:51:15.514109+0000","last_peered":"2026-03-05T21:51:15.514109+0000","last_clean":"2026-03-05T21:51:15.514109+0000","last_became_active":"2026-03-05T21:50:53.745710+0000","last_became_peered":"2026-03-05T21:50:53.745710+0000","last_unstale":"2026-03-05T21:51:15.514109+0000","last_undegraded":"2026-03-05T21:51:15.514109+0000","last_fullsized":"2026-03-05T21:51:15.514109+0000","mapping_epoch":58,"log_start":"0'0","ondisk_log_start":"0'0","created":58,"last_epoch_clean":59,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-03-05T21:50:52.714775+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-03-05T21:50:52.714775+0000","last_clean_scrub_stamp":"2026-03-05T21:50:52.714775+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-03-07T07:06:52.712742+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,0],"acting":[5,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.0","version":"60'18","reported_seq":57,"reported_epoch":62,"state":"active+clean","last_fresh":"2026-03-05T21:51:15.423045+0000","last_change":"2026-03-05T21:50:49.735930+0000","last_active":"2026-03-05T21:51:15.423045+0000","last_peered":"2026-03-05T21:51:15.423045+0000","last_clean":"2026-03-05T21:51:15.423045+0000","last_became_active":"2026-03-05T21:50:49.735798+0000","last_became_peered":"2026-03-05T21:50:49.735798+0000","last_unstale":"2026-03-05T21:51:15.423045+0000","last_undegraded":"2026-03-05T21:51:15.423045+0000","last_fullsized":"2026-03-05T21:51:15.423045+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-03-05T21:50:48.703108+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-03-05T21:50:48.703108+0000","last_clean_scrub_stamp":"2026-03-05T21:50:48.703108+0000","objects_scrubbed":0,"log_size":18,"log_dups_size":0,"ondisk_log_size":18,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-03-07T06:46:15.189037+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":220,"num_objects":8,"num_object_clones":0,"num_object_copies":24,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8,"num_whiteouts":0,"num_read":34,"num_read_kb":22,"num_write":20,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.7","version":"53'2","reported_seq":41,"reported_epoch":62,"state":"active+clean","last_fresh":"2026-03-05T21:51:15.423042+0000","last_change":"2026-03-05T21:50:47.729620+0000","last_active":"2026-03-05T21:51:15.423042+0000","last_peered":"2026-03-05T21:51:15.423042+0000","last_clean":"2026-03-05T21:51:15.423042+0000","last_became_active":"2026-03-05T21:50:47.724766+0000","last_became_peered":"2026-03-05T21:50:47.724766+0000","last_unstale":"2026-03-05T21:51:15.423042+0000","last_undegraded":"2026-03-05T21:51:15.423042+0000","last_fullsized":"2026-03-05T21:51:15.423042+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-03-05T21:50:46.697602+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-03-05T21:50:46.697602+0000","last_clean_scrub_stamp":"2026-03-05T21:50:46.697602+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-03-07T04:34:34.652420+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1429,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":14,"num_read_kb":14,"num_write":4,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.1","version":"0'0","reported_seq":21,"reported_epoch":62,"state":"active+clean","last_fresh":"2026-03-05T21:51:15.418945+0000","last_change":"2026-03-05T21:50:51.756282+0000","last_active":"2026-03-05T21:51:15.418945+0000","last_peered":"2026-03-05T21:51:15.418945+0000","last_clean":"2026-03-05T21:51:15.418945+0000","last_became_active":"2026-03-05T21:50:51.756202+0000","last_became_peered":"2026-03-05T21:50:51.756202+0000","last_unstale":"2026-03-05T21:51:15.418945+0000","last_undegraded":"2026-03-05T21:51:15.418945+0000","last_fullsized":"2026-03-05T21:51:15.418945+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-03-05T21:50:50.708506+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-03-05T21:50:50.708506+0000","last_clean_scrub_stamp":"2026-03-05T21:50:50.708506+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-03-07T02:48:37.054314+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,7],"acting":[4,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"6.2","version":"0'0","reported_seq":17,"reported_epoch":62,"state":"active+clean","last_fresh":"2026-03-05T21:51:15.419547+0000","last_change":"2026-03-05T21:50:53.740725+0000","last_active":"2026-03-05T21:51:15.419547+0000","last_peered":"2026-03-05T21:51:15.419547+0000","last_clean":"2026-03-05T21:51:15.419547+0000","last_became_active":"2026-03-05T21:50:53.740580+0000","last_became_peered":"2026-03-05T21:50:53.740580+0000","last_unstale":"2026-03-05T21:51:15.419547+0000","last_undegraded":"2026-03-05T21:51:15.419547+0000","last_fullsized":"2026-03-05T21:51:15.419547+0000","mapping_epoch":58,"log_start":"0'0","ondisk_log_start":"0'0","created":58,"last_epoch_clean":59,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-03-05T21:50:52.714775+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-03-05T21:50:52.714775+0000","last_clean_scrub_stamp":"2026-03-05T21:50:52.714775+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-03-06T22:45:10.032836+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,2],"acting":[4,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.1","version":"60'14","reported_seq":46,"reported_epoch":62,"state":"active+clean","last_fresh":"2026-03-05T21:51:15.419857+0000","last_change":"2026-03-05T21:50:49.740529+0000","last_active":"2026-03-05T21:51:15.419857+0000","last_peered":"2026-03-05T21:51:15.419857+0000","last_clean":"2026-03-05T21:51:15.419857+0000","last_became_active":"2026-03-05T21:50:49.736956+0000","last_became_peered":"2026-03-05T21:50:49.736956+0000","last_unstale":"2026-03-05T21:51:15.419857+0000","last_undegraded":"2026-03-05T21:51:15.419857+0000","last_fullsized":"2026-03-05T21:51:15.419857+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-03-05T21:50:48.703108+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-03-05T21:50:48.703108+0000","last_clean_scrub_stamp":"2026-03-05T21:50:48.703108+0000","objects_scrubbed":0,"log_size":14,"log_dups_size":0,"ondisk_log_size":14,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-03-07T08:31:42.914223+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":7,"num_object_clones":0,"num_object_copies":21,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7,"num_whiteouts":0,"num_read":21,"num_read_kb":14,"num_write":14,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,6],"acting":[4,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.6","version":"53'1","reported_seq":30,"reported_epoch":62,"state":"active+clean","last_fresh":"2026-03-05T21:51:15.705380+0000","last_change":"2026-03-05T21:50:47.728536+0000","last_active":"2026-03-05T21:51:15.705380+0000","last_peered":"2026-03-05T21:51:15.705380+0000","last_clean":"2026-03-05T21:51:15.705380+0000","last_became_active":"2026-03-05T21:50:47.728079+0000","last_became_peered":"2026-03-05T21:50:47.728079+0000","last_unstale":"2026-03-05T21:51:15.705380+0000","last_undegraded":"2026-03-05T21:51:15.705380+0000","last_fullsized":"2026-03-05T21:51:15.705380+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-03-05T21:50:46.697602+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-03-05T21:50:46.697602+0000","last_clean_scrub_stamp":"2026-03-05T21:50:46.697602+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-03-07T07:07:40.964094+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":46,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.0","version":"60'8","reported_seq":35,"reported_epoch":62,"state":"active+clean","last_fresh":"2026-03-05T21:51:15.422931+0000","last_change":"2026-03-05T21:50:51.740976+0000","last_active":"2026-03-05T21:51:15.422931+0000","last_peered":"2026-03-05T21:51:15.422931+0000","last_clean":"2026-03-05T21:51:15.422931+0000","last_became_active":"2026-03-05T21:50:51.740865+0000","last_became_peered":"2026-03-05T21:50:51.740865+0000","last_unstale":"2026-03-05T21:51:15.422931+0000","last_undegraded":"2026-03-05T21:51:15.422931+0000","last_fullsized":"2026-03-05T21:51:15.422931+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-03-05T21:50:50.708506+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-03-05T21:50:50.708506+0000","last_clean_scrub_stamp":"2026-03-05T21:50:50.708506+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-03-07T04:22:02.933505+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,4],"acting":[3,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"6.3","version":"0'0","reported_seq":17,"reported_epoch":62,"state":"active+clean","last_fresh":"2026-03-05T21:51:15.527289+0000","last_change":"2026-03-05T21:50:54.111696+0000","last_active":"2026-03-05T21:51:15.527289+0000","last_peered":"2026-03-05T21:51:15.527289+0000","last_clean":"2026-03-05T21:51:15.527289+0000","last_became_active":"2026-03-05T21:50:54.111578+0000","last_became_peered":"2026-03-05T21:50:54.111578+0000","last_unstale":"2026-03-05T21:51:15.527289+0000","last_undegraded":"2026-03-05T21:51:15.527289+0000","last_fullsized":"2026-03-05T21:51:15.527289+0000","mapping_epoch":58,"log_start":"0'0","ondisk_log_start":"0'0","created":58,"last_epoch_clean":59,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-03-05T21:50:52.714775+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-03-05T21:50:52.714775+0000","last_clean_scrub_stamp":"2026-03-05T21:50:52.714775+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-03-07T04:01:31.456161+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,2],"acting":[7,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.2","version":"60'10","reported_seq":40,"reported_epoch":62,"state":"active+clean","last_fresh":"2026-03-05T21:51:15.707996+0000","last_change":"2026-03-05T21:50:49.733522+0000","last_active":"2026-03-05T21:51:15.707996+0000","last_peered":"2026-03-05T21:51:15.707996+0000","last_clean":"2026-03-05T21:51:15.707996+0000","last_became_active":"2026-03-05T21:50:49.733322+0000","last_became_peered":"2026-03-05T21:50:49.733322+0000","last_unstale":"2026-03-05T21:51:15.707996+0000","last_undegraded":"2026-03-05T21:51:15.707996+0000","last_fullsized":"2026-03-05T21:51:15.707996+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-03-05T21:50:48.703108+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-03-05T21:50:48.703108+0000","last_clean_scrub_stamp":"2026-03-05T21:50:48.703108+0000","objects_scrubbed":0,"log_size":10,"log_dups_size":0,"ondisk_log_size":10,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-03-07T02:33:49.427608+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":5,"num_object_clones":0,"num_object_copies":15,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":15,"num_read_kb":10,"num_write":10,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,4],"acting":[1,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":29,"reported_epoch":62,"state":"active+clean","last_fresh":"2026-03-05T21:51:15.514706+0000","last_change":"2026-03-05T21:50:47.729411+0000","last_active":"2026-03-05T21:51:15.514706+0000","last_peered":"2026-03-05T21:51:15.514706+0000","last_clean":"2026-03-05T21:51:15.514706+0000","last_became_active":"2026-03-05T21:50:47.727737+0000","last_became_peered":"2026-03-05T21:50:47.727737+0000","last_unstale":"2026-03-05T21:51:15.514706+0000","last_undegraded":"2026-03-05T21:51:15.514706+0000","last_fullsized":"2026-03-05T21:51:15.514706+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-03-05T21:50:46.697602+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-03-05T21:50:46.697602+0000","last_clean_scrub_stamp":"2026-03-05T21:50:46.697602+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-03-06T22:39:10.929588+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,2],"acting":[5,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.3","version":"60'8","reported_seq":35,"reported_epoch":62,"state":"active+clean","last_fresh":"2026-03-05T21:51:15.705197+0000","last_change":"2026-03-05T21:50:51.750723+0000","last_active":"2026-03-05T21:51:15.705197+0000","last_peered":"2026-03-05T21:51:15.705197+0000","last_clean":"2026-03-05T21:51:15.705197+0000","last_became_active":"2026-03-05T21:50:51.750369+0000","last_became_peered":"2026-03-05T21:50:51.750369+0000","last_unstale":"2026-03-05T21:51:15.705197+0000","last_undegraded":"2026-03-05T21:51:15.705197+0000","last_fullsized":"2026-03-05T21:51:15.705197+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-03-05T21:50:50.708506+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-03-05T21:50:50.708506+0000","last_clean_scrub_stamp":"2026-03-05T21:50:50.708506+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-03-07T06:53:34.380194+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6,5],"acting":[0,6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"6.0","version":"0'0","reported_seq":17,"reported_epoch":62,"state":"active+clean","last_fresh":"2026-03-05T21:51:15.705172+0000","last_change":"2026-03-05T21:50:53.765112+0000","last_active":"2026-03-05T21:51:15.705172+0000","last_peered":"2026-03-05T21:51:15.705172+0000","last_clean":"2026-03-05T21:51:15.705172+0000","last_became_active":"2026-03-05T21:50:53.764738+0000","last_became_peered":"2026-03-05T21:50:53.764738+0000","last_unstale":"2026-03-05T21:51:15.705172+0000","last_undegraded":"2026-03-05T21:51:15.705172+0000","last_fullsized":"2026-03-05T21:51:15.705172+0000","mapping_epoch":58,"log_start":"0'0","ondisk_log_start":"0'0","created":58,"last_epoch_clean":59,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-03-05T21:50:52.714775+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-03-05T21:50:52.714775+0000","last_clean_scrub_stamp":"2026-03-05T21:50:52.714775+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-03-07T08:06:06.285563+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,2],"acting":[0,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.3","version":"60'19","reported_seq":61,"reported_epoch":62,"state":"active+clean","last_fresh":"2026-03-05T21:51:15.705806+0000","last_change":"2026-03-05T21:50:49.720634+0000","last_active":"2026-03-05T21:51:15.705806+0000","last_peered":"2026-03-05T21:51:15.705806+0000","last_clean":"2026-03-05T21:51:15.705806+0000","last_became_active":"2026-03-05T21:50:49.720537+0000","last_became_peered":"2026-03-05T21:50:49.720537+0000","last_unstale":"2026-03-05T21:51:15.705806+0000","last_undegraded":"2026-03-05T21:51:15.705806+0000","last_fullsized":"2026-03-05T21:51:15.705806+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-03-05T21:50:48.703108+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-03-05T21:50:48.703108+0000","last_clean_scrub_stamp":"2026-03-05T21:50:48.703108+0000","objects_scrubbed":0,"log_size":19,"log_dups_size":0,"ondisk_log_size":19,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-03-06T21:51:53.338425+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":330,"num_objects":8,"num_object_clones":0,"num_object_copies":24,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8,"num_whiteouts":0,"num_read":39,"num_read_kb":25,"num_write":22,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,7],"acting":[0,5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":29,"reported_epoch":62,"state":"active+clean","last_fresh":"2026-03-05T21:51:15.707634+0000","last_change":"2026-03-05T21:50:47.733797+0000","last_active":"2026-03-05T21:51:15.707634+0000","last_peered":"2026-03-05T21:51:15.707634+0000","last_clean":"2026-03-05T21:51:15.707634+0000","last_became_active":"2026-03-05T21:50:47.730094+0000","last_became_peered":"2026-03-05T21:50:47.730094+0000","last_unstale":"2026-03-05T21:51:15.707634+0000","last_undegraded":"2026-03-05T21:51:15.707634+0000","last_fullsized":"2026-03-05T21:51:15.707634+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-03-05T21:50:46.697602+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-03-05T21:50:46.697602+0000","last_clean_scrub_stamp":"2026-03-05T21:50:46.697602+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-03-06T22:45:01.850457+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,5],"acting":[1,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.2","version":"0'0","reported_seq":21,"reported_epoch":62,"state":"active+clean","last_fresh":"2026-03-05T21:51:15.706694+0000","last_change":"2026-03-05T21:50:51.747776+0000","last_active":"2026-03-05T21:51:15.706694+0000","last_peered":"2026-03-05T21:51:15.706694+0000","last_clean":"2026-03-05T21:51:15.706694+0000","last_became_active":"2026-03-05T21:50:51.747659+0000","last_became_peered":"2026-03-05T21:50:51.747659+0000","last_unstale":"2026-03-05T21:51:15.706694+0000","last_undegraded":"2026-03-05T21:51:15.706694+0000","last_fullsized":"2026-03-05T21:51:15.706694+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-03-05T21:50:50.708506+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-03-05T21:50:50.708506+0000","last_clean_scrub_stamp":"2026-03-05T21:50:50.708506+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-03-07T06:34:08.726991+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"6.1","version":"0'0","reported_seq":17,"reported_epoch":62,"state":"active+clean","last_fresh":"2026-03-05T21:51:15.707570+0000","last_change":"2026-03-05T21:50:54.112314+0000","last_active":"2026-03-05T21:51:15.707570+0000","last_peered":"2026-03-05T21:51:15.707570+0000","last_clean":"2026-03-05T21:51:15.707570+0000","last_became_active":"2026-03-05T21:50:54.112180+0000","last_became_peered":"2026-03-05T21:50:54.112180+0000","last_unstale":"2026-03-05T21:51:15.707570+0000","last_undegraded":"2026-03-05T21:51:15.707570+0000","last_fullsized":"2026-03-05T21:51:15.707570+0000","mapping_epoch":58,"log_start":"0'0","ondisk_log_start":"0'0","created":58,"last_epoch_clean":59,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-03-05T21:50:52.714775+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-03-05T21:50:52.714775+0000","last_clean_scrub_stamp":"2026-03-05T21:50:52.714775+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-03-07T06:39:34.118812+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,2],"acting":[1,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.4","version":"60'28","reported_seq":79,"reported_epoch":62,"state":"active+clean","last_fresh":"2026-03-05T21:51:15.707827+0000","last_change":"2026-03-05T21:50:49.744541+0000","last_active":"2026-03-05T21:51:15.707827+0000","last_peered":"2026-03-05T21:51:15.707827+0000","last_clean":"2026-03-05T21:51:15.707827+0000","last_became_active":"2026-03-05T21:50:49.742471+0000","last_became_peered":"2026-03-05T21:50:49.742471+0000","last_unstale":"2026-03-05T21:51:15.707827+0000","last_undegraded":"2026-03-05T21:51:15.707827+0000","last_fullsized":"2026-03-05T21:51:15.707827+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-03-05T21:50:48.703108+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-03-05T21:50:48.703108+0000","last_clean_scrub_stamp":"2026-03-05T21:50:48.703108+0000","objects_scrubbed":0,"log_size":28,"log_dups_size":0,"ondisk_log_size":28,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-03-07T01:12:01.685588+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":358,"num_objects":10,"num_object_clones":0,"num_object_copies":30,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":10,"num_whiteouts":0,"num_read":48,"num_read_kb":33,"num_write":26,"num_write_kb":4,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,3],"acting":[1,2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":29,"reported_epoch":62,"state":"active+clean","last_fresh":"2026-03-05T21:51:15.419473+0000","last_change":"2026-03-05T21:50:47.723564+0000","last_active":"2026-03-05T21:51:15.419473+0000","last_peered":"2026-03-05T21:51:15.419473+0000","last_clean":"2026-03-05T21:51:15.419473+0000","last_became_active":"2026-03-05T21:50:47.723456+0000","last_became_peered":"2026-03-05T21:50:47.723456+0000","last_unstale":"2026-03-05T21:51:15.419473+0000","last_undegraded":"2026-03-05T21:51:15.419473+0000","last_fullsized":"2026-03-05T21:51:15.419473+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-03-05T21:50:46.697602+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-03-05T21:50:46.697602+0000","last_clean_scrub_stamp":"2026-03-05T21:50:46.697602+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-03-07T08:26:58.649153+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,6],"acting":[4,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.2","version":"54'2","reported_seq":38,"reported_epoch":62,"state":"active+clean","last_fresh":"2026-03-05T21:51:15.514788+0000","last_change":"2026-03-05T21:50:48.710506+0000","last_active":"2026-03-05T21:51:15.514788+0000","last_peered":"2026-03-05T21:51:15.514788+0000","last_clean":"2026-03-05T21:51:15.514788+0000","last_became_active":"2026-03-05T21:50:46.721334+0000","last_became_peered":"2026-03-05T21:50:46.721334+0000","last_unstale":"2026-03-05T21:51:15.514788+0000","last_undegraded":"2026-03-05T21:51:15.514788+0000","last_fullsized":"2026-03-05T21:51:15.514788+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-03-05T21:50:45.688322+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-03-05T21:50:45.688322+0000","last_clean_scrub_stamp":"2026-03-05T21:50:45.688322+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-03-07T09:40:37.933240+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00014847800000000001,"stat_sum":{"num_bytes":19,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,6],"acting":[5,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.5","version":"0'0","reported_seq":21,"reported_epoch":62,"state":"active+clean","last_fresh":"2026-03-05T21:51:15.705551+0000","last_change":"2026-03-05T21:50:51.754654+0000","last_active":"2026-03-05T21:51:15.705551+0000","last_peered":"2026-03-05T21:51:15.705551+0000","last_clean":"2026-03-05T21:51:15.705551+0000","last_became_active":"2026-03-05T21:50:51.754553+0000","last_became_peered":"2026-03-05T21:50:51.754553+0000","last_unstale":"2026-03-05T21:51:15.705551+0000","last_undegraded":"2026-03-05T21:51:15.705551+0000","last_fullsized":"2026-03-05T21:51:15.705551+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-03-05T21:50:50.708506+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-03-05T21:50:50.708506+0000","last_clean_scrub_stamp":"2026-03-05T21:50:50.708506+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-03-07T00:18:17.601340+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"6.6","version":"0'0","reported_seq":17,"reported_epoch":62,"state":"active+clean","last_fresh":"2026-03-05T21:51:15.423254+0000","last_change":"2026-03-05T21:50:53.754225+0000","last_active":"2026-03-05T21:51:15.423254+0000","last_peered":"2026-03-05T21:51:15.423254+0000","last_clean":"2026-03-05T21:51:15.423254+0000","last_became_active":"2026-03-05T21:50:53.754105+0000","last_became_peered":"2026-03-05T21:50:53.754105+0000","last_unstale":"2026-03-05T21:51:15.423254+0000","last_undegraded":"2026-03-05T21:51:15.423254+0000","last_fullsized":"2026-03-05T21:51:15.423254+0000","mapping_epoch":58,"log_start":"0'0","ondisk_log_start":"0'0","created":58,"last_epoch_clean":59,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-03-05T21:50:52.714775+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-03-05T21:50:52.714775+0000","last_clean_scrub_stamp":"2026-03-05T21:50:52.714775+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-03-07T04:53:32.670152+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,7],"acting":[3,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.7","version":"60'13","reported_seq":52,"reported_epoch":62,"state":"active+clean","last_fresh":"2026-03-05T21:51:15.707657+0000","last_change":"2026-03-05T21:50:49.724000+0000","last_active":"2026-03-05T21:51:15.707657+0000","last_peered":"2026-03-05T21:51:15.707657+0000","last_clean":"2026-03-05T21:51:15.707657+0000","last_became_active":"2026-03-05T21:50:49.723889+0000","last_became_peered":"2026-03-05T21:50:49.723889+0000","last_unstale":"2026-03-05T21:51:15.707657+0000","last_undegraded":"2026-03-05T21:51:15.707657+0000","last_fullsized":"2026-03-05T21:51:15.707657+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-03-05T21:50:48.703108+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-03-05T21:50:48.703108+0000","last_clean_scrub_stamp":"2026-03-05T21:50:48.703108+0000","objects_scrubbed":0,"log_size":13,"log_dups_size":0,"ondisk_log_size":13,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-03-07T05:23:56.072071+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":330,"num_objects":5,"num_object_clones":0,"num_object_copies":15,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":30,"num_read_kb":19,"num_write":16,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0],"acting":[1,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":29,"reported_epoch":62,"state":"active+clean","last_fresh":"2026-03-05T21:51:15.707689+0000","last_change":"2026-03-05T21:50:47.726804+0000","last_active":"2026-03-05T21:51:15.707689+0000","last_peered":"2026-03-05T21:51:15.707689+0000","last_clean":"2026-03-05T21:51:15.707689+0000","last_became_active":"2026-03-05T21:50:47.726585+0000","last_became_peered":"2026-03-05T21:50:47.726585+0000","last_unstale":"2026-03-05T21:51:15.707689+0000","last_undegraded":"2026-03-05T21:51:15.707689+0000","last_fullsized":"2026-03-05T21:51:15.707689+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-03-05T21:50:46.697602+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-03-05T21:50:46.697602+0000","last_clean_scrub_stamp":"2026-03-05T21:50:46.697602+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-03-07T02:26:10.208569+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,6],"acting":[1,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.1","version":"52'1","reported_seq":37,"reported_epoch":62,"state":"active+clean","last_fresh":"2026-03-05T21:51:15.422094+0000","last_change":"2026-03-05T21:50:48.711152+0000","last_active":"2026-03-05T21:51:15.422094+0000","last_peered":"2026-03-05T21:51:15.422094+0000","last_clean":"2026-03-05T21:51:15.422094+0000","last_became_active":"2026-03-05T21:50:46.725916+0000","last_became_peered":"2026-03-05T21:50:46.725916+0000","last_unstale":"2026-03-05T21:51:15.422094+0000","last_undegraded":"2026-03-05T21:51:15.422094+0000","last_fullsized":"2026-03-05T21:51:15.422094+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-03-05T21:50:45.688322+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-03-05T21:50:45.688322+0000","last_clean_scrub_stamp":"2026-03-05T21:50:45.688322+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-03-07T00:28:48.711302+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00025424600000000002,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,0],"acting":[2,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"5.6","version":"0'0","reported_seq":21,"reported_epoch":62,"state":"active+clean","last_fresh":"2026-03-05T21:51:15.422128+0000","last_change":"2026-03-05T21:50:51.748161+0000","last_active":"2026-03-05T21:51:15.422128+0000","last_peered":"2026-03-05T21:51:15.422128+0000","last_clean":"2026-03-05T21:51:15.422128+0000","last_became_active":"2026-03-05T21:50:51.747145+0000","last_became_peered":"2026-03-05T21:50:51.747145+0000","last_unstale":"2026-03-05T21:51:15.422128+0000","last_undegraded":"2026-03-05T21:51:15.422128+0000","last_fullsized":"2026-03-05T21:51:15.422128+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-03-05T21:50:50.708506+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-03-05T21:50:50.708506+0000","last_clean_scrub_stamp":"2026-03-05T21:50:50.708506+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-03-07T09:47:57.560963+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,7],"acting":[2,5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"6.5","version":"0'0","reported_seq":17,"reported_epoch":62,"state":"active+clean","last_fresh":"2026-03-05T21:51:15.527402+0000","last_change":"2026-03-05T21:50:54.115824+0000","last_active":"2026-03-05T21:51:15.527402+0000","last_peered":"2026-03-05T21:51:15.527402+0000","last_clean":"2026-03-05T21:51:15.527402+0000","last_became_active":"2026-03-05T21:50:54.114499+0000","last_became_peered":"2026-03-05T21:50:54.114499+0000","last_unstale":"2026-03-05T21:51:15.527402+0000","last_undegraded":"2026-03-05T21:51:15.527402+0000","last_fullsized":"2026-03-05T21:51:15.527402+0000","mapping_epoch":58,"log_start":"0'0","ondisk_log_start":"0'0","created":58,"last_epoch_clean":59,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-03-05T21:50:52.714775+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-03-05T21:50:52.714775+0000","last_clean_scrub_stamp":"2026-03-05T21:50:52.714775+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-03-07T04:17:01.920517+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,3],"acting":[7,6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.6","version":"60'12","reported_seq":43,"reported_epoch":62,"state":"active+clean","last_fresh":"2026-03-05T21:51:15.705500+0000","last_change":"2026-03-05T21:50:49.721977+0000","last_active":"2026-03-05T21:51:15.705500+0000","last_peered":"2026-03-05T21:51:15.705500+0000","last_clean":"2026-03-05T21:51:15.705500+0000","last_became_active":"2026-03-05T21:50:49.721898+0000","last_became_peered":"2026-03-05T21:50:49.721898+0000","last_unstale":"2026-03-05T21:51:15.705500+0000","last_undegraded":"2026-03-05T21:51:15.705500+0000","last_fullsized":"2026-03-05T21:51:15.705500+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-03-05T21:50:48.703108+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-03-05T21:50:48.703108+0000","last_clean_scrub_stamp":"2026-03-05T21:50:48.703108+0000","objects_scrubbed":0,"log_size":12,"log_dups_size":0,"ondisk_log_size":12,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-03-07T08:04:49.197246+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":6,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":18,"num_read_kb":12,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,2],"acting":[0,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":29,"reported_epoch":62,"state":"active+clean","last_fresh":"2026-03-05T21:51:15.705456+0000","last_change":"2026-03-05T21:50:47.732590+0000","last_active":"2026-03-05T21:51:15.705456+0000","last_peered":"2026-03-05T21:51:15.705456+0000","last_clean":"2026-03-05T21:51:15.705456+0000","last_became_active":"2026-03-05T21:50:47.731591+0000","last_became_peered":"2026-03-05T21:50:47.731591+0000","last_unstale":"2026-03-05T21:51:15.705456+0000","last_undegraded":"2026-03-05T21:51:15.705456+0000","last_fullsized":"2026-03-05T21:51:15.705456+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-03-05T21:50:46.697602+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-03-05T21:50:46.697602+0000","last_clean_scrub_stamp":"2026-03-05T21:50:46.697602+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-03-07T05:22:22.243727+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.0","version":"60'5","reported_seq":64,"reported_epoch":62,"state":"active+clean","last_fresh":"2026-03-05T21:51:15.528172+0000","last_change":"2026-03-05T21:50:48.716107+0000","last_active":"2026-03-05T21:51:15.528172+0000","last_peered":"2026-03-05T21:51:15.528172+0000","last_clean":"2026-03-05T21:51:15.528172+0000","last_became_active":"2026-03-05T21:50:46.721287+0000","last_became_peered":"2026-03-05T21:50:46.721287+0000","last_unstale":"2026-03-05T21:51:15.528172+0000","last_undegraded":"2026-03-05T21:51:15.528172+0000","last_fullsized":"2026-03-05T21:51:15.528172+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-03-05T21:50:45.688322+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-03-05T21:50:45.688322+0000","last_clean_scrub_stamp":"2026-03-05T21:50:45.688322+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-03-07T05:12:25.677287+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.001115219,"stat_sum":{"num_bytes":389,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":25,"num_read_kb":20,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,0],"acting":[7,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.7","version":"0'0","reported_seq":21,"reported_epoch":62,"state":"active+clean","last_fresh":"2026-03-05T21:51:15.514574+0000","last_change":"2026-03-05T21:50:51.750364+0000","last_active":"2026-03-05T21:51:15.514574+0000","last_peered":"2026-03-05T21:51:15.514574+0000","last_clean":"2026-03-05T21:51:15.514574+0000","last_became_active":"2026-03-05T21:50:51.747234+0000","last_became_peered":"2026-03-05T21:50:51.747234+0000","last_unstale":"2026-03-05T21:51:15.514574+0000","last_undegraded":"2026-03-05T21:51:15.514574+0000","last_fullsized":"2026-03-05T21:51:15.514574+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-03-05T21:50:50.708506+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-03-05T21:50:50.708506+0000","last_clean_scrub_stamp":"2026-03-05T21:50:50.708506+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-03-07T00:35:22.230022+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,0],"acting":[5,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.4","version":"0'0","reported_seq":17,"reported_epoch":62,"state":"active+clean","last_fresh":"2026-03-05T21:51:15.707388+0000","last_change":"2026-03-05T21:50:53.748261+0000","last_active":"2026-03-05T21:51:15.707388+0000","last_peered":"2026-03-05T21:51:15.707388+0000","last_clean":"2026-03-05T21:51:15.707388+0000","last_became_active":"2026-03-05T21:50:53.748060+0000","last_became_peered":"2026-03-05T21:50:53.748060+0000","last_unstale":"2026-03-05T21:51:15.707388+0000","last_undegraded":"2026-03-05T21:51:15.707388+0000","last_fullsized":"2026-03-05T21:51:15.707388+0000","mapping_epoch":58,"log_start":"0'0","ondisk_log_start":"0'0","created":58,"last_epoch_clean":59,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-03-05T21:50:52.714775+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-03-05T21:50:52.714775+0000","last_clean_scrub_stamp":"2026-03-05T21:50:52.714775+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-03-06T23:23:30.006622+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,3],"acting":[1,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.5","version":"60'16","reported_seq":53,"reported_epoch":62,"state":"active+clean","last_fresh":"2026-03-05T21:51:15.705849+0000","last_change":"2026-03-05T21:50:49.743161+0000","last_active":"2026-03-05T21:51:15.705849+0000","last_peered":"2026-03-05T21:51:15.705849+0000","last_clean":"2026-03-05T21:51:15.705849+0000","last_became_active":"2026-03-05T21:50:49.743069+0000","last_became_peered":"2026-03-05T21:50:49.743069+0000","last_unstale":"2026-03-05T21:51:15.705849+0000","last_undegraded":"2026-03-05T21:51:15.705849+0000","last_fullsized":"2026-03-05T21:51:15.705849+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-03-05T21:50:48.703108+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-03-05T21:50:48.703108+0000","last_clean_scrub_stamp":"2026-03-05T21:50:48.703108+0000","objects_scrubbed":0,"log_size":16,"log_dups_size":0,"ondisk_log_size":16,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-03-07T08:27:05.884484+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":154,"num_objects":8,"num_object_clones":0,"num_object_copies":24,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8,"num_whiteouts":0,"num_read":25,"num_read_kb":15,"num_write":13,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,7],"acting":[6,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":29,"reported_epoch":62,"state":"active+clean","last_fresh":"2026-03-05T21:51:15.423116+0000","last_change":"2026-03-05T21:50:47.727278+0000","last_active":"2026-03-05T21:51:15.423116+0000","last_peered":"2026-03-05T21:51:15.423116+0000","last_clean":"2026-03-05T21:51:15.423116+0000","last_became_active":"2026-03-05T21:50:47.724862+0000","last_became_peered":"2026-03-05T21:50:47.724862+0000","last_unstale":"2026-03-05T21:51:15.423116+0000","last_undegraded":"2026-03-05T21:51:15.423116+0000","last_fullsized":"2026-03-05T21:51:15.423116+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-03-05T21:50:46.697602+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-03-05T21:50:46.697602+0000","last_clean_scrub_stamp":"2026-03-05T21:50:46.697602+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-03-06T22:48:42.355336+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"1.0","version":"22'92","reported_seq":41,"reported_epoch":62,"state":"active+clean","last_fresh":"2026-03-05T21:51:15.528335+0000","last_change":"2026-03-05T21:50:43.673373+0000","last_active":"2026-03-05T21:51:15.528335+0000","last_peered":"2026-03-05T21:51:15.528335+0000","last_clean":"2026-03-05T21:51:15.528335+0000","last_became_active":"2026-03-05T21:50:43.668336+0000","last_became_peered":"2026-03-05T21:50:43.668336+0000","last_unstale":"2026-03-05T21:51:15.528335+0000","last_undegraded":"2026-03-05T21:51:15.528335+0000","last_fullsized":"2026-03-05T21:51:15.528335+0000","mapping_epoch":49,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":50,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-03-05T21:49:25.614943+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-03-05T21:49:25.614943+0000","last_clean_scrub_stamp":"2026-03-05T21:49:25.614943+0000","objects_scrubbed":0,"log_size":92,"log_dups_size":0,"ondisk_log_size":92,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-03-06T23:11:34.758135+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":76,"num_read_kb":64,"num_write":123,"num_write_kb":2150,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":590368,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.4","version":"0'0","reported_seq":21,"reported_epoch":62,"state":"active+clean","last_fresh":"2026-03-05T21:51:15.528268+0000","last_change":"2026-03-05T21:50:51.749216+0000","last_active":"2026-03-05T21:51:15.528268+0000","last_peered":"2026-03-05T21:51:15.528268+0000","last_clean":"2026-03-05T21:51:15.528268+0000","last_became_active":"2026-03-05T21:50:51.749116+0000","last_became_peered":"2026-03-05T21:50:51.749116+0000","last_unstale":"2026-03-05T21:51:15.528268+0000","last_undegraded":"2026-03-05T21:51:15.528268+0000","last_fullsized":"2026-03-05T21:51:15.528268+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-03-05T21:50:50.708506+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-03-05T21:50:50.708506+0000","last_clean_scrub_stamp":"2026-03-05T21:50:50.708506+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-03-07T08:27:42.136426+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,5],"acting":[7,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"6.7","version":"0'0","reported_seq":17,"reported_epoch":62,"state":"active+clean","last_fresh":"2026-03-05T21:51:15.514410+0000","last_change":"2026-03-05T21:50:53.739869+0000","last_active":"2026-03-05T21:51:15.514410+0000","last_peered":"2026-03-05T21:51:15.514410+0000","last_clean":"2026-03-05T21:51:15.514410+0000","last_became_active":"2026-03-05T21:50:53.739754+0000","last_became_peered":"2026-03-05T21:50:53.739754+0000","last_unstale":"2026-03-05T21:51:15.514410+0000","last_undegraded":"2026-03-05T21:51:15.514410+0000","last_fullsized":"2026-03-05T21:51:15.514410+0000","mapping_epoch":58,"log_start":"0'0","ondisk_log_start":"0'0","created":58,"last_epoch_clean":59,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-03-05T21:50:52.714775+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-03-05T21:50:52.714775+0000","last_clean_scrub_stamp":"2026-03-05T21:50:52.714775+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-03-07T01:43:55.948954+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,4],"acting":[5,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.e","version":"60'11","reported_seq":44,"reported_epoch":62,"state":"active+clean","last_fresh":"2026-03-05T21:51:15.419400+0000","last_change":"2026-03-05T21:50:49.740300+0000","last_active":"2026-03-05T21:51:15.419400+0000","last_peered":"2026-03-05T21:51:15.419400+0000","last_clean":"2026-03-05T21:51:15.419400+0000","last_became_active":"2026-03-05T21:50:49.735981+0000","last_became_peered":"2026-03-05T21:50:49.735981+0000","last_unstale":"2026-03-05T21:51:15.419400+0000","last_undegraded":"2026-03-05T21:51:15.419400+0000","last_fullsized":"2026-03-05T21:51:15.419400+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-03-05T21:50:48.703108+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-03-05T21:50:48.703108+0000","last_clean_scrub_stamp":"2026-03-05T21:50:48.703108+0000","objects_scrubbed":0,"log_size":11,"log_dups_size":0,"ondisk_log_size":11,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-03-07T08:47:31.442291+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":110,"num_objects":5,"num_object_clones":0,"num_object_copies":15,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":20,"num_read_kb":13,"num_write":12,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,1],"acting":[4,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":29,"reported_epoch":62,"state":"active+clean","last_fresh":"2026-03-05T21:51:15.419373+0000","last_change":"2026-03-05T21:50:47.722751+0000","last_active":"2026-03-05T21:51:15.419373+0000","last_peered":"2026-03-05T21:51:15.419373+0000","last_clean":"2026-03-05T21:51:15.419373+0000","last_became_active":"2026-03-05T21:50:47.722650+0000","last_became_peered":"2026-03-05T21:50:47.722650+0000","last_unstale":"2026-03-05T21:51:15.419373+0000","last_undegraded":"2026-03-05T21:51:15.419373+0000","last_fullsized":"2026-03-05T21:51:15.419373+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-03-05T21:50:46.697602+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-03-05T21:50:46.697602+0000","last_clean_scrub_stamp":"2026-03-05T21:50:46.697602+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-03-07T07:16:23.332051+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,7],"acting":[4,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.f","version":"0'0","reported_seq":21,"reported_epoch":62,"state":"active+clean","last_fresh":"2026-03-05T21:51:15.514213+0000","last_change":"2026-03-05T21:50:51.759105+0000","last_active":"2026-03-05T21:51:15.514213+0000","last_peered":"2026-03-05T21:51:15.514213+0000","last_clean":"2026-03-05T21:51:15.514213+0000","last_became_active":"2026-03-05T21:50:51.759016+0000","last_became_peered":"2026-03-05T21:50:51.759016+0000","last_unstale":"2026-03-05T21:51:15.514213+0000","last_undegraded":"2026-03-05T21:51:15.514213+0000","last_fullsized":"2026-03-05T21:51:15.514213+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-03-05T21:50:50.708506+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-03-05T21:50:50.708506+0000","last_clean_scrub_stamp":"2026-03-05T21:50:50.708506+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-03-07T01:30:08.556374+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,6],"acting":[5,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.c","version":"0'0","reported_seq":17,"reported_epoch":62,"state":"active+clean","last_fresh":"2026-03-05T21:51:15.422887+0000","last_change":"2026-03-05T21:50:54.111470+0000","last_active":"2026-03-05T21:51:15.422887+0000","last_peered":"2026-03-05T21:51:15.422887+0000","last_clean":"2026-03-05T21:51:15.422887+0000","last_became_active":"2026-03-05T21:50:54.111336+0000","last_became_peered":"2026-03-05T21:50:54.111336+0000","last_unstale":"2026-03-05T21:51:15.422887+0000","last_undegraded":"2026-03-05T21:51:15.422887+0000","last_fullsized":"2026-03-05T21:51:15.422887+0000","mapping_epoch":58,"log_start":"0'0","ondisk_log_start":"0'0","created":58,"last_epoch_clean":59,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-03-05T21:50:52.714775+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-03-05T21:50:52.714775+0000","last_clean_scrub_stamp":"2026-03-05T21:50:52.714775+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-03-07T05:34:04.100236+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,5],"acting":[3,6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.d","version":"60'17","reported_seq":53,"reported_epoch":62,"state":"active+clean","last_fresh":"2026-03-05T21:51:15.419172+0000","last_change":"2026-03-05T21:50:49.723947+0000","last_active":"2026-03-05T21:51:15.419172+0000","last_peered":"2026-03-05T21:51:15.419172+0000","last_clean":"2026-03-05T21:51:15.419172+0000","last_became_active":"2026-03-05T21:50:49.723866+0000","last_became_peered":"2026-03-05T21:50:49.723866+0000","last_unstale":"2026-03-05T21:51:15.419172+0000","last_undegraded":"2026-03-05T21:51:15.419172+0000","last_fullsized":"2026-03-05T21:51:15.419172+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-03-05T21:50:48.703108+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-03-05T21:50:48.703108+0000","last_clean_scrub_stamp":"2026-03-05T21:50:48.703108+0000","objects_scrubbed":0,"log_size":17,"log_dups_size":0,"ondisk_log_size":17,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-03-07T00:14:54.168209+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":110,"num_objects":8,"num_object_clones":0,"num_object_copies":24,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8,"num_whiteouts":0,"num_read":29,"num_read_kb":19,"num_write":18,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,1],"acting":[4,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":29,"reported_epoch":62,"state":"active+clean","last_fresh":"2026-03-05T21:51:15.706166+0000","last_change":"2026-03-05T21:50:47.723775+0000","last_active":"2026-03-05T21:51:15.706166+0000","last_peered":"2026-03-05T21:51:15.706166+0000","last_clean":"2026-03-05T21:51:15.706166+0000","last_became_active":"2026-03-05T21:50:47.723704+0000","last_became_peered":"2026-03-05T21:50:47.723704+0000","last_unstale":"2026-03-05T21:51:15.706166+0000","last_undegraded":"2026-03-05T21:51:15.706166+0000","last_fullsized":"2026-03-05T21:51:15.706166+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-03-05T21:50:46.697602+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-03-05T21:50:46.697602+0000","last_clean_scrub_stamp":"2026-03-05T21:50:46.697602+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-03-07T06:06:03.023880+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,1],"acting":[6,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"5.c","version":"0'0","reported_seq":21,"reported_epoch":62,"state":"active+clean","last_fresh":"2026-03-05T21:51:15.707516+0000","last_change":"2026-03-05T21:50:51.739236+0000","last_active":"2026-03-05T21:51:15.707516+0000","last_peered":"2026-03-05T21:51:15.707516+0000","last_clean":"2026-03-05T21:51:15.707516+0000","last_became_active":"2026-03-05T21:50:51.738545+0000","last_became_peered":"2026-03-05T21:50:51.738545+0000","last_unstale":"2026-03-05T21:51:15.707516+0000","last_undegraded":"2026-03-05T21:51:15.707516+0000","last_fullsized":"2026-03-05T21:51:15.707516+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-03-05T21:50:50.708506+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-03-05T21:50:50.708506+0000","last_clean_scrub_stamp":"2026-03-05T21:50:50.708506+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-03-07T07:09:52.700134+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,0],"acting":[1,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"6.f","version":"0'0","reported_seq":17,"reported_epoch":62,"state":"active+clean","last_fresh":"2026-03-05T21:51:15.421474+0000","last_change":"2026-03-05T21:50:53.741613+0000","last_active":"2026-03-05T21:51:15.421474+0000","last_peered":"2026-03-05T21:51:15.421474+0000","last_clean":"2026-03-05T21:51:15.421474+0000","last_became_active":"2026-03-05T21:50:53.741525+0000","last_became_peered":"2026-03-05T21:50:53.741525+0000","last_unstale":"2026-03-05T21:51:15.421474+0000","last_undegraded":"2026-03-05T21:51:15.421474+0000","last_fullsized":"2026-03-05T21:51:15.421474+0000","mapping_epoch":58,"log_start":"0'0","ondisk_log_start":"0'0","created":58,"last_epoch_clean":59,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-03-05T21:50:52.714775+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-03-05T21:50:52.714775+0000","last_clean_scrub_stamp":"2026-03-05T21:50:52.714775+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-03-07T09:50:41.418859+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,4],"acting":[2,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.c","version":"60'10","reported_seq":40,"reported_epoch":62,"state":"active+clean","last_fresh":"2026-03-05T21:51:15.419683+0000","last_change":"2026-03-05T21:50:49.740347+0000","last_active":"2026-03-05T21:51:15.419683+0000","last_peered":"2026-03-05T21:51:15.419683+0000","last_clean":"2026-03-05T21:51:15.419683+0000","last_became_active":"2026-03-05T21:50:49.736227+0000","last_became_peered":"2026-03-05T21:50:49.736227+0000","last_unstale":"2026-03-05T21:51:15.419683+0000","last_undegraded":"2026-03-05T21:51:15.419683+0000","last_fullsized":"2026-03-05T21:51:15.419683+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-03-05T21:50:48.703108+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-03-05T21:50:48.703108+0000","last_clean_scrub_stamp":"2026-03-05T21:50:48.703108+0000","objects_scrubbed":0,"log_size":10,"log_dups_size":0,"ondisk_log_size":10,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-03-07T01:34:51.310085+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":5,"num_object_clones":0,"num_object_copies":15,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":15,"num_read_kb":10,"num_write":10,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,6],"acting":[4,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.b","version":"0'0","reported_seq":29,"reported_epoch":62,"state":"active+clean","last_fresh":"2026-03-05T21:51:15.422970+0000","last_change":"2026-03-05T21:50:47.725115+0000","last_active":"2026-03-05T21:51:15.422970+0000","last_peered":"2026-03-05T21:51:15.422970+0000","last_clean":"2026-03-05T21:51:15.422970+0000","last_became_active":"2026-03-05T21:50:47.724666+0000","last_became_peered":"2026-03-05T21:50:47.724666+0000","last_unstale":"2026-03-05T21:51:15.422970+0000","last_undegraded":"2026-03-05T21:51:15.422970+0000","last_fullsized":"2026-03-05T21:51:15.422970+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-03-05T21:50:46.697602+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-03-05T21:50:46.697602+0000","last_clean_scrub_stamp":"2026-03-05T21:50:46.697602+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-03-07T08:38:50.233143+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,4],"acting":[3,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.d","version":"60'8","reported_seq":35,"reported_epoch":62,"state":"active+clean","last_fresh":"2026-03-05T21:51:15.422366+0000","last_change":"2026-03-05T21:50:51.739908+0000","last_active":"2026-03-05T21:51:15.422366+0000","last_peered":"2026-03-05T21:51:15.422366+0000","last_clean":"2026-03-05T21:51:15.422366+0000","last_became_active":"2026-03-05T21:50:51.739787+0000","last_became_peered":"2026-03-05T21:50:51.739787+0000","last_unstale":"2026-03-05T21:51:15.422366+0000","last_undegraded":"2026-03-05T21:51:15.422366+0000","last_fullsized":"2026-03-05T21:51:15.422366+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-03-05T21:50:50.708506+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-03-05T21:50:50.708506+0000","last_clean_scrub_stamp":"2026-03-05T21:50:50.708506+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-03-07T02:07:26.952221+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7,5],"acting":[2,7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"6.e","version":"0'0","reported_seq":17,"reported_epoch":62,"state":"active+clean","last_fresh":"2026-03-05T21:51:15.419633+0000","last_change":"2026-03-05T21:50:53.740567+0000","last_active":"2026-03-05T21:51:15.419633+0000","last_peered":"2026-03-05T21:51:15.419633+0000","last_clean":"2026-03-05T21:51:15.419633+0000","last_became_active":"2026-03-05T21:50:53.740466+0000","last_became_peered":"2026-03-05T21:50:53.740466+0000","last_unstale":"2026-03-05T21:51:15.419633+0000","last_undegraded":"2026-03-05T21:51:15.419633+0000","last_fullsized":"2026-03-05T21:51:15.419633+0000","mapping_epoch":58,"log_start":"0'0","ondisk_log_start":"0'0","created":58,"last_epoch_clean":59,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-03-05T21:50:52.714775+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-03-05T21:50:52.714775+0000","last_clean_scrub_stamp":"2026-03-05T21:50:52.714775+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-03-07T04:35:00.032312+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,2],"acting":[4,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.b","version":"60'9","reported_seq":41,"reported_epoch":62,"state":"active+clean","last_fresh":"2026-03-05T21:51:15.705884+0000","last_change":"2026-03-05T21:50:49.723385+0000","last_active":"2026-03-05T21:51:15.705884+0000","last_peered":"2026-03-05T21:51:15.705884+0000","last_clean":"2026-03-05T21:51:15.705884+0000","last_became_active":"2026-03-05T21:50:49.723288+0000","last_became_peered":"2026-03-05T21:50:49.723288+0000","last_unstale":"2026-03-05T21:51:15.705884+0000","last_undegraded":"2026-03-05T21:51:15.705884+0000","last_fullsized":"2026-03-05T21:51:15.705884+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-03-05T21:50:48.703108+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-03-05T21:50:48.703108+0000","last_clean_scrub_stamp":"2026-03-05T21:50:48.703108+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-03-07T02:51:17.161314+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":110,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":17,"num_read_kb":11,"num_write":10,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":29,"reported_epoch":62,"state":"active+clean","last_fresh":"2026-03-05T21:51:15.514650+0000","last_change":"2026-03-05T21:50:47.727961+0000","last_active":"2026-03-05T21:51:15.514650+0000","last_peered":"2026-03-05T21:51:15.514650+0000","last_clean":"2026-03-05T21:51:15.514650+0000","last_became_active":"2026-03-05T21:50:47.727598+0000","last_became_peered":"2026-03-05T21:50:47.727598+0000","last_unstale":"2026-03-05T21:51:15.514650+0000","last_undegraded":"2026-03-05T21:51:15.514650+0000","last_fullsized":"2026-03-05T21:51:15.514650+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-03-05T21:50:46.697602+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-03-05T21:50:46.697602+0000","last_clean_scrub_stamp":"2026-03-05T21:50:46.697602+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-03-07T09:16:30.768338+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,6],"acting":[5,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.a","version":"0'0","reported_seq":21,"reported_epoch":62,"state":"active+clean","last_fresh":"2026-03-05T21:51:15.422287+0000","last_change":"2026-03-05T21:50:51.740150+0000","last_active":"2026-03-05T21:51:15.422287+0000","last_peered":"2026-03-05T21:51:15.422287+0000","last_clean":"2026-03-05T21:51:15.422287+0000","last_became_active":"2026-03-05T21:50:51.740078+0000","last_became_peered":"2026-03-05T21:50:51.740078+0000","last_unstale":"2026-03-05T21:51:15.422287+0000","last_undegraded":"2026-03-05T21:51:15.422287+0000","last_fullsized":"2026-03-05T21:51:15.422287+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-03-05T21:50:50.708506+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-03-05T21:50:50.708506+0000","last_clean_scrub_stamp":"2026-03-05T21:50:50.708506+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-03-07T01:16:08.705025+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4,3],"acting":[2,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"6.9","version":"0'0","reported_seq":17,"reported_epoch":62,"state":"active+clean","last_fresh":"2026-03-05T21:51:15.705860+0000","last_change":"2026-03-05T21:50:53.750682+0000","last_active":"2026-03-05T21:51:15.705860+0000","last_peered":"2026-03-05T21:51:15.705860+0000","last_clean":"2026-03-05T21:51:15.705860+0000","last_became_active":"2026-03-05T21:50:53.750604+0000","last_became_peered":"2026-03-05T21:50:53.750604+0000","last_unstale":"2026-03-05T21:51:15.705860+0000","last_undegraded":"2026-03-05T21:51:15.705860+0000","last_fullsized":"2026-03-05T21:51:15.705860+0000","mapping_epoch":58,"log_start":"0'0","ondisk_log_start":"0'0","created":58,"last_epoch_clean":59,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-03-05T21:50:52.714775+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-03-05T21:50:52.714775+0000","last_clean_scrub_stamp":"2026-03-05T21:50:52.714775+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-03-07T00:35:13.094066+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,2],"acting":[0,7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.a","version":"60'19","reported_seq":56,"reported_epoch":62,"state":"active+clean","last_fresh":"2026-03-05T21:51:15.706213+0000","last_change":"2026-03-05T21:50:49.738590+0000","last_active":"2026-03-05T21:51:15.706213+0000","last_peered":"2026-03-05T21:51:15.706213+0000","last_clean":"2026-03-05T21:51:15.706213+0000","last_became_active":"2026-03-05T21:50:49.738433+0000","last_became_peered":"2026-03-05T21:50:49.738433+0000","last_unstale":"2026-03-05T21:51:15.706213+0000","last_undegraded":"2026-03-05T21:51:15.706213+0000","last_fullsized":"2026-03-05T21:51:15.706213+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-03-05T21:50:48.703108+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-03-05T21:50:48.703108+0000","last_clean_scrub_stamp":"2026-03-05T21:50:48.703108+0000","objects_scrubbed":0,"log_size":19,"log_dups_size":0,"ondisk_log_size":19,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-03-06T22:26:55.134509+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":110,"num_objects":9,"num_object_clones":0,"num_object_copies":27,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":9,"num_whiteouts":0,"num_read":32,"num_read_kb":21,"num_write":20,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1,7],"acting":[6,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.d","version":"0'0","reported_seq":29,"reported_epoch":62,"state":"active+clean","last_fresh":"2026-03-05T21:51:15.528209+0000","last_change":"2026-03-05T21:50:47.723585+0000","last_active":"2026-03-05T21:51:15.528209+0000","last_peered":"2026-03-05T21:51:15.528209+0000","last_clean":"2026-03-05T21:51:15.528209+0000","last_became_active":"2026-03-05T21:50:47.723488+0000","last_became_peered":"2026-03-05T21:50:47.723488+0000","last_unstale":"2026-03-05T21:51:15.528209+0000","last_undegraded":"2026-03-05T21:51:15.528209+0000","last_fullsized":"2026-03-05T21:51:15.528209+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-03-05T21:50:46.697602+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-03-05T21:50:46.697602+0000","last_clean_scrub_stamp":"2026-03-05T21:50:46.697602+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-03-06T23:49:09.342283+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,6],"acting":[7,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.b","version":"0'0","reported_seq":21,"reported_epoch":62,"state":"active+clean","last_fresh":"2026-03-05T21:51:15.422326+0000","last_change":"2026-03-05T21:50:51.748279+0000","last_active":"2026-03-05T21:51:15.422326+0000","last_peered":"2026-03-05T21:51:15.422326+0000","last_clean":"2026-03-05T21:51:15.422326+0000","last_became_active":"2026-03-05T21:50:51.748052+0000","last_became_peered":"2026-03-05T21:50:51.748052+0000","last_unstale":"2026-03-05T21:51:15.422326+0000","last_undegraded":"2026-03-05T21:51:15.422326+0000","last_fullsized":"2026-03-05T21:51:15.422326+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-03-05T21:50:50.708506+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-03-05T21:50:50.708506+0000","last_clean_scrub_stamp":"2026-03-05T21:50:50.708506+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-03-07T04:34:03.455789+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0,5],"acting":[2,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"6.8","version":"0'0","reported_seq":17,"reported_epoch":62,"state":"active+clean","last_fresh":"2026-03-05T21:51:15.528171+0000","last_change":"2026-03-05T21:50:53.758930+0000","last_active":"2026-03-05T21:51:15.528171+0000","last_peered":"2026-03-05T21:51:15.528171+0000","last_clean":"2026-03-05T21:51:15.528171+0000","last_became_active":"2026-03-05T21:50:53.758803+0000","last_became_peered":"2026-03-05T21:50:53.758803+0000","last_unstale":"2026-03-05T21:51:15.528171+0000","last_undegraded":"2026-03-05T21:51:15.528171+0000","last_fullsized":"2026-03-05T21:51:15.528171+0000","mapping_epoch":58,"log_start":"0'0","ondisk_log_start":"0'0","created":58,"last_epoch_clean":59,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-03-05T21:50:52.714775+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-03-05T21:50:52.714775+0000","last_clean_scrub_stamp":"2026-03-05T21:50:52.714775+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-03-07T01:32:14.494480+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,3],"acting":[7,2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.9","version":"60'12","reported_seq":48,"reported_epoch":62,"state":"active+clean","last_fresh":"2026-03-05T21:51:15.423513+0000","last_change":"2026-03-05T21:50:49.734897+0000","last_active":"2026-03-05T21:51:15.423513+0000","last_peered":"2026-03-05T21:51:15.423513+0000","last_clean":"2026-03-05T21:51:15.423513+0000","last_became_active":"2026-03-05T21:50:49.734444+0000","last_became_peered":"2026-03-05T21:50:49.734444+0000","last_unstale":"2026-03-05T21:51:15.423513+0000","last_undegraded":"2026-03-05T21:51:15.423513+0000","last_fullsized":"2026-03-05T21:51:15.423513+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-03-05T21:50:48.703108+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-03-05T21:50:48.703108+0000","last_clean_scrub_stamp":"2026-03-05T21:50:48.703108+0000","objects_scrubbed":0,"log_size":12,"log_dups_size":0,"ondisk_log_size":12,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-03-07T04:34:42.026294+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":220,"num_objects":5,"num_object_clones":0,"num_object_copies":15,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":25,"num_read_kb":16,"num_write":14,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,3],"acting":[4,1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.e","version":"0'0","reported_seq":29,"reported_epoch":62,"state":"active+clean","last_fresh":"2026-03-05T21:51:15.527983+0000","last_change":"2026-03-05T21:50:47.728295+0000","last_active":"2026-03-05T21:51:15.527983+0000","last_peered":"2026-03-05T21:51:15.527983+0000","last_clean":"2026-03-05T21:51:15.527983+0000","last_became_active":"2026-03-05T21:50:47.728179+0000","last_became_peered":"2026-03-05T21:50:47.728179+0000","last_unstale":"2026-03-05T21:51:15.527983+0000","last_undegraded":"2026-03-05T21:51:15.527983+0000","last_fullsized":"2026-03-05T21:51:15.527983+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-03-05T21:50:46.697602+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-03-05T21:50:46.697602+0000","last_clean_scrub_stamp":"2026-03-05T21:50:46.697602+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-03-07T07:29:31.212872+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,1],"acting":[7,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.8","version":"0'0","reported_seq":21,"reported_epoch":62,"state":"active+clean","last_fresh":"2026-03-05T21:51:15.422245+0000","last_change":"2026-03-05T21:50:51.736219+0000","last_active":"2026-03-05T21:51:15.422245+0000","last_peered":"2026-03-05T21:51:15.422245+0000","last_clean":"2026-03-05T21:51:15.422245+0000","last_became_active":"2026-03-05T21:50:51.736127+0000","last_became_peered":"2026-03-05T21:50:51.736127+0000","last_unstale":"2026-03-05T21:51:15.422245+0000","last_undegraded":"2026-03-05T21:51:15.422245+0000","last_fullsized":"2026-03-05T21:51:15.422245+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-03-05T21:50:50.708506+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-03-05T21:50:50.708506+0000","last_clean_scrub_stamp":"2026-03-05T21:50:50.708506+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-03-07T04:53:58.257658+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0,1],"acting":[2,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"6.b","version":"0'0","reported_seq":17,"reported_epoch":62,"state":"active+clean","last_fresh":"2026-03-05T21:51:15.423784+0000","last_change":"2026-03-05T21:50:53.756628+0000","last_active":"2026-03-05T21:51:15.423784+0000","last_peered":"2026-03-05T21:51:15.423784+0000","last_clean":"2026-03-05T21:51:15.423784+0000","last_became_active":"2026-03-05T21:50:53.756555+0000","last_became_peered":"2026-03-05T21:50:53.756555+0000","last_unstale":"2026-03-05T21:51:15.423784+0000","last_undegraded":"2026-03-05T21:51:15.423784+0000","last_fullsized":"2026-03-05T21:51:15.423784+0000","mapping_epoch":58,"log_start":"0'0","ondisk_log_start":"0'0","created":58,"last_epoch_clean":59,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-03-05T21:50:52.714775+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-03-05T21:50:52.714775+0000","last_clean_scrub_stamp":"2026-03-05T21:50:52.714775+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-03-07T06:50:42.060171+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,1],"acting":[3,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.8","version":"60'15","reported_seq":50,"reported_epoch":62,"state":"active+clean","last_fresh":"2026-03-05T21:51:15.514845+0000","last_change":"2026-03-05T21:50:49.730552+0000","last_active":"2026-03-05T21:51:15.514845+0000","last_peered":"2026-03-05T21:51:15.514845+0000","last_clean":"2026-03-05T21:51:15.514845+0000","last_became_active":"2026-03-05T21:50:49.730479+0000","last_became_peered":"2026-03-05T21:50:49.730479+0000","last_unstale":"2026-03-05T21:51:15.514845+0000","last_undegraded":"2026-03-05T21:51:15.514845+0000","last_fullsized":"2026-03-05T21:51:15.514845+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-03-05T21:50:48.703108+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-03-05T21:50:48.703108+0000","last_clean_scrub_stamp":"2026-03-05T21:50:48.703108+0000","objects_scrubbed":0,"log_size":15,"log_dups_size":0,"ondisk_log_size":15,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-03-07T05:48:37.977612+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":110,"num_objects":7,"num_object_clones":0,"num_object_copies":21,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7,"num_whiteouts":0,"num_read":26,"num_read_kb":17,"num_write":16,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,6],"acting":[5,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.f","version":"53'2","reported_seq":41,"reported_epoch":62,"state":"active+clean","last_fresh":"2026-03-05T21:51:15.527878+0000","last_change":"2026-03-05T21:50:47.725655+0000","last_active":"2026-03-05T21:51:15.527878+0000","last_peered":"2026-03-05T21:51:15.527878+0000","last_clean":"2026-03-05T21:51:15.527878+0000","last_became_active":"2026-03-05T21:50:47.725580+0000","last_became_peered":"2026-03-05T21:50:47.725580+0000","last_unstale":"2026-03-05T21:51:15.527878+0000","last_undegraded":"2026-03-05T21:51:15.527878+0000","last_fullsized":"2026-03-05T21:51:15.527878+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-03-05T21:50:46.697602+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-03-05T21:50:46.697602+0000","last_clean_scrub_stamp":"2026-03-05T21:50:46.697602+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-03-07T09:35:26.545763+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":92,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":10,"num_read_kb":10,"num_write":4,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,0],"acting":[7,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.9","version":"60'8","reported_seq":35,"reported_epoch":62,"state":"active+clean","last_fresh":"2026-03-05T21:51:15.527936+0000","last_change":"2026-03-05T21:50:51.743531+0000","last_active":"2026-03-05T21:51:15.527936+0000","last_peered":"2026-03-05T21:51:15.527936+0000","last_clean":"2026-03-05T21:51:15.527936+0000","last_became_active":"2026-03-05T21:50:51.743448+0000","last_became_peered":"2026-03-05T21:50:51.743448+0000","last_unstale":"2026-03-05T21:51:15.527936+0000","last_undegraded":"2026-03-05T21:51:15.527936+0000","last_fullsized":"2026-03-05T21:51:15.527936+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-03-05T21:50:50.708506+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-03-05T21:50:50.708506+0000","last_clean_scrub_stamp":"2026-03-05T21:50:50.708506+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-03-07T04:06:29.253596+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,4],"acting":[7,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"6.a","version":"0'0","reported_seq":17,"reported_epoch":62,"state":"active+clean","last_fresh":"2026-03-05T21:51:15.514895+0000","last_change":"2026-03-05T21:50:54.112877+0000","last_active":"2026-03-05T21:51:15.514895+0000","last_peered":"2026-03-05T21:51:15.514895+0000","last_clean":"2026-03-05T21:51:15.514895+0000","last_became_active":"2026-03-05T21:50:54.112704+0000","last_became_peered":"2026-03-05T21:50:54.112704+0000","last_unstale":"2026-03-05T21:51:15.514895+0000","last_undegraded":"2026-03-05T21:51:15.514895+0000","last_fullsized":"2026-03-05T21:51:15.514895+0000","mapping_epoch":58,"log_start":"0'0","ondisk_log_start":"0'0","created":58,"last_epoch_clean":59,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-03-05T21:50:52.714775+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-03-05T21:50:52.714775+0000","last_clean_scrub_stamp":"2026-03-05T21:50:52.714775+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-03-06T21:57:03.946296+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6,0],"acting":[5,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.10","version":"0'0","reported_seq":29,"reported_epoch":62,"state":"active+clean","last_fresh":"2026-03-05T21:51:15.706133+0000","last_change":"2026-03-05T21:50:47.721417+0000","last_active":"2026-03-05T21:51:15.706133+0000","last_peered":"2026-03-05T21:51:15.706133+0000","last_clean":"2026-03-05T21:51:15.706133+0000","last_became_active":"2026-03-05T21:50:47.721320+0000","last_became_peered":"2026-03-05T21:50:47.721320+0000","last_unstale":"2026-03-05T21:51:15.706133+0000","last_undegraded":"2026-03-05T21:51:15.706133+0000","last_fullsized":"2026-03-05T21:51:15.706133+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-03-05T21:50:46.697602+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-03-05T21:50:46.697602+0000","last_clean_scrub_stamp":"2026-03-05T21:50:46.697602+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-03-07T07:26:41.253745+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.17","version":"60'6","reported_seq":34,"reported_epoch":62,"state":"active+clean","last_fresh":"2026-03-05T21:51:15.424109+0000","last_change":"2026-03-05T21:50:49.747156+0000","last_active":"2026-03-05T21:51:15.424109+0000","last_peered":"2026-03-05T21:51:15.424109+0000","last_clean":"2026-03-05T21:51:15.424109+0000","last_became_active":"2026-03-05T21:50:49.746966+0000","last_became_peered":"2026-03-05T21:50:49.746966+0000","last_unstale":"2026-03-05T21:51:15.424109+0000","last_undegraded":"2026-03-05T21:51:15.424109+0000","last_fullsized":"2026-03-05T21:51:15.424109+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-03-05T21:50:48.703108+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-03-05T21:50:48.703108+0000","last_clean_scrub_stamp":"2026-03-05T21:50:48.703108+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-03-07T07:39:05.244384+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":9,"num_read_kb":6,"num_write":6,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,1],"acting":[3,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.16","version":"0'0","reported_seq":21,"reported_epoch":62,"state":"active+clean","last_fresh":"2026-03-05T21:51:15.514745+0000","last_change":"2026-03-05T21:50:51.746726+0000","last_active":"2026-03-05T21:51:15.514745+0000","last_peered":"2026-03-05T21:51:15.514745+0000","last_clean":"2026-03-05T21:51:15.514745+0000","last_became_active":"2026-03-05T21:50:51.746623+0000","last_became_peered":"2026-03-05T21:50:51.746623+0000","last_unstale":"2026-03-05T21:51:15.514745+0000","last_undegraded":"2026-03-05T21:51:15.514745+0000","last_fullsized":"2026-03-05T21:51:15.514745+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-03-05T21:50:50.708506+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-03-05T21:50:50.708506+0000","last_clean_scrub_stamp":"2026-03-05T21:50:50.708506+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-03-07T05:06:54.762519+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,1],"acting":[5,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.15","version":"0'0","reported_seq":17,"reported_epoch":62,"state":"active+clean","last_fresh":"2026-03-05T21:51:15.528457+0000","last_change":"2026-03-05T21:50:54.114567+0000","last_active":"2026-03-05T21:51:15.528457+0000","last_peered":"2026-03-05T21:51:15.528457+0000","last_clean":"2026-03-05T21:51:15.528457+0000","last_became_active":"2026-03-05T21:50:54.111973+0000","last_became_peered":"2026-03-05T21:50:54.111973+0000","last_unstale":"2026-03-05T21:51:15.528457+0000","last_undegraded":"2026-03-05T21:51:15.528457+0000","last_fullsized":"2026-03-05T21:51:15.528457+0000","mapping_epoch":58,"log_start":"0'0","ondisk_log_start":"0'0","created":58,"last_epoch_clean":59,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-03-05T21:50:52.714775+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-03-05T21:50:52.714775+0000","last_clean_scrub_stamp":"2026-03-05T21:50:52.714775+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-03-07T01:03:32.416654+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,4],"acting":[7,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.16","version":"60'9","reported_seq":41,"reported_epoch":62,"state":"active+clean","last_fresh":"2026-03-05T21:51:15.705916+0000","last_change":"2026-03-05T21:50:49.732277+0000","last_active":"2026-03-05T21:51:15.705916+0000","last_peered":"2026-03-05T21:51:15.705916+0000","last_clean":"2026-03-05T21:51:15.705916+0000","last_became_active":"2026-03-05T21:50:49.732102+0000","last_became_peered":"2026-03-05T21:50:49.732102+0000","last_unstale":"2026-03-05T21:51:15.705916+0000","last_undegraded":"2026-03-05T21:51:15.705916+0000","last_fullsized":"2026-03-05T21:51:15.705916+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-03-05T21:50:48.703108+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-03-05T21:50:48.703108+0000","last_clean_scrub_stamp":"2026-03-05T21:50:48.703108+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-03-07T02:01:48.677635+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":110,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":17,"num_read_kb":11,"num_write":10,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,7],"acting":[0,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":29,"reported_epoch":62,"state":"active+clean","last_fresh":"2026-03-05T21:51:15.528132+0000","last_change":"2026-03-05T21:50:47.726130+0000","last_active":"2026-03-05T21:51:15.528132+0000","last_peered":"2026-03-05T21:51:15.528132+0000","last_clean":"2026-03-05T21:51:15.528132+0000","last_became_active":"2026-03-05T21:50:47.725818+0000","last_became_peered":"2026-03-05T21:50:47.725818+0000","last_unstale":"2026-03-05T21:51:15.528132+0000","last_undegraded":"2026-03-05T21:51:15.528132+0000","last_fullsized":"2026-03-05T21:51:15.528132+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-03-05T21:50:46.697602+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-03-05T21:50:46.697602+0000","last_clean_scrub_stamp":"2026-03-05T21:50:46.697602+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-03-07T01:57:50.202561+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,6],"acting":[7,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.17","version":"0'0","reported_seq":21,"reported_epoch":62,"state":"active+clean","last_fresh":"2026-03-05T21:51:15.424231+0000","last_change":"2026-03-05T21:50:51.736970+0000","last_active":"2026-03-05T21:51:15.424231+0000","last_peered":"2026-03-05T21:51:15.424231+0000","last_clean":"2026-03-05T21:51:15.424231+0000","last_became_active":"2026-03-05T21:50:51.736875+0000","last_became_peered":"2026-03-05T21:50:51.736875+0000","last_unstale":"2026-03-05T21:51:15.424231+0000","last_undegraded":"2026-03-05T21:51:15.424231+0000","last_fullsized":"2026-03-05T21:51:15.424231+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-03-05T21:50:50.708506+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-03-05T21:50:50.708506+0000","last_clean_scrub_stamp":"2026-03-05T21:50:50.708506+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-03-07T04:57:06.658768+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7],"acting":[3,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"6.14","version":"0'0","reported_seq":17,"reported_epoch":62,"state":"active+clean","last_fresh":"2026-03-05T21:51:15.422453+0000","last_change":"2026-03-05T21:50:53.746278+0000","last_active":"2026-03-05T21:51:15.422453+0000","last_peered":"2026-03-05T21:51:15.422453+0000","last_clean":"2026-03-05T21:51:15.422453+0000","last_became_active":"2026-03-05T21:50:53.746154+0000","last_became_peered":"2026-03-05T21:50:53.746154+0000","last_unstale":"2026-03-05T21:51:15.422453+0000","last_undegraded":"2026-03-05T21:51:15.422453+0000","last_fullsized":"2026-03-05T21:51:15.422453+0000","mapping_epoch":58,"log_start":"0'0","ondisk_log_start":"0'0","created":58,"last_epoch_clean":59,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-03-05T21:50:52.714775+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-03-05T21:50:52.714775+0000","last_clean_scrub_stamp":"2026-03-05T21:50:52.714775+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-03-06T22:23:49.718637+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4,7],"acting":[2,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.15","version":"60'9","reported_seq":41,"reported_epoch":62,"state":"active+clean","last_fresh":"2026-03-05T21:51:15.515001+0000","last_change":"2026-03-05T21:50:49.732097+0000","last_active":"2026-03-05T21:51:15.515001+0000","last_peered":"2026-03-05T21:51:15.515001+0000","last_clean":"2026-03-05T21:51:15.515001+0000","last_became_active":"2026-03-05T21:50:49.732016+0000","last_became_peered":"2026-03-05T21:50:49.732016+0000","last_unstale":"2026-03-05T21:51:15.515001+0000","last_undegraded":"2026-03-05T21:51:15.515001+0000","last_fullsized":"2026-03-05T21:51:15.515001+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-03-05T21:50:48.703108+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-03-05T21:50:48.703108+0000","last_clean_scrub_stamp":"2026-03-05T21:50:48.703108+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-03-07T07:04:34.110516+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":110,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":17,"num_read_kb":11,"num_write":10,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,3],"acting":[5,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":29,"reported_epoch":62,"state":"active+clean","last_fresh":"2026-03-05T21:51:15.705354+0000","last_change":"2026-03-05T21:50:47.725619+0000","last_active":"2026-03-05T21:51:15.705354+0000","last_peered":"2026-03-05T21:51:15.705354+0000","last_clean":"2026-03-05T21:51:15.705354+0000","last_became_active":"2026-03-05T21:50:47.725474+0000","last_became_peered":"2026-03-05T21:50:47.725474+0000","last_unstale":"2026-03-05T21:51:15.705354+0000","last_undegraded":"2026-03-05T21:51:15.705354+0000","last_fullsized":"2026-03-05T21:51:15.705354+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-03-05T21:50:46.697602+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-03-05T21:50:46.697602+0000","last_clean_scrub_stamp":"2026-03-05T21:50:46.697602+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-03-07T00:57:50.155902+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,3],"acting":[0,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.14","version":"60'8","reported_seq":35,"reported_epoch":62,"state":"active+clean","last_fresh":"2026-03-05T21:51:15.423445+0000","last_change":"2026-03-05T21:50:51.737179+0000","last_active":"2026-03-05T21:51:15.423445+0000","last_peered":"2026-03-05T21:51:15.423445+0000","last_clean":"2026-03-05T21:51:15.423445+0000","last_became_active":"2026-03-05T21:50:51.737030+0000","last_became_peered":"2026-03-05T21:50:51.737030+0000","last_unstale":"2026-03-05T21:51:15.423445+0000","last_undegraded":"2026-03-05T21:51:15.423445+0000","last_fullsized":"2026-03-05T21:51:15.423445+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-03-05T21:50:50.708506+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-03-05T21:50:50.708506+0000","last_clean_scrub_stamp":"2026-03-05T21:50:50.708506+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-03-07T04:17:12.564249+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,2],"acting":[3,7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"6.17","version":"0'0","reported_seq":17,"reported_epoch":62,"state":"active+clean","last_fresh":"2026-03-05T21:51:15.418854+0000","last_change":"2026-03-05T21:50:53.738853+0000","last_active":"2026-03-05T21:51:15.418854+0000","last_peered":"2026-03-05T21:51:15.418854+0000","last_clean":"2026-03-05T21:51:15.418854+0000","last_became_active":"2026-03-05T21:50:53.738696+0000","last_became_peered":"2026-03-05T21:50:53.738696+0000","last_unstale":"2026-03-05T21:51:15.418854+0000","last_undegraded":"2026-03-05T21:51:15.418854+0000","last_fullsized":"2026-03-05T21:51:15.418854+0000","mapping_epoch":58,"log_start":"0'0","ondisk_log_start":"0'0","created":58,"last_epoch_clean":59,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-03-05T21:50:52.714775+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-03-05T21:50:52.714775+0000","last_clean_scrub_stamp":"2026-03-05T21:50:52.714775+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-03-07T08:56:22.614687+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,5],"acting":[4,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.14","version":"60'10","reported_seq":40,"reported_epoch":62,"state":"active+clean","last_fresh":"2026-03-05T21:51:15.423911+0000","last_change":"2026-03-05T21:50:49.745406+0000","last_active":"2026-03-05T21:51:15.423911+0000","last_peered":"2026-03-05T21:51:15.423911+0000","last_clean":"2026-03-05T21:51:15.423911+0000","last_became_active":"2026-03-05T21:50:49.745223+0000","last_became_peered":"2026-03-05T21:50:49.745223+0000","last_unstale":"2026-03-05T21:51:15.423911+0000","last_undegraded":"2026-03-05T21:51:15.423911+0000","last_fullsized":"2026-03-05T21:51:15.423911+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-03-05T21:50:48.703108+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-03-05T21:50:48.703108+0000","last_clean_scrub_stamp":"2026-03-05T21:50:48.703108+0000","objects_scrubbed":0,"log_size":10,"log_dups_size":0,"ondisk_log_size":10,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-03-07T05:29:11.678566+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":5,"num_object_clones":0,"num_object_copies":15,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":15,"num_read_kb":10,"num_write":10,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7],"acting":[3,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.13","version":"0'0","reported_seq":29,"reported_epoch":62,"state":"active+clean","last_fresh":"2026-03-05T21:51:15.527764+0000","last_change":"2026-03-05T21:50:47.726267+0000","last_active":"2026-03-05T21:51:15.527764+0000","last_peered":"2026-03-05T21:51:15.527764+0000","last_clean":"2026-03-05T21:51:15.527764+0000","last_became_active":"2026-03-05T21:50:47.726113+0000","last_became_peered":"2026-03-05T21:50:47.726113+0000","last_unstale":"2026-03-05T21:51:15.527764+0000","last_undegraded":"2026-03-05T21:51:15.527764+0000","last_fullsized":"2026-03-05T21:51:15.527764+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-03-05T21:50:46.697602+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-03-05T21:50:46.697602+0000","last_clean_scrub_stamp":"2026-03-05T21:50:46.697602+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-03-07T02:54:48.168211+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,2],"acting":[7,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.15","version":"60'8","reported_seq":35,"reported_epoch":62,"state":"active+clean","last_fresh":"2026-03-05T21:51:15.514164+0000","last_change":"2026-03-05T21:50:51.747324+0000","last_active":"2026-03-05T21:51:15.514164+0000","last_peered":"2026-03-05T21:51:15.514164+0000","last_clean":"2026-03-05T21:51:15.514164+0000","last_became_active":"2026-03-05T21:50:51.747112+0000","last_became_peered":"2026-03-05T21:50:51.747112+0000","last_unstale":"2026-03-05T21:51:15.514164+0000","last_undegraded":"2026-03-05T21:51:15.514164+0000","last_fullsized":"2026-03-05T21:51:15.514164+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-03-05T21:50:50.708506+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-03-05T21:50:50.708506+0000","last_clean_scrub_stamp":"2026-03-05T21:50:50.708506+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-03-06T23:50:45.709032+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,0],"acting":[5,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.16","version":"0'0","reported_seq":17,"reported_epoch":62,"state":"active+clean","last_fresh":"2026-03-05T21:51:15.705018+0000","last_change":"2026-03-05T21:50:53.758026+0000","last_active":"2026-03-05T21:51:15.705018+0000","last_peered":"2026-03-05T21:51:15.705018+0000","last_clean":"2026-03-05T21:51:15.705018+0000","last_became_active":"2026-03-05T21:50:53.757887+0000","last_became_peered":"2026-03-05T21:50:53.757887+0000","last_unstale":"2026-03-05T21:51:15.705018+0000","last_undegraded":"2026-03-05T21:51:15.705018+0000","last_fullsized":"2026-03-05T21:51:15.705018+0000","mapping_epoch":58,"log_start":"0'0","ondisk_log_start":"0'0","created":58,"last_epoch_clean":59,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-03-05T21:50:52.714775+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-03-05T21:50:52.714775+0000","last_clean_scrub_stamp":"2026-03-05T21:50:52.714775+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-03-07T05:22:45.771788+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,3],"acting":[0,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.13","version":"60'11","reported_seq":44,"reported_epoch":62,"state":"active+clean","last_fresh":"2026-03-05T21:51:15.419320+0000","last_change":"2026-03-05T21:50:49.740208+0000","last_active":"2026-03-05T21:51:15.419320+0000","last_peered":"2026-03-05T21:51:15.419320+0000","last_clean":"2026-03-05T21:51:15.419320+0000","last_became_active":"2026-03-05T21:50:49.735818+0000","last_became_peered":"2026-03-05T21:50:49.735818+0000","last_unstale":"2026-03-05T21:51:15.419320+0000","last_undegraded":"2026-03-05T21:51:15.419320+0000","last_fullsized":"2026-03-05T21:51:15.419320+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-03-05T21:50:48.703108+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-03-05T21:50:48.703108+0000","last_clean_scrub_stamp":"2026-03-05T21:50:48.703108+0000","objects_scrubbed":0,"log_size":11,"log_dups_size":0,"ondisk_log_size":11,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-03-07T08:32:08.052389+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":110,"num_objects":5,"num_object_clones":0,"num_object_copies":15,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":20,"num_read_kb":13,"num_write":12,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,1],"acting":[4,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.14","version":"0'0","reported_seq":29,"reported_epoch":62,"state":"active+clean","last_fresh":"2026-03-05T21:51:15.419284+0000","last_change":"2026-03-05T21:50:47.720859+0000","last_active":"2026-03-05T21:51:15.419284+0000","last_peered":"2026-03-05T21:51:15.419284+0000","last_clean":"2026-03-05T21:51:15.419284+0000","last_became_active":"2026-03-05T21:50:47.720724+0000","last_became_peered":"2026-03-05T21:50:47.720724+0000","last_unstale":"2026-03-05T21:51:15.419284+0000","last_undegraded":"2026-03-05T21:51:15.419284+0000","last_fullsized":"2026-03-05T21:51:15.419284+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-03-05T21:50:46.697602+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-03-05T21:50:46.697602+0000","last_clean_scrub_stamp":"2026-03-05T21:50:46.697602+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-03-07T08:17:45.517130+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,6],"acting":[4,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.12","version":"0'0","reported_seq":21,"reported_epoch":62,"state":"active+clean","last_fresh":"2026-03-05T21:51:15.707868+0000","last_change":"2026-03-05T21:50:51.747750+0000","last_active":"2026-03-05T21:51:15.707868+0000","last_peered":"2026-03-05T21:51:15.707868+0000","last_clean":"2026-03-05T21:51:15.707868+0000","last_became_active":"2026-03-05T21:50:51.747653+0000","last_became_peered":"2026-03-05T21:50:51.747653+0000","last_unstale":"2026-03-05T21:51:15.707868+0000","last_undegraded":"2026-03-05T21:51:15.707868+0000","last_fullsized":"2026-03-05T21:51:15.707868+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-03-05T21:50:50.708506+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-03-05T21:50:50.708506+0000","last_clean_scrub_stamp":"2026-03-05T21:50:50.708506+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-03-07T05:02:58.063219+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,3],"acting":[1,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"6.11","version":"0'0","reported_seq":17,"reported_epoch":62,"state":"active+clean","last_fresh":"2026-03-05T21:51:15.422889+0000","last_change":"2026-03-05T21:50:53.757404+0000","last_active":"2026-03-05T21:51:15.422889+0000","last_peered":"2026-03-05T21:51:15.422889+0000","last_clean":"2026-03-05T21:51:15.422889+0000","last_became_active":"2026-03-05T21:50:53.757332+0000","last_became_peered":"2026-03-05T21:50:53.757332+0000","last_unstale":"2026-03-05T21:51:15.422889+0000","last_undegraded":"2026-03-05T21:51:15.422889+0000","last_fullsized":"2026-03-05T21:51:15.422889+0000","mapping_epoch":58,"log_start":"0'0","ondisk_log_start":"0'0","created":58,"last_epoch_clean":59,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-03-05T21:50:52.714775+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-03-05T21:50:52.714775+0000","last_clean_scrub_stamp":"2026-03-05T21:50:52.714775+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-03-07T04:16:48.764342+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,5],"acting":[3,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.12","version":"60'9","reported_seq":41,"reported_epoch":62,"state":"active+clean","last_fresh":"2026-03-05T21:51:15.707145+0000","last_change":"2026-03-05T21:50:49.733693+0000","last_active":"2026-03-05T21:51:15.707145+0000","last_peered":"2026-03-05T21:51:15.707145+0000","last_clean":"2026-03-05T21:51:15.707145+0000","last_became_active":"2026-03-05T21:50:49.730945+0000","last_became_peered":"2026-03-05T21:50:49.730945+0000","last_unstale":"2026-03-05T21:51:15.707145+0000","last_undegraded":"2026-03-05T21:51:15.707145+0000","last_fullsized":"2026-03-05T21:51:15.707145+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-03-05T21:50:48.703108+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-03-05T21:50:48.703108+0000","last_clean_scrub_stamp":"2026-03-05T21:50:48.703108+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-03-07T01:35:00.677344+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":110,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":17,"num_read_kb":11,"num_write":10,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,2],"acting":[1,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.15","version":"0'0","reported_seq":29,"reported_epoch":62,"state":"active+clean","last_fresh":"2026-03-05T21:51:15.527704+0000","last_change":"2026-03-05T21:50:47.728668+0000","last_active":"2026-03-05T21:51:15.527704+0000","last_peered":"2026-03-05T21:51:15.527704+0000","last_clean":"2026-03-05T21:51:15.527704+0000","last_became_active":"2026-03-05T21:50:47.728543+0000","last_became_peered":"2026-03-05T21:50:47.728543+0000","last_unstale":"2026-03-05T21:51:15.527704+0000","last_undegraded":"2026-03-05T21:51:15.527704+0000","last_fullsized":"2026-03-05T21:51:15.527704+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-03-05T21:50:46.697602+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-03-05T21:50:46.697602+0000","last_clean_scrub_stamp":"2026-03-05T21:50:46.697602+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-03-07T09:15:38.578459+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,4],"acting":[7,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.13","version":"0'0","reported_seq":21,"reported_epoch":62,"state":"active+clean","last_fresh":"2026-03-05T21:51:15.423657+0000","last_change":"2026-03-05T21:50:51.738220+0000","last_active":"2026-03-05T21:51:15.423657+0000","last_peered":"2026-03-05T21:51:15.423657+0000","last_clean":"2026-03-05T21:51:15.423657+0000","last_became_active":"2026-03-05T21:50:51.738132+0000","last_became_peered":"2026-03-05T21:50:51.738132+0000","last_unstale":"2026-03-05T21:51:15.423657+0000","last_undegraded":"2026-03-05T21:51:15.423657+0000","last_fullsized":"2026-03-05T21:51:15.423657+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-03-05T21:50:50.708506+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-03-05T21:50:50.708506+0000","last_clean_scrub_stamp":"2026-03-05T21:50:50.708506+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-03-07T01:21:36.877456+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,1],"acting":[3,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"6.10","version":"0'0","reported_seq":17,"reported_epoch":62,"state":"active+clean","last_fresh":"2026-03-05T21:51:15.705104+0000","last_change":"2026-03-05T21:50:53.741025+0000","last_active":"2026-03-05T21:51:15.705104+0000","last_peered":"2026-03-05T21:51:15.705104+0000","last_clean":"2026-03-05T21:51:15.705104+0000","last_became_active":"2026-03-05T21:50:53.740898+0000","last_became_peered":"2026-03-05T21:50:53.740898+0000","last_unstale":"2026-03-05T21:51:15.705104+0000","last_undegraded":"2026-03-05T21:51:15.705104+0000","last_fullsized":"2026-03-05T21:51:15.705104+0000","mapping_epoch":58,"log_start":"0'0","ondisk_log_start":"0'0","created":58,"last_epoch_clean":59,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-03-05T21:50:52.714775+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-03-05T21:50:52.714775+0000","last_clean_scrub_stamp":"2026-03-05T21:50:52.714775+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-03-07T01:41:55.679942+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,1],"acting":[0,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.11","version":"60'11","reported_seq":44,"reported_epoch":62,"state":"active+clean","last_fresh":"2026-03-05T21:51:15.423853+0000","last_change":"2026-03-05T21:50:49.735874+0000","last_active":"2026-03-05T21:51:15.423853+0000","last_peered":"2026-03-05T21:51:15.423853+0000","last_clean":"2026-03-05T21:51:15.423853+0000","last_became_active":"2026-03-05T21:50:49.735678+0000","last_became_peered":"2026-03-05T21:50:49.735678+0000","last_unstale":"2026-03-05T21:51:15.423853+0000","last_undegraded":"2026-03-05T21:51:15.423853+0000","last_fullsized":"2026-03-05T21:51:15.423853+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-03-05T21:50:48.703108+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-03-05T21:50:48.703108+0000","last_clean_scrub_stamp":"2026-03-05T21:50:48.703108+0000","objects_scrubbed":0,"log_size":11,"log_dups_size":0,"ondisk_log_size":11,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-03-07T00:03:58.057323+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":110,"num_objects":5,"num_object_clones":0,"num_object_copies":15,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":20,"num_read_kb":13,"num_write":12,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,6],"acting":[3,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":29,"reported_epoch":62,"state":"active+clean","last_fresh":"2026-03-05T21:51:15.514559+0000","last_change":"2026-03-05T21:50:47.727750+0000","last_active":"2026-03-05T21:51:15.514559+0000","last_peered":"2026-03-05T21:51:15.514559+0000","last_clean":"2026-03-05T21:51:15.514559+0000","last_became_active":"2026-03-05T21:50:47.727395+0000","last_became_peered":"2026-03-05T21:50:47.727395+0000","last_unstale":"2026-03-05T21:51:15.514559+0000","last_undegraded":"2026-03-05T21:51:15.514559+0000","last_fullsized":"2026-03-05T21:51:15.514559+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-03-05T21:50:46.697602+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-03-05T21:50:46.697602+0000","last_clean_scrub_stamp":"2026-03-05T21:50:46.697602+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-03-07T00:04:18.710978+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,1],"acting":[5,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.10","version":"0'0","reported_seq":21,"reported_epoch":62,"state":"active+clean","last_fresh":"2026-03-05T21:51:15.528052+0000","last_change":"2026-03-05T21:50:51.744027+0000","last_active":"2026-03-05T21:51:15.528052+0000","last_peered":"2026-03-05T21:51:15.528052+0000","last_clean":"2026-03-05T21:51:15.528052+0000","last_became_active":"2026-03-05T21:50:51.743953+0000","last_became_peered":"2026-03-05T21:50:51.743953+0000","last_unstale":"2026-03-05T21:51:15.528052+0000","last_undegraded":"2026-03-05T21:51:15.528052+0000","last_fullsized":"2026-03-05T21:51:15.528052+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-03-05T21:50:50.708506+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-03-05T21:50:50.708506+0000","last_clean_scrub_stamp":"2026-03-05T21:50:50.708506+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-03-07T07:32:31.081823+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,6],"acting":[7,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"6.13","version":"0'0","reported_seq":17,"reported_epoch":62,"state":"active+clean","last_fresh":"2026-03-05T21:51:15.423827+0000","last_change":"2026-03-05T21:50:54.111795+0000","last_active":"2026-03-05T21:51:15.423827+0000","last_peered":"2026-03-05T21:51:15.423827+0000","last_clean":"2026-03-05T21:51:15.423827+0000","last_became_active":"2026-03-05T21:50:54.111724+0000","last_became_peered":"2026-03-05T21:50:54.111724+0000","last_unstale":"2026-03-05T21:51:15.423827+0000","last_undegraded":"2026-03-05T21:51:15.423827+0000","last_fullsized":"2026-03-05T21:51:15.423827+0000","mapping_epoch":58,"log_start":"0'0","ondisk_log_start":"0'0","created":58,"last_epoch_clean":59,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-03-05T21:50:52.714775+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-03-05T21:50:52.714775+0000","last_clean_scrub_stamp":"2026-03-05T21:50:52.714775+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-03-07T08:40:14.415030+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,6],"acting":[3,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.10","version":"60'4","reported_seq":31,"reported_epoch":62,"state":"active+clean","last_fresh":"2026-03-05T21:51:15.423753+0000","last_change":"2026-03-05T21:50:49.747212+0000","last_active":"2026-03-05T21:51:15.423753+0000","last_peered":"2026-03-05T21:51:15.423753+0000","last_clean":"2026-03-05T21:51:15.423753+0000","last_became_active":"2026-03-05T21:50:49.747073+0000","last_became_peered":"2026-03-05T21:50:49.747073+0000","last_unstale":"2026-03-05T21:51:15.423753+0000","last_undegraded":"2026-03-05T21:51:15.423753+0000","last_fullsized":"2026-03-05T21:51:15.423753+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-03-05T21:50:48.703108+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-03-05T21:50:48.703108+0000","last_clean_scrub_stamp":"2026-03-05T21:50:48.703108+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-03-07T09:46:45.121549+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":6,"num_read_kb":4,"num_write":4,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,6],"acting":[3,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":29,"reported_epoch":62,"state":"active+clean","last_fresh":"2026-03-05T21:51:15.705283+0000","last_change":"2026-03-05T21:50:47.730713+0000","last_active":"2026-03-05T21:51:15.705283+0000","last_peered":"2026-03-05T21:51:15.705283+0000","last_clean":"2026-03-05T21:51:15.705283+0000","last_became_active":"2026-03-05T21:50:47.730590+0000","last_became_peered":"2026-03-05T21:50:47.730590+0000","last_unstale":"2026-03-05T21:51:15.705283+0000","last_undegraded":"2026-03-05T21:51:15.705283+0000","last_fullsized":"2026-03-05T21:51:15.705283+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-03-05T21:50:46.697602+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-03-05T21:50:46.697602+0000","last_clean_scrub_stamp":"2026-03-05T21:50:46.697602+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-03-07T05:04:28.883626+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,3],"acting":[0,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.11","version":"0'0","reported_seq":21,"reported_epoch":62,"state":"active+clean","last_fresh":"2026-03-05T21:51:15.706643+0000","last_change":"2026-03-05T21:50:51.744733+0000","last_active":"2026-03-05T21:51:15.706643+0000","last_peered":"2026-03-05T21:51:15.706643+0000","last_clean":"2026-03-05T21:51:15.706643+0000","last_became_active":"2026-03-05T21:50:51.744635+0000","last_became_peered":"2026-03-05T21:50:51.744635+0000","last_unstale":"2026-03-05T21:51:15.706643+0000","last_undegraded":"2026-03-05T21:51:15.706643+0000","last_fullsized":"2026-03-05T21:51:15.706643+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-03-05T21:50:50.708506+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-03-05T21:50:50.708506+0000","last_clean_scrub_stamp":"2026-03-05T21:50:50.708506+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-03-07T03:07:06.793235+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,7],"acting":[6,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"6.12","version":"0'0","reported_seq":17,"reported_epoch":62,"state":"active+clean","last_fresh":"2026-03-05T21:51:15.527621+0000","last_change":"2026-03-05T21:50:53.753941+0000","last_active":"2026-03-05T21:51:15.527621+0000","last_peered":"2026-03-05T21:51:15.527621+0000","last_clean":"2026-03-05T21:51:15.527621+0000","last_became_active":"2026-03-05T21:50:53.753710+0000","last_became_peered":"2026-03-05T21:50:53.753710+0000","last_unstale":"2026-03-05T21:51:15.527621+0000","last_undegraded":"2026-03-05T21:51:15.527621+0000","last_fullsized":"2026-03-05T21:51:15.527621+0000","mapping_epoch":58,"log_start":"0'0","ondisk_log_start":"0'0","created":58,"last_epoch_clean":59,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-03-05T21:50:52.714775+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-03-05T21:50:52.714775+0000","last_clean_scrub_stamp":"2026-03-05T21:50:52.714775+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-03-07T08:21:33.596365+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,4],"acting":[7,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"6.1d","version":"0'0","reported_seq":17,"reported_epoch":62,"state":"active+clean","last_fresh":"2026-03-05T21:51:15.707147+0000","last_change":"2026-03-05T21:50:53.737536+0000","last_active":"2026-03-05T21:51:15.707147+0000","last_peered":"2026-03-05T21:51:15.707147+0000","last_clean":"2026-03-05T21:51:15.707147+0000","last_became_active":"2026-03-05T21:50:53.737204+0000","last_became_peered":"2026-03-05T21:50:53.737204+0000","last_unstale":"2026-03-05T21:51:15.707147+0000","last_undegraded":"2026-03-05T21:51:15.707147+0000","last_fullsized":"2026-03-05T21:51:15.707147+0000","mapping_epoch":58,"log_start":"0'0","ondisk_log_start":"0'0","created":58,"last_epoch_clean":59,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-03-05T21:50:52.714775+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-03-05T21:50:52.714775+0000","last_clean_scrub_stamp":"2026-03-05T21:50:52.714775+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-03-07T02:49:17.015839+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,4],"acting":[1,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":29,"reported_epoch":62,"state":"active+clean","last_fresh":"2026-03-05T21:51:15.423075+0000","last_change":"2026-03-05T21:50:47.729082+0000","last_active":"2026-03-05T21:51:15.423075+0000","last_peered":"2026-03-05T21:51:15.423075+0000","last_clean":"2026-03-05T21:51:15.423075+0000","last_became_active":"2026-03-05T21:50:47.728920+0000","last_became_peered":"2026-03-05T21:50:47.728920+0000","last_unstale":"2026-03-05T21:51:15.423075+0000","last_undegraded":"2026-03-05T21:51:15.423075+0000","last_fullsized":"2026-03-05T21:51:15.423075+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-03-05T21:50:46.697602+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-03-05T21:50:46.697602+0000","last_clean_scrub_stamp":"2026-03-05T21:50:46.697602+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-03-07T07:11:26.358808+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,1],"acting":[3,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.1f","version":"60'11","reported_seq":44,"reported_epoch":62,"state":"active+clean","last_fresh":"2026-03-05T21:51:15.706263+0000","last_change":"2026-03-05T21:50:49.738734+0000","last_active":"2026-03-05T21:51:15.706263+0000","last_peered":"2026-03-05T21:51:15.706263+0000","last_clean":"2026-03-05T21:51:15.706263+0000","last_became_active":"2026-03-05T21:50:49.738599+0000","last_became_peered":"2026-03-05T21:50:49.738599+0000","last_unstale":"2026-03-05T21:51:15.706263+0000","last_undegraded":"2026-03-05T21:51:15.706263+0000","last_fullsized":"2026-03-05T21:51:15.706263+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-03-05T21:50:48.703108+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-03-05T21:50:48.703108+0000","last_clean_scrub_stamp":"2026-03-05T21:50:48.703108+0000","objects_scrubbed":0,"log_size":11,"log_dups_size":0,"ondisk_log_size":11,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-03-07T07:05:15.214899+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":110,"num_objects":5,"num_object_clones":0,"num_object_copies":15,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":20,"num_read_kb":13,"num_write":12,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,1],"acting":[6,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"5.1e","version":"0'0","reported_seq":21,"reported_epoch":62,"state":"active+clean","last_fresh":"2026-03-05T21:51:15.705734+0000","last_change":"2026-03-05T21:50:51.756257+0000","last_active":"2026-03-05T21:51:15.705734+0000","last_peered":"2026-03-05T21:51:15.705734+0000","last_clean":"2026-03-05T21:51:15.705734+0000","last_became_active":"2026-03-05T21:50:51.756061+0000","last_became_peered":"2026-03-05T21:50:51.756061+0000","last_unstale":"2026-03-05T21:51:15.705734+0000","last_undegraded":"2026-03-05T21:51:15.705734+0000","last_fullsized":"2026-03-05T21:51:15.705734+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-03-05T21:50:50.708506+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-03-05T21:50:50.708506+0000","last_clean_scrub_stamp":"2026-03-05T21:50:50.708506+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-03-07T06:40:41.383964+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,2],"acting":[0,7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]}],"pool_stats":[{"poolid":6,"num_pg":32,"stat_sum":{"num_bytes":416,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":24576,"data_stored":1248,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":2,"ondisk_log_size":2,"up":96,"acting":96,"num_store_stats":8},{"poolid":5,"num_pg":32,"stat_sum":{"num_bytes":0,"num_objects":8,"num_object_clones":0,"num_object_copies":24,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":64,"ondisk_log_size":64,"up":96,"acting":96,"num_store_stats":8},{"poolid":4,"num_pg":32,"stat_sum":{"num_bytes":3702,"num_objects":178,"num_object_clones":0,"num_object_copies":534,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":178,"num_whiteouts":0,"num_read":698,"num_read_kb":455,"num_write":417,"num_write_kb":34,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":417792,"data_stored":11106,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":393,"ondisk_log_size":393,"up":96,"acting":96,"num_store_stats":8},{"poolid":3,"num_pg":32,"stat_sum":{"num_bytes":1613,"num_objects":6,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":24,"num_read_kb":24,"num_write":10,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":73728,"data_stored":4839,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":6,"ondisk_log_size":6,"up":96,"acting":96,"num_store_stats":8},{"poolid":2,"num_pg":3,"stat_sum":{"num_bytes":408,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":25,"num_read_kb":20,"num_write":6,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":24576,"data_stored":1224,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":8,"ondisk_log_size":8,"up":9,"acting":9,"num_store_stats":7},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":76,"num_read_kb":64,"num_write":123,"num_write_kb":2150,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":590368,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1781760,"data_stored":1771104,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":92,"ondisk_log_size":92,"up":3,"acting":3,"num_store_stats":3}],"osd_stats":[{"osd":7,"up_from":48,"seq":206158430215,"num_pgs":53,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":20967424,"kb_used":28100,"kb_used_data":1260,"kb_used_omap":1,"kb_used_meta":26814,"kb_avail":20939324,"statfs":{"total":21470642176,"available":21441867776,"internally_reserved":0,"allocated":1290240,"data_stored":873815,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1585,"internal_metadata":27457999},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":6,"up_from":42,"seq":180388626442,"num_pgs":43,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":20967424,"kb_used":28072,"kb_used_data":1232,"kb_used_omap":1,"kb_used_meta":26814,"kb_avail":20939352,"statfs":{"total":21470642176,"available":21441896448,"internally_reserved":0,"allocated":1261568,"data_stored":871301,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1589,"internal_metadata":27457995},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]},{"osd":5,"up_from":36,"seq":154618822669,"num_pgs":47,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":20967424,"kb_used":27500,"kb_used_data":660,"kb_used_omap":1,"kb_used_meta":26814,"kb_avail":20939924,"statfs":{"total":21470642176,"available":21442482176,"internally_reserved":0,"allocated":675840,"data_stored":281305,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1589,"internal_metadata":27457995},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":4,"up_from":31,"seq":133143986192,"num_pgs":58,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":20967424,"kb_used":27524,"kb_used_data":684,"kb_used_omap":1,"kb_used_meta":26814,"kb_avail":20939900,"statfs":{"total":21470642176,"available":21442457600,"internally_reserved":0,"allocated":700416,"data_stored":281551,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1590,"internal_metadata":27457994},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":3,"up_from":26,"seq":111669149715,"num_pgs":56,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":20967424,"kb_used":27536,"kb_used_data":696,"kb_used_omap":1,"kb_used_meta":26814,"kb_avail":20939888,"statfs":{"total":21470642176,"available":21442445312,"internally_reserved":0,"allocated":712704,"data_stored":283253,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1588,"internal_metadata":27457996},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[]},{"osd":2,"up_from":18,"seq":77309411350,"num_pgs":36,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":20967424,"kb_used":27488,"kb_used_data":648,"kb_used_omap":1,"kb_used_meta":26814,"kb_avail":20939936,"statfs":{"total":21470642176,"available":21442494464,"internally_reserved":0,"allocated":663552,"data_stored":281081,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1590,"internal_metadata":27457994},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[]},{"osd":1,"up_from":13,"seq":55834574873,"num_pgs":57,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":20967424,"kb_used":27544,"kb_used_data":708,"kb_used_omap":1,"kb_used_meta":26814,"kb_avail":20939880,"statfs":{"total":21470642176,"available":21442437120,"internally_reserved":0,"allocated":724992,"data_stored":274829,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1589,"internal_metadata":27457995},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[]},{"osd":0,"up_from":8,"seq":34359738396,"num_pgs":46,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":20967424,"kb_used":28104,"kb_used_data":1264,"kb_used_omap":1,"kb_used_meta":26814,"kb_avail":20939320,"statfs":{"total":21470642176,"available":21441863680,"internally_reserved":0,"allocated":1294336,"data_stored":873524,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1590,"internal_metadata":27457994},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":389,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":408,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":19,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":19,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":389,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":1567,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":92,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":1475,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":184,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":1521,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":49152,"data_stored":1320,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":90112,"data_stored":2338,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":32768,"data_stored":798,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":73728,"data_stored":1898,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":53248,"data_stored":1474,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":36864,"data_stored":990,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":36864,"data_stored":1034,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":45056,"data_stored":1254,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":13,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":403,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":13,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":416,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":403,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2026-03-05T22:51:16.684 DEBUG:teuthology.orchestra.run.vm02:> sudo /home/ubuntu/cephtest/cephadm --image harbor.clyso.com/custom-ceph/ceph/ceph:cobaltcore-storage-v19.2.3-fasttrack-3 shell --fsid ce88f304-18dc-11f1-81b4-a3325c551960 -- ceph pg dump --format=json 2026-03-05T22:51:16.790 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 22:51:16 vm02 ceph-mon[51276]: osdmap e62: 8 total, 8 up, 8 in 2026-03-05T22:51:16.790 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 22:51:16 vm02 ceph-mon[51276]: mgrmap e19: y(active, starting, since 0.0185167s), standbys: x 2026-03-05T22:51:16.790 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 22:51:16 vm02 ceph-mon[51276]: from='mgr.14559 192.168.123.102:0/3172033405' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2026-03-05T22:51:16.790 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 22:51:16 vm02 ceph-mon[51276]: from='mgr.14559 192.168.123.102:0/3172033405' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2026-03-05T22:51:16.790 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 22:51:16 vm02 ceph-mon[51276]: from='mgr.14559 192.168.123.102:0/3172033405' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2026-03-05T22:51:16.790 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 22:51:16 vm02 ceph-mon[51276]: from='mgr.14559 192.168.123.102:0/3172033405' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2026-03-05T22:51:16.790 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 22:51:16 vm02 ceph-mon[51276]: from='mgr.14559 192.168.123.102:0/3172033405' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2026-03-05T22:51:16.790 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 22:51:16 vm02 ceph-mon[51276]: from='mgr.14559 192.168.123.102:0/3172033405' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2026-03-05T22:51:16.790 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 22:51:16 vm02 ceph-mon[51276]: from='mgr.14559 192.168.123.102:0/3172033405' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2026-03-05T22:51:16.790 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 22:51:16 vm02 ceph-mon[51276]: from='mgr.14559 192.168.123.102:0/3172033405' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2026-03-05T22:51:16.790 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 22:51:16 vm02 ceph-mon[51276]: from='mgr.14559 192.168.123.102:0/3172033405' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2026-03-05T22:51:16.790 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 22:51:16 vm02 ceph-mon[51276]: from='mgr.14559 192.168.123.102:0/3172033405' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2026-03-05T22:51:16.790 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 22:51:16 vm02 ceph-mon[51276]: from='mgr.14559 192.168.123.102:0/3172033405' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2026-03-05T22:51:16.790 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 22:51:16 vm02 ceph-mon[51276]: from='mgr.14559 192.168.123.102:0/3172033405' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2026-03-05T22:51:16.790 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 22:51:16 vm02 ceph-mon[51276]: from='mgr.14559 192.168.123.102:0/3172033405' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2026-03-05T22:51:16.790 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 22:51:16 vm02 ceph-mon[51276]: from='mgr.14559 192.168.123.102:0/3172033405' entity='mgr.y' cmd=[{"prefix": "mds metadata"}]: dispatch 2026-03-05T22:51:16.791 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 22:51:16 vm02 ceph-mon[51276]: from='mgr.14559 192.168.123.102:0/3172033405' entity='mgr.y' cmd=[{"prefix": "osd metadata"}]: dispatch 2026-03-05T22:51:16.791 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 22:51:16 vm02 ceph-mon[51276]: from='mgr.14559 192.168.123.102:0/3172033405' entity='mgr.y' cmd=[{"prefix": "mon metadata"}]: dispatch 2026-03-05T22:51:16.791 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 22:51:16 vm02 ceph-mon[51276]: Manager daemon y is now available 2026-03-05T22:51:16.791 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 22:51:16 vm02 ceph-mon[51276]: from='mgr.14559 ' entity='mgr.y' 2026-03-05T22:51:16.791 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 22:51:16 vm02 ceph-mon[51276]: from='mgr.14559 ' entity='mgr.y' 2026-03-05T22:51:16.791 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 22:51:16 vm02 ceph-mon[51276]: from='mgr.14559 192.168.123.102:0/3172033405' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2026-03-05T22:51:16.791 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 22:51:16 vm02 ceph-mon[51276]: from='mgr.14559 192.168.123.102:0/3172033405' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2026-03-05T22:51:16.791 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 22:51:16 vm02 ceph-mon[51276]: from='mgr.14559 192.168.123.102:0/3172033405' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd/host:vm09", "name": "osd_memory_target"}]: dispatch 2026-03-05T22:51:16.791 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 22:51:16 vm02 ceph-mon[51276]: from='mgr.14559 ' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd/host:vm09", "name": "osd_memory_target"}]: dispatch 2026-03-05T22:51:16.791 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 22:51:16 vm02 ceph-mon[51276]: from='mgr.14559 192.168.123.102:0/3172033405' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd/host:vm02", "name": "osd_memory_target"}]: dispatch 2026-03-05T22:51:16.791 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 22:51:16 vm02 ceph-mon[51276]: from='mgr.14559 ' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd/host:vm02", "name": "osd_memory_target"}]: dispatch 2026-03-05T22:51:16.791 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 22:51:16 vm02 ceph-mon[51276]: from='mgr.14559 192.168.123.102:0/3172033405' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-03-05T22:51:16.791 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 22:51:16 vm02 ceph-mon[51276]: from='mgr.14559 192.168.123.102:0/3172033405' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2026-03-05T22:51:16.791 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 22:51:16 vm02 ceph-mon[51276]: from='mgr.14559 ' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2026-03-05T22:51:16.791 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 22:51:16 vm02 ceph-mon[51276]: from='mgr.14559 192.168.123.102:0/3172033405' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2026-03-05T22:51:16.791 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 22:51:16 vm02 ceph-mon[51276]: Updating vm02:/etc/ceph/ceph.conf 2026-03-05T22:51:16.791 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 22:51:16 vm02 ceph-mon[51276]: Updating vm09:/etc/ceph/ceph.conf 2026-03-05T22:51:16.791 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 22:51:16 vm02 ceph-mon[51276]: from='mgr.14559 192.168.123.102:0/3172033405' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2026-03-05T22:51:16.791 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 22:51:16 vm02 ceph-mon[51276]: from='mgr.14559 ' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2026-03-05T22:51:16.791 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 22:51:16 vm02 ceph-mon[57234]: osdmap e62: 8 total, 8 up, 8 in 2026-03-05T22:51:16.791 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 22:51:16 vm02 ceph-mon[57234]: mgrmap e19: y(active, starting, since 0.0185167s), standbys: x 2026-03-05T22:51:16.791 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 22:51:16 vm02 ceph-mon[57234]: from='mgr.14559 192.168.123.102:0/3172033405' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2026-03-05T22:51:16.791 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 22:51:16 vm02 ceph-mon[57234]: from='mgr.14559 192.168.123.102:0/3172033405' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2026-03-05T22:51:16.791 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 22:51:16 vm02 ceph-mon[57234]: from='mgr.14559 192.168.123.102:0/3172033405' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2026-03-05T22:51:16.791 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 22:51:16 vm02 ceph-mon[57234]: from='mgr.14559 192.168.123.102:0/3172033405' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2026-03-05T22:51:16.791 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 22:51:16 vm02 ceph-mon[57234]: from='mgr.14559 192.168.123.102:0/3172033405' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2026-03-05T22:51:16.791 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 22:51:16 vm02 ceph-mon[57234]: from='mgr.14559 192.168.123.102:0/3172033405' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2026-03-05T22:51:16.791 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 22:51:16 vm02 ceph-mon[57234]: from='mgr.14559 192.168.123.102:0/3172033405' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2026-03-05T22:51:16.791 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 22:51:16 vm02 ceph-mon[57234]: from='mgr.14559 192.168.123.102:0/3172033405' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2026-03-05T22:51:16.791 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 22:51:16 vm02 ceph-mon[57234]: from='mgr.14559 192.168.123.102:0/3172033405' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2026-03-05T22:51:16.791 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 22:51:16 vm02 ceph-mon[57234]: from='mgr.14559 192.168.123.102:0/3172033405' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2026-03-05T22:51:16.791 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 22:51:16 vm02 ceph-mon[57234]: from='mgr.14559 192.168.123.102:0/3172033405' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2026-03-05T22:51:16.791 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 22:51:16 vm02 ceph-mon[57234]: from='mgr.14559 192.168.123.102:0/3172033405' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2026-03-05T22:51:16.791 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 22:51:16 vm02 ceph-mon[57234]: from='mgr.14559 192.168.123.102:0/3172033405' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2026-03-05T22:51:16.791 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 22:51:16 vm02 ceph-mon[57234]: from='mgr.14559 192.168.123.102:0/3172033405' entity='mgr.y' cmd=[{"prefix": "mds metadata"}]: dispatch 2026-03-05T22:51:16.791 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 22:51:16 vm02 ceph-mon[57234]: from='mgr.14559 192.168.123.102:0/3172033405' entity='mgr.y' cmd=[{"prefix": "osd metadata"}]: dispatch 2026-03-05T22:51:16.791 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 22:51:16 vm02 ceph-mon[57234]: from='mgr.14559 192.168.123.102:0/3172033405' entity='mgr.y' cmd=[{"prefix": "mon metadata"}]: dispatch 2026-03-05T22:51:16.791 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 22:51:16 vm02 ceph-mon[57234]: Manager daemon y is now available 2026-03-05T22:51:16.791 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 22:51:16 vm02 ceph-mon[57234]: from='mgr.14559 ' entity='mgr.y' 2026-03-05T22:51:16.791 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 22:51:16 vm02 ceph-mon[57234]: from='mgr.14559 ' entity='mgr.y' 2026-03-05T22:51:16.791 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 22:51:16 vm02 ceph-mon[57234]: from='mgr.14559 192.168.123.102:0/3172033405' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2026-03-05T22:51:16.791 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 22:51:16 vm02 ceph-mon[57234]: from='mgr.14559 192.168.123.102:0/3172033405' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2026-03-05T22:51:16.791 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 22:51:16 vm02 ceph-mon[57234]: from='mgr.14559 192.168.123.102:0/3172033405' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd/host:vm09", "name": "osd_memory_target"}]: dispatch 2026-03-05T22:51:16.791 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 22:51:16 vm02 ceph-mon[57234]: from='mgr.14559 ' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd/host:vm09", "name": "osd_memory_target"}]: dispatch 2026-03-05T22:51:16.791 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 22:51:16 vm02 ceph-mon[57234]: from='mgr.14559 192.168.123.102:0/3172033405' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd/host:vm02", "name": "osd_memory_target"}]: dispatch 2026-03-05T22:51:16.791 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 22:51:16 vm02 ceph-mon[57234]: from='mgr.14559 ' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd/host:vm02", "name": "osd_memory_target"}]: dispatch 2026-03-05T22:51:16.791 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 22:51:16 vm02 ceph-mon[57234]: from='mgr.14559 192.168.123.102:0/3172033405' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-03-05T22:51:16.791 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 22:51:16 vm02 ceph-mon[57234]: from='mgr.14559 192.168.123.102:0/3172033405' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2026-03-05T22:51:16.791 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 22:51:16 vm02 ceph-mon[57234]: from='mgr.14559 ' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2026-03-05T22:51:16.791 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 22:51:16 vm02 ceph-mon[57234]: from='mgr.14559 192.168.123.102:0/3172033405' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2026-03-05T22:51:16.791 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 22:51:16 vm02 ceph-mon[57234]: Updating vm02:/etc/ceph/ceph.conf 2026-03-05T22:51:16.791 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 22:51:16 vm02 ceph-mon[57234]: Updating vm09:/etc/ceph/ceph.conf 2026-03-05T22:51:16.791 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 22:51:16 vm02 ceph-mon[57234]: from='mgr.14559 192.168.123.102:0/3172033405' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2026-03-05T22:51:16.791 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 22:51:16 vm02 ceph-mon[57234]: from='mgr.14559 ' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2026-03-05T22:51:16.926 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 22:51:16 vm09 ceph-mon[51064]: osdmap e62: 8 total, 8 up, 8 in 2026-03-05T22:51:16.926 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 22:51:16 vm09 ceph-mon[51064]: mgrmap e19: y(active, starting, since 0.0185167s), standbys: x 2026-03-05T22:51:16.926 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 22:51:16 vm09 ceph-mon[51064]: from='mgr.14559 192.168.123.102:0/3172033405' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2026-03-05T22:51:16.926 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 22:51:16 vm09 ceph-mon[51064]: from='mgr.14559 192.168.123.102:0/3172033405' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2026-03-05T22:51:16.926 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 22:51:16 vm09 ceph-mon[51064]: from='mgr.14559 192.168.123.102:0/3172033405' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2026-03-05T22:51:16.926 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 22:51:16 vm09 ceph-mon[51064]: from='mgr.14559 192.168.123.102:0/3172033405' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2026-03-05T22:51:16.926 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 22:51:16 vm09 ceph-mon[51064]: from='mgr.14559 192.168.123.102:0/3172033405' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2026-03-05T22:51:16.926 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 22:51:16 vm09 ceph-mon[51064]: from='mgr.14559 192.168.123.102:0/3172033405' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2026-03-05T22:51:16.926 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 22:51:16 vm09 ceph-mon[51064]: from='mgr.14559 192.168.123.102:0/3172033405' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2026-03-05T22:51:16.926 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 22:51:16 vm09 ceph-mon[51064]: from='mgr.14559 192.168.123.102:0/3172033405' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2026-03-05T22:51:16.926 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 22:51:16 vm09 ceph-mon[51064]: from='mgr.14559 192.168.123.102:0/3172033405' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2026-03-05T22:51:16.926 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 22:51:16 vm09 ceph-mon[51064]: from='mgr.14559 192.168.123.102:0/3172033405' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2026-03-05T22:51:16.926 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 22:51:16 vm09 ceph-mon[51064]: from='mgr.14559 192.168.123.102:0/3172033405' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2026-03-05T22:51:16.926 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 22:51:16 vm09 ceph-mon[51064]: from='mgr.14559 192.168.123.102:0/3172033405' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2026-03-05T22:51:16.926 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 22:51:16 vm09 ceph-mon[51064]: from='mgr.14559 192.168.123.102:0/3172033405' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2026-03-05T22:51:16.926 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 22:51:16 vm09 ceph-mon[51064]: from='mgr.14559 192.168.123.102:0/3172033405' entity='mgr.y' cmd=[{"prefix": "mds metadata"}]: dispatch 2026-03-05T22:51:16.926 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 22:51:16 vm09 ceph-mon[51064]: from='mgr.14559 192.168.123.102:0/3172033405' entity='mgr.y' cmd=[{"prefix": "osd metadata"}]: dispatch 2026-03-05T22:51:16.926 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 22:51:16 vm09 ceph-mon[51064]: from='mgr.14559 192.168.123.102:0/3172033405' entity='mgr.y' cmd=[{"prefix": "mon metadata"}]: dispatch 2026-03-05T22:51:16.926 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 22:51:16 vm09 ceph-mon[51064]: Manager daemon y is now available 2026-03-05T22:51:16.926 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 22:51:16 vm09 ceph-mon[51064]: from='mgr.14559 ' entity='mgr.y' 2026-03-05T22:51:16.926 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 22:51:16 vm09 ceph-mon[51064]: from='mgr.14559 ' entity='mgr.y' 2026-03-05T22:51:16.926 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 22:51:16 vm09 ceph-mon[51064]: from='mgr.14559 192.168.123.102:0/3172033405' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2026-03-05T22:51:16.926 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 22:51:16 vm09 ceph-mon[51064]: from='mgr.14559 192.168.123.102:0/3172033405' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2026-03-05T22:51:16.926 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 22:51:16 vm09 ceph-mon[51064]: from='mgr.14559 192.168.123.102:0/3172033405' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd/host:vm09", "name": "osd_memory_target"}]: dispatch 2026-03-05T22:51:16.926 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 22:51:16 vm09 ceph-mon[51064]: from='mgr.14559 ' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd/host:vm09", "name": "osd_memory_target"}]: dispatch 2026-03-05T22:51:16.926 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 22:51:16 vm09 ceph-mon[51064]: from='mgr.14559 192.168.123.102:0/3172033405' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd/host:vm02", "name": "osd_memory_target"}]: dispatch 2026-03-05T22:51:16.926 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 22:51:16 vm09 ceph-mon[51064]: from='mgr.14559 ' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd/host:vm02", "name": "osd_memory_target"}]: dispatch 2026-03-05T22:51:16.926 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 22:51:16 vm09 ceph-mon[51064]: from='mgr.14559 192.168.123.102:0/3172033405' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-03-05T22:51:16.926 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 22:51:16 vm09 ceph-mon[51064]: from='mgr.14559 192.168.123.102:0/3172033405' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2026-03-05T22:51:16.926 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 22:51:16 vm09 ceph-mon[51064]: from='mgr.14559 ' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2026-03-05T22:51:16.926 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 22:51:16 vm09 ceph-mon[51064]: from='mgr.14559 192.168.123.102:0/3172033405' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2026-03-05T22:51:16.926 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 22:51:16 vm09 ceph-mon[51064]: Updating vm02:/etc/ceph/ceph.conf 2026-03-05T22:51:16.926 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 22:51:16 vm09 ceph-mon[51064]: Updating vm09:/etc/ceph/ceph.conf 2026-03-05T22:51:16.926 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 22:51:16 vm09 ceph-mon[51064]: from='mgr.14559 192.168.123.102:0/3172033405' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2026-03-05T22:51:16.926 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 22:51:16 vm09 ceph-mon[51064]: from='mgr.14559 ' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2026-03-05T22:51:16.926 INFO:journalctl@ceph.iscsi.iscsi.a.vm09.stdout:Mar 05 22:51:16 vm09 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-iscsi-iscsi-a[71570]: debug there is no tcmu-runner data available 2026-03-05T22:51:17.047 INFO:teuthology.orchestra.run.vm02.stderr:Inferring config /var/lib/ceph/ce88f304-18dc-11f1-81b4-a3325c551960/mon.a/config 2026-03-05T22:51:17.426 INFO:teuthology.orchestra.run.vm02.stdout: 2026-03-05T22:51:17.428 INFO:teuthology.orchestra.run.vm02.stderr:dumped all 2026-03-05T22:51:17.597 INFO:teuthology.orchestra.run.vm02.stdout:{"pg_ready":true,"pg_map":{"version":3,"stamp":"2026-03-05T21:51:16.463193+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":596507,"num_objects":199,"num_object_clones":0,"num_object_copies":597,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":199,"num_whiteouts":0,"num_read":823,"num_read_kb":563,"num_write":559,"num_write_kb":2195,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":590368,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":565,"ondisk_log_size":565,"up":396,"acting":396,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":396,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":167739392,"kb_used":221868,"kb_used_data":7152,"kb_used_omap":12,"kb_used_meta":214515,"kb_avail":167517524,"statfs":{"total":171765137408,"available":171537944576,"internally_reserved":0,"allocated":7323648,"data_stored":4020659,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12710,"internal_metadata":219663962},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":9,"apply_latency_ms":9,"commit_latency_ns":9000000,"apply_latency_ns":9000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"0.000000"},"pg_stats":[{"pgid":"3.1f","version":"0'0","reported_seq":29,"reported_epoch":62,"state":"active+clean","last_fresh":"2026-03-05T21:51:15.705408+0000","last_change":"2026-03-05T21:50:47.723886+0000","last_active":"2026-03-05T21:51:15.705408+0000","last_peered":"2026-03-05T21:51:15.705408+0000","last_clean":"2026-03-05T21:51:15.705408+0000","last_became_active":"2026-03-05T21:50:47.722533+0000","last_became_peered":"2026-03-05T21:50:47.722533+0000","last_unstale":"2026-03-05T21:51:15.705408+0000","last_undegraded":"2026-03-05T21:51:15.705408+0000","last_fullsized":"2026-03-05T21:51:15.705408+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-03-05T21:50:46.697602+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-03-05T21:50:46.697602+0000","last_clean_scrub_stamp":"2026-03-05T21:50:46.697602+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-03-07T08:44:04.111727+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,2],"acting":[0,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.18","version":"60'9","reported_seq":41,"reported_epoch":62,"state":"active+clean","last_fresh":"2026-03-05T21:51:15.420058+0000","last_change":"2026-03-05T21:50:49.740626+0000","last_active":"2026-03-05T21:51:15.420058+0000","last_peered":"2026-03-05T21:51:15.420058+0000","last_clean":"2026-03-05T21:51:15.420058+0000","last_became_active":"2026-03-05T21:50:49.740065+0000","last_became_peered":"2026-03-05T21:50:49.740065+0000","last_unstale":"2026-03-05T21:51:15.420058+0000","last_undegraded":"2026-03-05T21:51:15.420058+0000","last_fullsized":"2026-03-05T21:51:15.420058+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-03-05T21:50:48.703108+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-03-05T21:50:48.703108+0000","last_clean_scrub_stamp":"2026-03-05T21:50:48.703108+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-03-07T08:32:51.625679+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":110,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":17,"num_read_kb":11,"num_write":10,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,1],"acting":[4,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.19","version":"0'0","reported_seq":21,"reported_epoch":62,"state":"active+clean","last_fresh":"2026-03-05T21:51:15.707941+0000","last_change":"2026-03-05T21:50:51.747581+0000","last_active":"2026-03-05T21:51:15.707941+0000","last_peered":"2026-03-05T21:51:15.707941+0000","last_clean":"2026-03-05T21:51:15.707941+0000","last_became_active":"2026-03-05T21:50:51.747417+0000","last_became_peered":"2026-03-05T21:50:51.747417+0000","last_unstale":"2026-03-05T21:51:15.707941+0000","last_undegraded":"2026-03-05T21:51:15.707941+0000","last_fullsized":"2026-03-05T21:51:15.707941+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-03-05T21:50:50.708506+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-03-05T21:50:50.708506+0000","last_clean_scrub_stamp":"2026-03-05T21:50:50.708506+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-03-07T04:40:45.709612+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,7],"acting":[1,5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"6.1a","version":"60'1","reported_seq":18,"reported_epoch":62,"state":"active+clean","last_fresh":"2026-03-05T21:51:15.420028+0000","last_change":"2026-03-05T21:50:53.734780+0000","last_active":"2026-03-05T21:51:15.420028+0000","last_peered":"2026-03-05T21:51:15.420028+0000","last_clean":"2026-03-05T21:51:15.420028+0000","last_became_active":"2026-03-05T21:50:53.734580+0000","last_became_peered":"2026-03-05T21:50:53.734580+0000","last_unstale":"2026-03-05T21:51:15.420028+0000","last_undegraded":"2026-03-05T21:51:15.420028+0000","last_fullsized":"2026-03-05T21:51:15.420028+0000","mapping_epoch":58,"log_start":"0'0","ondisk_log_start":"0'0","created":58,"last_epoch_clean":59,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-03-05T21:50:52.714775+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-03-05T21:50:52.714775+0000","last_clean_scrub_stamp":"2026-03-05T21:50:52.714775+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-03-07T09:08:00.608266+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":13,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,1],"acting":[4,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"6.1b","version":"0'0","reported_seq":17,"reported_epoch":62,"state":"active+clean","last_fresh":"2026-03-05T21:51:15.423162+0000","last_change":"2026-03-05T21:50:54.113869+0000","last_active":"2026-03-05T21:51:15.423162+0000","last_peered":"2026-03-05T21:51:15.423162+0000","last_clean":"2026-03-05T21:51:15.423162+0000","last_became_active":"2026-03-05T21:50:54.113772+0000","last_became_peered":"2026-03-05T21:50:54.113772+0000","last_unstale":"2026-03-05T21:51:15.423162+0000","last_undegraded":"2026-03-05T21:51:15.423162+0000","last_fullsized":"2026-03-05T21:51:15.423162+0000","mapping_epoch":58,"log_start":"0'0","ondisk_log_start":"0'0","created":58,"last_epoch_clean":59,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-03-05T21:50:52.714775+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-03-05T21:50:52.714775+0000","last_clean_scrub_stamp":"2026-03-05T21:50:52.714775+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-03-06T22:50:58.017410+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,6],"acting":[3,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1e","version":"0'0","reported_seq":29,"reported_epoch":62,"state":"active+clean","last_fresh":"2026-03-05T21:51:15.423187+0000","last_change":"2026-03-05T21:50:47.727366+0000","last_active":"2026-03-05T21:51:15.423187+0000","last_peered":"2026-03-05T21:51:15.423187+0000","last_clean":"2026-03-05T21:51:15.423187+0000","last_became_active":"2026-03-05T21:50:47.724948+0000","last_became_peered":"2026-03-05T21:50:47.724948+0000","last_unstale":"2026-03-05T21:51:15.423187+0000","last_undegraded":"2026-03-05T21:51:15.423187+0000","last_fullsized":"2026-03-05T21:51:15.423187+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-03-05T21:50:46.697602+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-03-05T21:50:46.697602+0000","last_clean_scrub_stamp":"2026-03-05T21:50:46.697602+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-03-07T08:27:41.140353+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,2],"acting":[3,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.19","version":"60'15","reported_seq":50,"reported_epoch":62,"state":"active+clean","last_fresh":"2026-03-05T21:51:15.423213+0000","last_change":"2026-03-05T21:50:49.733928+0000","last_active":"2026-03-05T21:51:15.423213+0000","last_peered":"2026-03-05T21:51:15.423213+0000","last_clean":"2026-03-05T21:51:15.423213+0000","last_became_active":"2026-03-05T21:50:49.733754+0000","last_became_peered":"2026-03-05T21:50:49.733754+0000","last_unstale":"2026-03-05T21:51:15.423213+0000","last_undegraded":"2026-03-05T21:51:15.423213+0000","last_fullsized":"2026-03-05T21:51:15.423213+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-03-05T21:50:48.703108+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-03-05T21:50:48.703108+0000","last_clean_scrub_stamp":"2026-03-05T21:50:48.703108+0000","objects_scrubbed":0,"log_size":15,"log_dups_size":0,"ondisk_log_size":15,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-03-06T22:52:53.860092+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":110,"num_objects":7,"num_object_clones":0,"num_object_copies":21,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7,"num_whiteouts":0,"num_read":26,"num_read_kb":17,"num_write":16,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,0],"acting":[3,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.18","version":"0'0","reported_seq":21,"reported_epoch":62,"state":"active+clean","last_fresh":"2026-03-05T21:51:15.419537+0000","last_change":"2026-03-05T21:50:51.740540+0000","last_active":"2026-03-05T21:51:15.419537+0000","last_peered":"2026-03-05T21:51:15.419537+0000","last_clean":"2026-03-05T21:51:15.419537+0000","last_became_active":"2026-03-05T21:50:51.737324+0000","last_became_peered":"2026-03-05T21:50:51.737324+0000","last_unstale":"2026-03-05T21:51:15.419537+0000","last_undegraded":"2026-03-05T21:51:15.419537+0000","last_fullsized":"2026-03-05T21:51:15.419537+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-03-05T21:50:50.708506+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-03-05T21:50:50.708506+0000","last_clean_scrub_stamp":"2026-03-05T21:50:50.708506+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-03-07T09:08:11.684666+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,1],"acting":[4,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1d","version":"0'0","reported_seq":29,"reported_epoch":62,"state":"active+clean","last_fresh":"2026-03-05T21:51:15.514443+0000","last_change":"2026-03-05T21:50:47.718222+0000","last_active":"2026-03-05T21:51:15.514443+0000","last_peered":"2026-03-05T21:51:15.514443+0000","last_clean":"2026-03-05T21:51:15.514443+0000","last_became_active":"2026-03-05T21:50:47.718149+0000","last_became_peered":"2026-03-05T21:50:47.718149+0000","last_unstale":"2026-03-05T21:51:15.514443+0000","last_undegraded":"2026-03-05T21:51:15.514443+0000","last_fullsized":"2026-03-05T21:51:15.514443+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-03-05T21:50:46.697602+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-03-05T21:50:46.697602+0000","last_clean_scrub_stamp":"2026-03-05T21:50:46.697602+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-03-07T03:09:14.007229+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,6],"acting":[5,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1a","version":"60'9","reported_seq":41,"reported_epoch":62,"state":"active+clean","last_fresh":"2026-03-05T21:51:15.419815+0000","last_change":"2026-03-05T21:50:49.734813+0000","last_active":"2026-03-05T21:51:15.419815+0000","last_peered":"2026-03-05T21:51:15.419815+0000","last_clean":"2026-03-05T21:51:15.419815+0000","last_became_active":"2026-03-05T21:50:49.734158+0000","last_became_peered":"2026-03-05T21:50:49.734158+0000","last_unstale":"2026-03-05T21:51:15.419815+0000","last_undegraded":"2026-03-05T21:51:15.419815+0000","last_fullsized":"2026-03-05T21:51:15.419815+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-03-05T21:50:48.703108+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-03-05T21:50:48.703108+0000","last_clean_scrub_stamp":"2026-03-05T21:50:48.703108+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-03-07T07:36:53.236229+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":110,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":17,"num_read_kb":11,"num_write":10,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,0],"acting":[4,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.1b","version":"0'0","reported_seq":21,"reported_epoch":62,"state":"active+clean","last_fresh":"2026-03-05T21:51:15.514408+0000","last_change":"2026-03-05T21:50:51.758334+0000","last_active":"2026-03-05T21:51:15.514408+0000","last_peered":"2026-03-05T21:51:15.514408+0000","last_clean":"2026-03-05T21:51:15.514408+0000","last_became_active":"2026-03-05T21:50:51.758189+0000","last_became_peered":"2026-03-05T21:50:51.758189+0000","last_unstale":"2026-03-05T21:51:15.514408+0000","last_undegraded":"2026-03-05T21:51:15.514408+0000","last_fullsized":"2026-03-05T21:51:15.514408+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-03-05T21:50:50.708506+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-03-05T21:50:50.708506+0000","last_clean_scrub_stamp":"2026-03-05T21:50:50.708506+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-03-06T22:29:12.147804+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,7],"acting":[5,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.18","version":"0'0","reported_seq":17,"reported_epoch":62,"state":"active+clean","last_fresh":"2026-03-05T21:51:15.705611+0000","last_change":"2026-03-05T21:50:53.750470+0000","last_active":"2026-03-05T21:51:15.705611+0000","last_peered":"2026-03-05T21:51:15.705611+0000","last_clean":"2026-03-05T21:51:15.705611+0000","last_became_active":"2026-03-05T21:50:53.750347+0000","last_became_peered":"2026-03-05T21:50:53.750347+0000","last_unstale":"2026-03-05T21:51:15.705611+0000","last_undegraded":"2026-03-05T21:51:15.705611+0000","last_fullsized":"2026-03-05T21:51:15.705611+0000","mapping_epoch":58,"log_start":"0'0","ondisk_log_start":"0'0","created":58,"last_epoch_clean":59,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-03-05T21:50:52.714775+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-03-05T21:50:52.714775+0000","last_clean_scrub_stamp":"2026-03-05T21:50:52.714775+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-03-07T00:54:21.317913+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,7],"acting":[0,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.1c","version":"0'0","reported_seq":29,"reported_epoch":62,"state":"active+clean","last_fresh":"2026-03-05T21:51:15.514553+0000","last_change":"2026-03-05T21:50:47.727856+0000","last_active":"2026-03-05T21:51:15.514553+0000","last_peered":"2026-03-05T21:51:15.514553+0000","last_clean":"2026-03-05T21:51:15.514553+0000","last_became_active":"2026-03-05T21:50:47.727439+0000","last_became_peered":"2026-03-05T21:50:47.727439+0000","last_unstale":"2026-03-05T21:51:15.514553+0000","last_undegraded":"2026-03-05T21:51:15.514553+0000","last_fullsized":"2026-03-05T21:51:15.514553+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-03-05T21:50:46.697602+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-03-05T21:50:46.697602+0000","last_clean_scrub_stamp":"2026-03-05T21:50:46.697602+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-03-07T06:09:17.827189+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1b","version":"60'5","reported_seq":35,"reported_epoch":62,"state":"active+clean","last_fresh":"2026-03-05T21:51:15.419768+0000","last_change":"2026-03-05T21:50:49.734668+0000","last_active":"2026-03-05T21:51:15.419768+0000","last_peered":"2026-03-05T21:51:15.419768+0000","last_clean":"2026-03-05T21:51:15.419768+0000","last_became_active":"2026-03-05T21:50:49.733943+0000","last_became_peered":"2026-03-05T21:50:49.733943+0000","last_unstale":"2026-03-05T21:51:15.419768+0000","last_undegraded":"2026-03-05T21:51:15.419768+0000","last_fullsized":"2026-03-05T21:51:15.419768+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-03-05T21:50:48.703108+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-03-05T21:50:48.703108+0000","last_clean_scrub_stamp":"2026-03-05T21:50:48.703108+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-03-07T09:38:42.427466+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":110,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":11,"num_read_kb":7,"num_write":6,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,1],"acting":[4,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.1a","version":"0'0","reported_seq":21,"reported_epoch":62,"state":"active+clean","last_fresh":"2026-03-05T21:51:15.527532+0000","last_change":"2026-03-05T21:50:51.743756+0000","last_active":"2026-03-05T21:51:15.527532+0000","last_peered":"2026-03-05T21:51:15.527532+0000","last_clean":"2026-03-05T21:51:15.527532+0000","last_became_active":"2026-03-05T21:50:51.743684+0000","last_became_peered":"2026-03-05T21:50:51.743684+0000","last_unstale":"2026-03-05T21:51:15.527532+0000","last_undegraded":"2026-03-05T21:51:15.527532+0000","last_fullsized":"2026-03-05T21:51:15.527532+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-03-05T21:50:50.708506+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-03-05T21:50:50.708506+0000","last_clean_scrub_stamp":"2026-03-05T21:50:50.708506+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-03-07T01:13:29.514800+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,1],"acting":[7,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"6.19","version":"0'0","reported_seq":17,"reported_epoch":62,"state":"active+clean","last_fresh":"2026-03-05T21:51:15.514511+0000","last_change":"2026-03-05T21:50:53.745581+0000","last_active":"2026-03-05T21:51:15.514511+0000","last_peered":"2026-03-05T21:51:15.514511+0000","last_clean":"2026-03-05T21:51:15.514511+0000","last_became_active":"2026-03-05T21:50:53.745051+0000","last_became_peered":"2026-03-05T21:50:53.745051+0000","last_unstale":"2026-03-05T21:51:15.514511+0000","last_undegraded":"2026-03-05T21:51:15.514511+0000","last_fullsized":"2026-03-05T21:51:15.514511+0000","mapping_epoch":58,"log_start":"0'0","ondisk_log_start":"0'0","created":58,"last_epoch_clean":59,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-03-05T21:50:52.714775+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-03-05T21:50:52.714775+0000","last_clean_scrub_stamp":"2026-03-05T21:50:52.714775+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-03-07T03:44:12.381128+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,3],"acting":[5,1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.1e","version":"0'0","reported_seq":17,"reported_epoch":62,"state":"active+clean","last_fresh":"2026-03-05T21:51:15.419971+0000","last_change":"2026-03-05T21:50:54.113231+0000","last_active":"2026-03-05T21:51:15.419971+0000","last_peered":"2026-03-05T21:51:15.419971+0000","last_clean":"2026-03-05T21:51:15.419971+0000","last_became_active":"2026-03-05T21:50:54.113131+0000","last_became_peered":"2026-03-05T21:50:54.113131+0000","last_unstale":"2026-03-05T21:51:15.419971+0000","last_undegraded":"2026-03-05T21:51:15.419971+0000","last_fullsized":"2026-03-05T21:51:15.419971+0000","mapping_epoch":58,"log_start":"0'0","ondisk_log_start":"0'0","created":58,"last_epoch_clean":59,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-03-05T21:50:52.714775+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-03-05T21:50:52.714775+0000","last_clean_scrub_stamp":"2026-03-05T21:50:52.714775+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-03-07T04:06:28.552397+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,5],"acting":[4,6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1b","version":"0'0","reported_seq":29,"reported_epoch":62,"state":"active+clean","last_fresh":"2026-03-05T21:51:15.705243+0000","last_change":"2026-03-05T21:50:47.735611+0000","last_active":"2026-03-05T21:51:15.705243+0000","last_peered":"2026-03-05T21:51:15.705243+0000","last_clean":"2026-03-05T21:51:15.705243+0000","last_became_active":"2026-03-05T21:50:47.735533+0000","last_became_peered":"2026-03-05T21:50:47.735533+0000","last_unstale":"2026-03-05T21:51:15.705243+0000","last_undegraded":"2026-03-05T21:51:15.705243+0000","last_fullsized":"2026-03-05T21:51:15.705243+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-03-05T21:50:46.697602+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-03-05T21:50:46.697602+0000","last_clean_scrub_stamp":"2026-03-05T21:50:46.697602+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-03-07T08:02:10.201141+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,7],"acting":[0,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.1c","version":"60'15","reported_seq":50,"reported_epoch":62,"state":"active+clean","last_fresh":"2026-03-05T21:51:15.422154+0000","last_change":"2026-03-05T21:50:49.731717+0000","last_active":"2026-03-05T21:51:15.422154+0000","last_peered":"2026-03-05T21:51:15.422154+0000","last_clean":"2026-03-05T21:51:15.422154+0000","last_became_active":"2026-03-05T21:50:49.731599+0000","last_became_peered":"2026-03-05T21:50:49.731599+0000","last_unstale":"2026-03-05T21:51:15.422154+0000","last_undegraded":"2026-03-05T21:51:15.422154+0000","last_fullsized":"2026-03-05T21:51:15.422154+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-03-05T21:50:48.703108+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-03-05T21:50:48.703108+0000","last_clean_scrub_stamp":"2026-03-05T21:50:48.703108+0000","objects_scrubbed":0,"log_size":15,"log_dups_size":0,"ondisk_log_size":15,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-03-07T06:52:16.225984+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":110,"num_objects":7,"num_object_clones":0,"num_object_copies":21,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7,"num_whiteouts":0,"num_read":26,"num_read_kb":17,"num_write":16,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,3],"acting":[2,1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"5.1d","version":"0'0","reported_seq":21,"reported_epoch":62,"state":"active+clean","last_fresh":"2026-03-05T21:51:15.707063+0000","last_change":"2026-03-05T21:50:51.739214+0000","last_active":"2026-03-05T21:51:15.707063+0000","last_peered":"2026-03-05T21:51:15.707063+0000","last_clean":"2026-03-05T21:51:15.707063+0000","last_became_active":"2026-03-05T21:50:51.738410+0000","last_became_peered":"2026-03-05T21:50:51.738410+0000","last_unstale":"2026-03-05T21:51:15.707063+0000","last_undegraded":"2026-03-05T21:51:15.707063+0000","last_fullsized":"2026-03-05T21:51:15.707063+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-03-05T21:50:50.708506+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-03-05T21:50:50.708506+0000","last_clean_scrub_stamp":"2026-03-05T21:50:50.708506+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-03-07T05:42:44.106947+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,0],"acting":[1,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"6.1f","version":"0'0","reported_seq":17,"reported_epoch":62,"state":"active+clean","last_fresh":"2026-03-05T21:51:15.424149+0000","last_change":"2026-03-05T21:50:54.114358+0000","last_active":"2026-03-05T21:51:15.424149+0000","last_peered":"2026-03-05T21:51:15.424149+0000","last_clean":"2026-03-05T21:51:15.424149+0000","last_became_active":"2026-03-05T21:50:54.114275+0000","last_became_peered":"2026-03-05T21:50:54.114275+0000","last_unstale":"2026-03-05T21:51:15.424149+0000","last_undegraded":"2026-03-05T21:51:15.424149+0000","last_fullsized":"2026-03-05T21:51:15.424149+0000","mapping_epoch":58,"log_start":"0'0","ondisk_log_start":"0'0","created":58,"last_epoch_clean":59,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-03-05T21:50:52.714775+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-03-05T21:50:52.714775+0000","last_clean_scrub_stamp":"2026-03-05T21:50:52.714775+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-03-07T08:45:55.475139+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,5],"acting":[3,6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1a","version":"0'0","reported_seq":29,"reported_epoch":62,"state":"active+clean","last_fresh":"2026-03-05T21:51:15.419258+0000","last_change":"2026-03-05T21:50:47.728128+0000","last_active":"2026-03-05T21:51:15.419258+0000","last_peered":"2026-03-05T21:51:15.419258+0000","last_clean":"2026-03-05T21:51:15.419258+0000","last_became_active":"2026-03-05T21:50:47.728056+0000","last_became_peered":"2026-03-05T21:50:47.728056+0000","last_unstale":"2026-03-05T21:51:15.419258+0000","last_undegraded":"2026-03-05T21:51:15.419258+0000","last_fullsized":"2026-03-05T21:51:15.419258+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-03-05T21:50:46.697602+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-03-05T21:50:46.697602+0000","last_clean_scrub_stamp":"2026-03-05T21:50:46.697602+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-03-07T04:52:42.812783+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,2],"acting":[4,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.1d","version":"60'12","reported_seq":48,"reported_epoch":62,"state":"active+clean","last_fresh":"2026-03-05T21:51:15.424196+0000","last_change":"2026-03-05T21:50:49.745346+0000","last_active":"2026-03-05T21:51:15.424196+0000","last_peered":"2026-03-05T21:51:15.424196+0000","last_clean":"2026-03-05T21:51:15.424196+0000","last_became_active":"2026-03-05T21:50:49.745116+0000","last_became_peered":"2026-03-05T21:50:49.745116+0000","last_unstale":"2026-03-05T21:51:15.424196+0000","last_undegraded":"2026-03-05T21:51:15.424196+0000","last_fullsized":"2026-03-05T21:51:15.424196+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-03-05T21:50:48.703108+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-03-05T21:50:48.703108+0000","last_clean_scrub_stamp":"2026-03-05T21:50:48.703108+0000","objects_scrubbed":0,"log_size":12,"log_dups_size":0,"ondisk_log_size":12,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-03-07T09:13:40.259290+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":220,"num_objects":5,"num_object_clones":0,"num_object_copies":15,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":25,"num_read_kb":16,"num_write":14,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,4],"acting":[3,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.1c","version":"0'0","reported_seq":21,"reported_epoch":62,"state":"active+clean","last_fresh":"2026-03-05T21:51:15.419213+0000","last_change":"2026-03-05T21:50:51.740463+0000","last_active":"2026-03-05T21:51:15.419213+0000","last_peered":"2026-03-05T21:51:15.419213+0000","last_clean":"2026-03-05T21:51:15.419213+0000","last_became_active":"2026-03-05T21:50:51.737158+0000","last_became_peered":"2026-03-05T21:50:51.737158+0000","last_unstale":"2026-03-05T21:51:15.419213+0000","last_undegraded":"2026-03-05T21:51:15.419213+0000","last_fullsized":"2026-03-05T21:51:15.419213+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-03-05T21:50:50.708506+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-03-05T21:50:50.708506+0000","last_clean_scrub_stamp":"2026-03-05T21:50:50.708506+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-03-07T05:03:37.700180+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,2],"acting":[4,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"6.1c","version":"60'1","reported_seq":18,"reported_epoch":62,"state":"active+clean","last_fresh":"2026-03-05T21:51:15.528495+0000","last_change":"2026-03-05T21:50:53.754006+0000","last_active":"2026-03-05T21:51:15.528495+0000","last_peered":"2026-03-05T21:51:15.528495+0000","last_clean":"2026-03-05T21:51:15.528495+0000","last_became_active":"2026-03-05T21:50:53.753865+0000","last_became_peered":"2026-03-05T21:50:53.753865+0000","last_unstale":"2026-03-05T21:51:15.528495+0000","last_undegraded":"2026-03-05T21:51:15.528495+0000","last_fullsized":"2026-03-05T21:51:15.528495+0000","mapping_epoch":58,"log_start":"0'0","ondisk_log_start":"0'0","created":58,"last_epoch_clean":59,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-03-05T21:50:52.714775+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-03-05T21:50:52.714775+0000","last_clean_scrub_stamp":"2026-03-05T21:50:52.714775+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-03-07T00:24:43.393659+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":403,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,2],"acting":[7,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.19","version":"53'1","reported_seq":30,"reported_epoch":62,"state":"active+clean","last_fresh":"2026-03-05T21:51:15.707771+0000","last_change":"2026-03-05T21:50:47.731065+0000","last_active":"2026-03-05T21:51:15.707771+0000","last_peered":"2026-03-05T21:51:15.707771+0000","last_clean":"2026-03-05T21:51:15.707771+0000","last_became_active":"2026-03-05T21:50:47.728222+0000","last_became_peered":"2026-03-05T21:50:47.728222+0000","last_unstale":"2026-03-05T21:51:15.707771+0000","last_undegraded":"2026-03-05T21:51:15.707771+0000","last_fullsized":"2026-03-05T21:51:15.707771+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-03-05T21:50:46.697602+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-03-05T21:50:46.697602+0000","last_clean_scrub_stamp":"2026-03-05T21:50:46.697602+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-03-07T01:31:36.520973+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":46,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,4],"acting":[1,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.1e","version":"60'10","reported_seq":40,"reported_epoch":62,"state":"active+clean","last_fresh":"2026-03-05T21:51:15.705949+0000","last_change":"2026-03-05T21:50:49.732483+0000","last_active":"2026-03-05T21:51:15.705949+0000","last_peered":"2026-03-05T21:51:15.705949+0000","last_clean":"2026-03-05T21:51:15.705949+0000","last_became_active":"2026-03-05T21:50:49.732337+0000","last_became_peered":"2026-03-05T21:50:49.732337+0000","last_unstale":"2026-03-05T21:51:15.705949+0000","last_undegraded":"2026-03-05T21:51:15.705949+0000","last_fullsized":"2026-03-05T21:51:15.705949+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-03-05T21:50:48.703108+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-03-05T21:50:48.703108+0000","last_clean_scrub_stamp":"2026-03-05T21:50:48.703108+0000","objects_scrubbed":0,"log_size":10,"log_dups_size":0,"ondisk_log_size":10,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-03-07T03:00:47.189383+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":5,"num_object_clones":0,"num_object_copies":15,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":15,"num_read_kb":10,"num_write":10,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,3],"acting":[0,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.1f","version":"60'8","reported_seq":41,"reported_epoch":62,"state":"active+clean","last_fresh":"2026-03-05T21:51:15.706723+0000","last_change":"2026-03-05T21:50:51.741241+0000","last_active":"2026-03-05T21:51:15.706723+0000","last_peered":"2026-03-05T21:51:15.706723+0000","last_clean":"2026-03-05T21:51:15.706723+0000","last_became_active":"2026-03-05T21:50:51.740174+0000","last_became_peered":"2026-03-05T21:50:51.740174+0000","last_unstale":"2026-03-05T21:51:15.706723+0000","last_undegraded":"2026-03-05T21:51:15.706723+0000","last_fullsized":"2026-03-05T21:51:15.706723+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-03-05T21:50:50.708506+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-03-05T21:50:50.708506+0000","last_clean_scrub_stamp":"2026-03-05T21:50:50.708506+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-03-07T07:58:05.591566+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,7],"acting":[6,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.f","version":"60'15","reported_seq":50,"reported_epoch":62,"state":"active+clean","last_fresh":"2026-03-05T21:51:15.707238+0000","last_change":"2026-03-05T21:50:49.739896+0000","last_active":"2026-03-05T21:51:15.707238+0000","last_peered":"2026-03-05T21:51:15.707238+0000","last_clean":"2026-03-05T21:51:15.707238+0000","last_became_active":"2026-03-05T21:50:49.739821+0000","last_became_peered":"2026-03-05T21:50:49.739821+0000","last_unstale":"2026-03-05T21:51:15.707238+0000","last_undegraded":"2026-03-05T21:51:15.707238+0000","last_fullsized":"2026-03-05T21:51:15.707238+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-03-05T21:50:48.703108+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-03-05T21:50:48.703108+0000","last_clean_scrub_stamp":"2026-03-05T21:50:48.703108+0000","objects_scrubbed":0,"log_size":15,"log_dups_size":0,"ondisk_log_size":15,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-03-07T07:12:23.553152+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":110,"num_objects":7,"num_object_clones":0,"num_object_copies":21,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7,"num_whiteouts":0,"num_read":26,"num_read_kb":17,"num_write":16,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,4],"acting":[1,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":29,"reported_epoch":62,"state":"active+clean","last_fresh":"2026-03-05T21:51:15.422990+0000","last_change":"2026-03-05T21:50:47.729001+0000","last_active":"2026-03-05T21:51:15.422990+0000","last_peered":"2026-03-05T21:51:15.422990+0000","last_clean":"2026-03-05T21:51:15.422990+0000","last_became_active":"2026-03-05T21:50:47.728723+0000","last_became_peered":"2026-03-05T21:50:47.728723+0000","last_unstale":"2026-03-05T21:51:15.422990+0000","last_undegraded":"2026-03-05T21:51:15.422990+0000","last_fullsized":"2026-03-05T21:51:15.422990+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-03-05T21:50:46.697602+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-03-05T21:50:46.697602+0000","last_clean_scrub_stamp":"2026-03-05T21:50:46.697602+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-03-07T07:05:21.937147+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7],"acting":[3,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.e","version":"60'8","reported_seq":35,"reported_epoch":62,"state":"active+clean","last_fresh":"2026-03-05T21:51:15.419039+0000","last_change":"2026-03-05T21:50:51.752669+0000","last_active":"2026-03-05T21:51:15.419039+0000","last_peered":"2026-03-05T21:51:15.419039+0000","last_clean":"2026-03-05T21:51:15.419039+0000","last_became_active":"2026-03-05T21:50:51.752494+0000","last_became_peered":"2026-03-05T21:50:51.752494+0000","last_unstale":"2026-03-05T21:51:15.419039+0000","last_undegraded":"2026-03-05T21:51:15.419039+0000","last_fullsized":"2026-03-05T21:51:15.419039+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-03-05T21:50:50.708506+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-03-05T21:50:50.708506+0000","last_clean_scrub_stamp":"2026-03-05T21:50:50.708506+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-03-07T03:59:51.274343+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,0],"acting":[4,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"6.d","version":"0'0","reported_seq":17,"reported_epoch":62,"state":"active+clean","last_fresh":"2026-03-05T21:51:15.514109+0000","last_change":"2026-03-05T21:50:53.746117+0000","last_active":"2026-03-05T21:51:15.514109+0000","last_peered":"2026-03-05T21:51:15.514109+0000","last_clean":"2026-03-05T21:51:15.514109+0000","last_became_active":"2026-03-05T21:50:53.745710+0000","last_became_peered":"2026-03-05T21:50:53.745710+0000","last_unstale":"2026-03-05T21:51:15.514109+0000","last_undegraded":"2026-03-05T21:51:15.514109+0000","last_fullsized":"2026-03-05T21:51:15.514109+0000","mapping_epoch":58,"log_start":"0'0","ondisk_log_start":"0'0","created":58,"last_epoch_clean":59,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-03-05T21:50:52.714775+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-03-05T21:50:52.714775+0000","last_clean_scrub_stamp":"2026-03-05T21:50:52.714775+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-03-07T07:06:52.712742+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,0],"acting":[5,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.0","version":"60'18","reported_seq":57,"reported_epoch":62,"state":"active+clean","last_fresh":"2026-03-05T21:51:15.423045+0000","last_change":"2026-03-05T21:50:49.735930+0000","last_active":"2026-03-05T21:51:15.423045+0000","last_peered":"2026-03-05T21:51:15.423045+0000","last_clean":"2026-03-05T21:51:15.423045+0000","last_became_active":"2026-03-05T21:50:49.735798+0000","last_became_peered":"2026-03-05T21:50:49.735798+0000","last_unstale":"2026-03-05T21:51:15.423045+0000","last_undegraded":"2026-03-05T21:51:15.423045+0000","last_fullsized":"2026-03-05T21:51:15.423045+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-03-05T21:50:48.703108+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-03-05T21:50:48.703108+0000","last_clean_scrub_stamp":"2026-03-05T21:50:48.703108+0000","objects_scrubbed":0,"log_size":18,"log_dups_size":0,"ondisk_log_size":18,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-03-07T06:46:15.189037+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":220,"num_objects":8,"num_object_clones":0,"num_object_copies":24,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8,"num_whiteouts":0,"num_read":34,"num_read_kb":22,"num_write":20,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.7","version":"53'2","reported_seq":41,"reported_epoch":62,"state":"active+clean","last_fresh":"2026-03-05T21:51:15.423042+0000","last_change":"2026-03-05T21:50:47.729620+0000","last_active":"2026-03-05T21:51:15.423042+0000","last_peered":"2026-03-05T21:51:15.423042+0000","last_clean":"2026-03-05T21:51:15.423042+0000","last_became_active":"2026-03-05T21:50:47.724766+0000","last_became_peered":"2026-03-05T21:50:47.724766+0000","last_unstale":"2026-03-05T21:51:15.423042+0000","last_undegraded":"2026-03-05T21:51:15.423042+0000","last_fullsized":"2026-03-05T21:51:15.423042+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-03-05T21:50:46.697602+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-03-05T21:50:46.697602+0000","last_clean_scrub_stamp":"2026-03-05T21:50:46.697602+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-03-07T04:34:34.652420+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1429,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":14,"num_read_kb":14,"num_write":4,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.1","version":"0'0","reported_seq":21,"reported_epoch":62,"state":"active+clean","last_fresh":"2026-03-05T21:51:15.418945+0000","last_change":"2026-03-05T21:50:51.756282+0000","last_active":"2026-03-05T21:51:15.418945+0000","last_peered":"2026-03-05T21:51:15.418945+0000","last_clean":"2026-03-05T21:51:15.418945+0000","last_became_active":"2026-03-05T21:50:51.756202+0000","last_became_peered":"2026-03-05T21:50:51.756202+0000","last_unstale":"2026-03-05T21:51:15.418945+0000","last_undegraded":"2026-03-05T21:51:15.418945+0000","last_fullsized":"2026-03-05T21:51:15.418945+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-03-05T21:50:50.708506+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-03-05T21:50:50.708506+0000","last_clean_scrub_stamp":"2026-03-05T21:50:50.708506+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-03-07T02:48:37.054314+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,7],"acting":[4,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"6.2","version":"0'0","reported_seq":17,"reported_epoch":62,"state":"active+clean","last_fresh":"2026-03-05T21:51:15.419547+0000","last_change":"2026-03-05T21:50:53.740725+0000","last_active":"2026-03-05T21:51:15.419547+0000","last_peered":"2026-03-05T21:51:15.419547+0000","last_clean":"2026-03-05T21:51:15.419547+0000","last_became_active":"2026-03-05T21:50:53.740580+0000","last_became_peered":"2026-03-05T21:50:53.740580+0000","last_unstale":"2026-03-05T21:51:15.419547+0000","last_undegraded":"2026-03-05T21:51:15.419547+0000","last_fullsized":"2026-03-05T21:51:15.419547+0000","mapping_epoch":58,"log_start":"0'0","ondisk_log_start":"0'0","created":58,"last_epoch_clean":59,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-03-05T21:50:52.714775+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-03-05T21:50:52.714775+0000","last_clean_scrub_stamp":"2026-03-05T21:50:52.714775+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-03-06T22:45:10.032836+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,2],"acting":[4,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.1","version":"60'14","reported_seq":46,"reported_epoch":62,"state":"active+clean","last_fresh":"2026-03-05T21:51:15.419857+0000","last_change":"2026-03-05T21:50:49.740529+0000","last_active":"2026-03-05T21:51:15.419857+0000","last_peered":"2026-03-05T21:51:15.419857+0000","last_clean":"2026-03-05T21:51:15.419857+0000","last_became_active":"2026-03-05T21:50:49.736956+0000","last_became_peered":"2026-03-05T21:50:49.736956+0000","last_unstale":"2026-03-05T21:51:15.419857+0000","last_undegraded":"2026-03-05T21:51:15.419857+0000","last_fullsized":"2026-03-05T21:51:15.419857+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-03-05T21:50:48.703108+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-03-05T21:50:48.703108+0000","last_clean_scrub_stamp":"2026-03-05T21:50:48.703108+0000","objects_scrubbed":0,"log_size":14,"log_dups_size":0,"ondisk_log_size":14,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-03-07T08:31:42.914223+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":7,"num_object_clones":0,"num_object_copies":21,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7,"num_whiteouts":0,"num_read":21,"num_read_kb":14,"num_write":14,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,6],"acting":[4,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.6","version":"53'1","reported_seq":30,"reported_epoch":62,"state":"active+clean","last_fresh":"2026-03-05T21:51:15.705380+0000","last_change":"2026-03-05T21:50:47.728536+0000","last_active":"2026-03-05T21:51:15.705380+0000","last_peered":"2026-03-05T21:51:15.705380+0000","last_clean":"2026-03-05T21:51:15.705380+0000","last_became_active":"2026-03-05T21:50:47.728079+0000","last_became_peered":"2026-03-05T21:50:47.728079+0000","last_unstale":"2026-03-05T21:51:15.705380+0000","last_undegraded":"2026-03-05T21:51:15.705380+0000","last_fullsized":"2026-03-05T21:51:15.705380+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-03-05T21:50:46.697602+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-03-05T21:50:46.697602+0000","last_clean_scrub_stamp":"2026-03-05T21:50:46.697602+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-03-07T07:07:40.964094+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":46,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.0","version":"60'8","reported_seq":35,"reported_epoch":62,"state":"active+clean","last_fresh":"2026-03-05T21:51:15.422931+0000","last_change":"2026-03-05T21:50:51.740976+0000","last_active":"2026-03-05T21:51:15.422931+0000","last_peered":"2026-03-05T21:51:15.422931+0000","last_clean":"2026-03-05T21:51:15.422931+0000","last_became_active":"2026-03-05T21:50:51.740865+0000","last_became_peered":"2026-03-05T21:50:51.740865+0000","last_unstale":"2026-03-05T21:51:15.422931+0000","last_undegraded":"2026-03-05T21:51:15.422931+0000","last_fullsized":"2026-03-05T21:51:15.422931+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-03-05T21:50:50.708506+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-03-05T21:50:50.708506+0000","last_clean_scrub_stamp":"2026-03-05T21:50:50.708506+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-03-07T04:22:02.933505+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,4],"acting":[3,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"6.3","version":"0'0","reported_seq":17,"reported_epoch":62,"state":"active+clean","last_fresh":"2026-03-05T21:51:15.527289+0000","last_change":"2026-03-05T21:50:54.111696+0000","last_active":"2026-03-05T21:51:15.527289+0000","last_peered":"2026-03-05T21:51:15.527289+0000","last_clean":"2026-03-05T21:51:15.527289+0000","last_became_active":"2026-03-05T21:50:54.111578+0000","last_became_peered":"2026-03-05T21:50:54.111578+0000","last_unstale":"2026-03-05T21:51:15.527289+0000","last_undegraded":"2026-03-05T21:51:15.527289+0000","last_fullsized":"2026-03-05T21:51:15.527289+0000","mapping_epoch":58,"log_start":"0'0","ondisk_log_start":"0'0","created":58,"last_epoch_clean":59,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-03-05T21:50:52.714775+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-03-05T21:50:52.714775+0000","last_clean_scrub_stamp":"2026-03-05T21:50:52.714775+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-03-07T04:01:31.456161+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,2],"acting":[7,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.2","version":"60'10","reported_seq":40,"reported_epoch":62,"state":"active+clean","last_fresh":"2026-03-05T21:51:15.707996+0000","last_change":"2026-03-05T21:50:49.733522+0000","last_active":"2026-03-05T21:51:15.707996+0000","last_peered":"2026-03-05T21:51:15.707996+0000","last_clean":"2026-03-05T21:51:15.707996+0000","last_became_active":"2026-03-05T21:50:49.733322+0000","last_became_peered":"2026-03-05T21:50:49.733322+0000","last_unstale":"2026-03-05T21:51:15.707996+0000","last_undegraded":"2026-03-05T21:51:15.707996+0000","last_fullsized":"2026-03-05T21:51:15.707996+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-03-05T21:50:48.703108+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-03-05T21:50:48.703108+0000","last_clean_scrub_stamp":"2026-03-05T21:50:48.703108+0000","objects_scrubbed":0,"log_size":10,"log_dups_size":0,"ondisk_log_size":10,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-03-07T02:33:49.427608+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":5,"num_object_clones":0,"num_object_copies":15,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":15,"num_read_kb":10,"num_write":10,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,4],"acting":[1,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":29,"reported_epoch":62,"state":"active+clean","last_fresh":"2026-03-05T21:51:15.514706+0000","last_change":"2026-03-05T21:50:47.729411+0000","last_active":"2026-03-05T21:51:15.514706+0000","last_peered":"2026-03-05T21:51:15.514706+0000","last_clean":"2026-03-05T21:51:15.514706+0000","last_became_active":"2026-03-05T21:50:47.727737+0000","last_became_peered":"2026-03-05T21:50:47.727737+0000","last_unstale":"2026-03-05T21:51:15.514706+0000","last_undegraded":"2026-03-05T21:51:15.514706+0000","last_fullsized":"2026-03-05T21:51:15.514706+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-03-05T21:50:46.697602+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-03-05T21:50:46.697602+0000","last_clean_scrub_stamp":"2026-03-05T21:50:46.697602+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-03-06T22:39:10.929588+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,2],"acting":[5,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.3","version":"60'8","reported_seq":35,"reported_epoch":62,"state":"active+clean","last_fresh":"2026-03-05T21:51:15.705197+0000","last_change":"2026-03-05T21:50:51.750723+0000","last_active":"2026-03-05T21:51:15.705197+0000","last_peered":"2026-03-05T21:51:15.705197+0000","last_clean":"2026-03-05T21:51:15.705197+0000","last_became_active":"2026-03-05T21:50:51.750369+0000","last_became_peered":"2026-03-05T21:50:51.750369+0000","last_unstale":"2026-03-05T21:51:15.705197+0000","last_undegraded":"2026-03-05T21:51:15.705197+0000","last_fullsized":"2026-03-05T21:51:15.705197+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-03-05T21:50:50.708506+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-03-05T21:50:50.708506+0000","last_clean_scrub_stamp":"2026-03-05T21:50:50.708506+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-03-07T06:53:34.380194+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6,5],"acting":[0,6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"6.0","version":"0'0","reported_seq":17,"reported_epoch":62,"state":"active+clean","last_fresh":"2026-03-05T21:51:15.705172+0000","last_change":"2026-03-05T21:50:53.765112+0000","last_active":"2026-03-05T21:51:15.705172+0000","last_peered":"2026-03-05T21:51:15.705172+0000","last_clean":"2026-03-05T21:51:15.705172+0000","last_became_active":"2026-03-05T21:50:53.764738+0000","last_became_peered":"2026-03-05T21:50:53.764738+0000","last_unstale":"2026-03-05T21:51:15.705172+0000","last_undegraded":"2026-03-05T21:51:15.705172+0000","last_fullsized":"2026-03-05T21:51:15.705172+0000","mapping_epoch":58,"log_start":"0'0","ondisk_log_start":"0'0","created":58,"last_epoch_clean":59,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-03-05T21:50:52.714775+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-03-05T21:50:52.714775+0000","last_clean_scrub_stamp":"2026-03-05T21:50:52.714775+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-03-07T08:06:06.285563+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,2],"acting":[0,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.3","version":"60'19","reported_seq":61,"reported_epoch":62,"state":"active+clean","last_fresh":"2026-03-05T21:51:15.705806+0000","last_change":"2026-03-05T21:50:49.720634+0000","last_active":"2026-03-05T21:51:15.705806+0000","last_peered":"2026-03-05T21:51:15.705806+0000","last_clean":"2026-03-05T21:51:15.705806+0000","last_became_active":"2026-03-05T21:50:49.720537+0000","last_became_peered":"2026-03-05T21:50:49.720537+0000","last_unstale":"2026-03-05T21:51:15.705806+0000","last_undegraded":"2026-03-05T21:51:15.705806+0000","last_fullsized":"2026-03-05T21:51:15.705806+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-03-05T21:50:48.703108+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-03-05T21:50:48.703108+0000","last_clean_scrub_stamp":"2026-03-05T21:50:48.703108+0000","objects_scrubbed":0,"log_size":19,"log_dups_size":0,"ondisk_log_size":19,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-03-06T21:51:53.338425+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":330,"num_objects":8,"num_object_clones":0,"num_object_copies":24,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8,"num_whiteouts":0,"num_read":39,"num_read_kb":25,"num_write":22,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,7],"acting":[0,5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":29,"reported_epoch":62,"state":"active+clean","last_fresh":"2026-03-05T21:51:15.707634+0000","last_change":"2026-03-05T21:50:47.733797+0000","last_active":"2026-03-05T21:51:15.707634+0000","last_peered":"2026-03-05T21:51:15.707634+0000","last_clean":"2026-03-05T21:51:15.707634+0000","last_became_active":"2026-03-05T21:50:47.730094+0000","last_became_peered":"2026-03-05T21:50:47.730094+0000","last_unstale":"2026-03-05T21:51:15.707634+0000","last_undegraded":"2026-03-05T21:51:15.707634+0000","last_fullsized":"2026-03-05T21:51:15.707634+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-03-05T21:50:46.697602+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-03-05T21:50:46.697602+0000","last_clean_scrub_stamp":"2026-03-05T21:50:46.697602+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-03-06T22:45:01.850457+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,5],"acting":[1,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.2","version":"0'0","reported_seq":21,"reported_epoch":62,"state":"active+clean","last_fresh":"2026-03-05T21:51:15.706694+0000","last_change":"2026-03-05T21:50:51.747776+0000","last_active":"2026-03-05T21:51:15.706694+0000","last_peered":"2026-03-05T21:51:15.706694+0000","last_clean":"2026-03-05T21:51:15.706694+0000","last_became_active":"2026-03-05T21:50:51.747659+0000","last_became_peered":"2026-03-05T21:50:51.747659+0000","last_unstale":"2026-03-05T21:51:15.706694+0000","last_undegraded":"2026-03-05T21:51:15.706694+0000","last_fullsized":"2026-03-05T21:51:15.706694+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-03-05T21:50:50.708506+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-03-05T21:50:50.708506+0000","last_clean_scrub_stamp":"2026-03-05T21:50:50.708506+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-03-07T06:34:08.726991+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"6.1","version":"0'0","reported_seq":17,"reported_epoch":62,"state":"active+clean","last_fresh":"2026-03-05T21:51:15.707570+0000","last_change":"2026-03-05T21:50:54.112314+0000","last_active":"2026-03-05T21:51:15.707570+0000","last_peered":"2026-03-05T21:51:15.707570+0000","last_clean":"2026-03-05T21:51:15.707570+0000","last_became_active":"2026-03-05T21:50:54.112180+0000","last_became_peered":"2026-03-05T21:50:54.112180+0000","last_unstale":"2026-03-05T21:51:15.707570+0000","last_undegraded":"2026-03-05T21:51:15.707570+0000","last_fullsized":"2026-03-05T21:51:15.707570+0000","mapping_epoch":58,"log_start":"0'0","ondisk_log_start":"0'0","created":58,"last_epoch_clean":59,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-03-05T21:50:52.714775+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-03-05T21:50:52.714775+0000","last_clean_scrub_stamp":"2026-03-05T21:50:52.714775+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-03-07T06:39:34.118812+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,2],"acting":[1,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.4","version":"60'28","reported_seq":79,"reported_epoch":62,"state":"active+clean","last_fresh":"2026-03-05T21:51:15.707827+0000","last_change":"2026-03-05T21:50:49.744541+0000","last_active":"2026-03-05T21:51:15.707827+0000","last_peered":"2026-03-05T21:51:15.707827+0000","last_clean":"2026-03-05T21:51:15.707827+0000","last_became_active":"2026-03-05T21:50:49.742471+0000","last_became_peered":"2026-03-05T21:50:49.742471+0000","last_unstale":"2026-03-05T21:51:15.707827+0000","last_undegraded":"2026-03-05T21:51:15.707827+0000","last_fullsized":"2026-03-05T21:51:15.707827+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-03-05T21:50:48.703108+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-03-05T21:50:48.703108+0000","last_clean_scrub_stamp":"2026-03-05T21:50:48.703108+0000","objects_scrubbed":0,"log_size":28,"log_dups_size":0,"ondisk_log_size":28,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-03-07T01:12:01.685588+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":358,"num_objects":10,"num_object_clones":0,"num_object_copies":30,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":10,"num_whiteouts":0,"num_read":48,"num_read_kb":33,"num_write":26,"num_write_kb":4,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,3],"acting":[1,2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":29,"reported_epoch":62,"state":"active+clean","last_fresh":"2026-03-05T21:51:15.419473+0000","last_change":"2026-03-05T21:50:47.723564+0000","last_active":"2026-03-05T21:51:15.419473+0000","last_peered":"2026-03-05T21:51:15.419473+0000","last_clean":"2026-03-05T21:51:15.419473+0000","last_became_active":"2026-03-05T21:50:47.723456+0000","last_became_peered":"2026-03-05T21:50:47.723456+0000","last_unstale":"2026-03-05T21:51:15.419473+0000","last_undegraded":"2026-03-05T21:51:15.419473+0000","last_fullsized":"2026-03-05T21:51:15.419473+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-03-05T21:50:46.697602+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-03-05T21:50:46.697602+0000","last_clean_scrub_stamp":"2026-03-05T21:50:46.697602+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-03-07T08:26:58.649153+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,6],"acting":[4,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.2","version":"54'2","reported_seq":38,"reported_epoch":62,"state":"active+clean","last_fresh":"2026-03-05T21:51:15.514788+0000","last_change":"2026-03-05T21:50:48.710506+0000","last_active":"2026-03-05T21:51:15.514788+0000","last_peered":"2026-03-05T21:51:15.514788+0000","last_clean":"2026-03-05T21:51:15.514788+0000","last_became_active":"2026-03-05T21:50:46.721334+0000","last_became_peered":"2026-03-05T21:50:46.721334+0000","last_unstale":"2026-03-05T21:51:15.514788+0000","last_undegraded":"2026-03-05T21:51:15.514788+0000","last_fullsized":"2026-03-05T21:51:15.514788+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-03-05T21:50:45.688322+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-03-05T21:50:45.688322+0000","last_clean_scrub_stamp":"2026-03-05T21:50:45.688322+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-03-07T09:40:37.933240+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00014847800000000001,"stat_sum":{"num_bytes":19,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,6],"acting":[5,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.5","version":"0'0","reported_seq":21,"reported_epoch":62,"state":"active+clean","last_fresh":"2026-03-05T21:51:15.705551+0000","last_change":"2026-03-05T21:50:51.754654+0000","last_active":"2026-03-05T21:51:15.705551+0000","last_peered":"2026-03-05T21:51:15.705551+0000","last_clean":"2026-03-05T21:51:15.705551+0000","last_became_active":"2026-03-05T21:50:51.754553+0000","last_became_peered":"2026-03-05T21:50:51.754553+0000","last_unstale":"2026-03-05T21:51:15.705551+0000","last_undegraded":"2026-03-05T21:51:15.705551+0000","last_fullsized":"2026-03-05T21:51:15.705551+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-03-05T21:50:50.708506+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-03-05T21:50:50.708506+0000","last_clean_scrub_stamp":"2026-03-05T21:50:50.708506+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-03-07T00:18:17.601340+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"6.6","version":"0'0","reported_seq":17,"reported_epoch":62,"state":"active+clean","last_fresh":"2026-03-05T21:51:15.423254+0000","last_change":"2026-03-05T21:50:53.754225+0000","last_active":"2026-03-05T21:51:15.423254+0000","last_peered":"2026-03-05T21:51:15.423254+0000","last_clean":"2026-03-05T21:51:15.423254+0000","last_became_active":"2026-03-05T21:50:53.754105+0000","last_became_peered":"2026-03-05T21:50:53.754105+0000","last_unstale":"2026-03-05T21:51:15.423254+0000","last_undegraded":"2026-03-05T21:51:15.423254+0000","last_fullsized":"2026-03-05T21:51:15.423254+0000","mapping_epoch":58,"log_start":"0'0","ondisk_log_start":"0'0","created":58,"last_epoch_clean":59,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-03-05T21:50:52.714775+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-03-05T21:50:52.714775+0000","last_clean_scrub_stamp":"2026-03-05T21:50:52.714775+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-03-07T04:53:32.670152+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,7],"acting":[3,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.7","version":"60'13","reported_seq":52,"reported_epoch":62,"state":"active+clean","last_fresh":"2026-03-05T21:51:15.707657+0000","last_change":"2026-03-05T21:50:49.724000+0000","last_active":"2026-03-05T21:51:15.707657+0000","last_peered":"2026-03-05T21:51:15.707657+0000","last_clean":"2026-03-05T21:51:15.707657+0000","last_became_active":"2026-03-05T21:50:49.723889+0000","last_became_peered":"2026-03-05T21:50:49.723889+0000","last_unstale":"2026-03-05T21:51:15.707657+0000","last_undegraded":"2026-03-05T21:51:15.707657+0000","last_fullsized":"2026-03-05T21:51:15.707657+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-03-05T21:50:48.703108+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-03-05T21:50:48.703108+0000","last_clean_scrub_stamp":"2026-03-05T21:50:48.703108+0000","objects_scrubbed":0,"log_size":13,"log_dups_size":0,"ondisk_log_size":13,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-03-07T05:23:56.072071+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":330,"num_objects":5,"num_object_clones":0,"num_object_copies":15,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":30,"num_read_kb":19,"num_write":16,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0],"acting":[1,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":29,"reported_epoch":62,"state":"active+clean","last_fresh":"2026-03-05T21:51:15.707689+0000","last_change":"2026-03-05T21:50:47.726804+0000","last_active":"2026-03-05T21:51:15.707689+0000","last_peered":"2026-03-05T21:51:15.707689+0000","last_clean":"2026-03-05T21:51:15.707689+0000","last_became_active":"2026-03-05T21:50:47.726585+0000","last_became_peered":"2026-03-05T21:50:47.726585+0000","last_unstale":"2026-03-05T21:51:15.707689+0000","last_undegraded":"2026-03-05T21:51:15.707689+0000","last_fullsized":"2026-03-05T21:51:15.707689+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-03-05T21:50:46.697602+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-03-05T21:50:46.697602+0000","last_clean_scrub_stamp":"2026-03-05T21:50:46.697602+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-03-07T02:26:10.208569+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,6],"acting":[1,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.1","version":"52'1","reported_seq":37,"reported_epoch":62,"state":"active+clean","last_fresh":"2026-03-05T21:51:15.422094+0000","last_change":"2026-03-05T21:50:48.711152+0000","last_active":"2026-03-05T21:51:15.422094+0000","last_peered":"2026-03-05T21:51:15.422094+0000","last_clean":"2026-03-05T21:51:15.422094+0000","last_became_active":"2026-03-05T21:50:46.725916+0000","last_became_peered":"2026-03-05T21:50:46.725916+0000","last_unstale":"2026-03-05T21:51:15.422094+0000","last_undegraded":"2026-03-05T21:51:15.422094+0000","last_fullsized":"2026-03-05T21:51:15.422094+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-03-05T21:50:45.688322+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-03-05T21:50:45.688322+0000","last_clean_scrub_stamp":"2026-03-05T21:50:45.688322+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-03-07T00:28:48.711302+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00025424600000000002,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,0],"acting":[2,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"5.6","version":"0'0","reported_seq":21,"reported_epoch":62,"state":"active+clean","last_fresh":"2026-03-05T21:51:15.422128+0000","last_change":"2026-03-05T21:50:51.748161+0000","last_active":"2026-03-05T21:51:15.422128+0000","last_peered":"2026-03-05T21:51:15.422128+0000","last_clean":"2026-03-05T21:51:15.422128+0000","last_became_active":"2026-03-05T21:50:51.747145+0000","last_became_peered":"2026-03-05T21:50:51.747145+0000","last_unstale":"2026-03-05T21:51:15.422128+0000","last_undegraded":"2026-03-05T21:51:15.422128+0000","last_fullsized":"2026-03-05T21:51:15.422128+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-03-05T21:50:50.708506+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-03-05T21:50:50.708506+0000","last_clean_scrub_stamp":"2026-03-05T21:50:50.708506+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-03-07T09:47:57.560963+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,7],"acting":[2,5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"6.5","version":"0'0","reported_seq":17,"reported_epoch":62,"state":"active+clean","last_fresh":"2026-03-05T21:51:15.527402+0000","last_change":"2026-03-05T21:50:54.115824+0000","last_active":"2026-03-05T21:51:15.527402+0000","last_peered":"2026-03-05T21:51:15.527402+0000","last_clean":"2026-03-05T21:51:15.527402+0000","last_became_active":"2026-03-05T21:50:54.114499+0000","last_became_peered":"2026-03-05T21:50:54.114499+0000","last_unstale":"2026-03-05T21:51:15.527402+0000","last_undegraded":"2026-03-05T21:51:15.527402+0000","last_fullsized":"2026-03-05T21:51:15.527402+0000","mapping_epoch":58,"log_start":"0'0","ondisk_log_start":"0'0","created":58,"last_epoch_clean":59,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-03-05T21:50:52.714775+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-03-05T21:50:52.714775+0000","last_clean_scrub_stamp":"2026-03-05T21:50:52.714775+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-03-07T04:17:01.920517+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,3],"acting":[7,6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.6","version":"60'12","reported_seq":43,"reported_epoch":62,"state":"active+clean","last_fresh":"2026-03-05T21:51:15.705500+0000","last_change":"2026-03-05T21:50:49.721977+0000","last_active":"2026-03-05T21:51:15.705500+0000","last_peered":"2026-03-05T21:51:15.705500+0000","last_clean":"2026-03-05T21:51:15.705500+0000","last_became_active":"2026-03-05T21:50:49.721898+0000","last_became_peered":"2026-03-05T21:50:49.721898+0000","last_unstale":"2026-03-05T21:51:15.705500+0000","last_undegraded":"2026-03-05T21:51:15.705500+0000","last_fullsized":"2026-03-05T21:51:15.705500+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-03-05T21:50:48.703108+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-03-05T21:50:48.703108+0000","last_clean_scrub_stamp":"2026-03-05T21:50:48.703108+0000","objects_scrubbed":0,"log_size":12,"log_dups_size":0,"ondisk_log_size":12,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-03-07T08:04:49.197246+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":6,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":18,"num_read_kb":12,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,2],"acting":[0,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":29,"reported_epoch":62,"state":"active+clean","last_fresh":"2026-03-05T21:51:15.705456+0000","last_change":"2026-03-05T21:50:47.732590+0000","last_active":"2026-03-05T21:51:15.705456+0000","last_peered":"2026-03-05T21:51:15.705456+0000","last_clean":"2026-03-05T21:51:15.705456+0000","last_became_active":"2026-03-05T21:50:47.731591+0000","last_became_peered":"2026-03-05T21:50:47.731591+0000","last_unstale":"2026-03-05T21:51:15.705456+0000","last_undegraded":"2026-03-05T21:51:15.705456+0000","last_fullsized":"2026-03-05T21:51:15.705456+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-03-05T21:50:46.697602+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-03-05T21:50:46.697602+0000","last_clean_scrub_stamp":"2026-03-05T21:50:46.697602+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-03-07T05:22:22.243727+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.0","version":"60'5","reported_seq":64,"reported_epoch":62,"state":"active+clean","last_fresh":"2026-03-05T21:51:15.528172+0000","last_change":"2026-03-05T21:50:48.716107+0000","last_active":"2026-03-05T21:51:15.528172+0000","last_peered":"2026-03-05T21:51:15.528172+0000","last_clean":"2026-03-05T21:51:15.528172+0000","last_became_active":"2026-03-05T21:50:46.721287+0000","last_became_peered":"2026-03-05T21:50:46.721287+0000","last_unstale":"2026-03-05T21:51:15.528172+0000","last_undegraded":"2026-03-05T21:51:15.528172+0000","last_fullsized":"2026-03-05T21:51:15.528172+0000","mapping_epoch":51,"log_start":"0'0","ondisk_log_start":"0'0","created":51,"last_epoch_clean":52,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-03-05T21:50:45.688322+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-03-05T21:50:45.688322+0000","last_clean_scrub_stamp":"2026-03-05T21:50:45.688322+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-03-07T05:12:25.677287+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.001115219,"stat_sum":{"num_bytes":389,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":25,"num_read_kb":20,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,0],"acting":[7,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.7","version":"0'0","reported_seq":21,"reported_epoch":62,"state":"active+clean","last_fresh":"2026-03-05T21:51:15.514574+0000","last_change":"2026-03-05T21:50:51.750364+0000","last_active":"2026-03-05T21:51:15.514574+0000","last_peered":"2026-03-05T21:51:15.514574+0000","last_clean":"2026-03-05T21:51:15.514574+0000","last_became_active":"2026-03-05T21:50:51.747234+0000","last_became_peered":"2026-03-05T21:50:51.747234+0000","last_unstale":"2026-03-05T21:51:15.514574+0000","last_undegraded":"2026-03-05T21:51:15.514574+0000","last_fullsized":"2026-03-05T21:51:15.514574+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-03-05T21:50:50.708506+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-03-05T21:50:50.708506+0000","last_clean_scrub_stamp":"2026-03-05T21:50:50.708506+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-03-07T00:35:22.230022+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,0],"acting":[5,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.4","version":"0'0","reported_seq":17,"reported_epoch":62,"state":"active+clean","last_fresh":"2026-03-05T21:51:15.707388+0000","last_change":"2026-03-05T21:50:53.748261+0000","last_active":"2026-03-05T21:51:15.707388+0000","last_peered":"2026-03-05T21:51:15.707388+0000","last_clean":"2026-03-05T21:51:15.707388+0000","last_became_active":"2026-03-05T21:50:53.748060+0000","last_became_peered":"2026-03-05T21:50:53.748060+0000","last_unstale":"2026-03-05T21:51:15.707388+0000","last_undegraded":"2026-03-05T21:51:15.707388+0000","last_fullsized":"2026-03-05T21:51:15.707388+0000","mapping_epoch":58,"log_start":"0'0","ondisk_log_start":"0'0","created":58,"last_epoch_clean":59,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-03-05T21:50:52.714775+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-03-05T21:50:52.714775+0000","last_clean_scrub_stamp":"2026-03-05T21:50:52.714775+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-03-06T23:23:30.006622+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,3],"acting":[1,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.5","version":"60'16","reported_seq":53,"reported_epoch":62,"state":"active+clean","last_fresh":"2026-03-05T21:51:15.705849+0000","last_change":"2026-03-05T21:50:49.743161+0000","last_active":"2026-03-05T21:51:15.705849+0000","last_peered":"2026-03-05T21:51:15.705849+0000","last_clean":"2026-03-05T21:51:15.705849+0000","last_became_active":"2026-03-05T21:50:49.743069+0000","last_became_peered":"2026-03-05T21:50:49.743069+0000","last_unstale":"2026-03-05T21:51:15.705849+0000","last_undegraded":"2026-03-05T21:51:15.705849+0000","last_fullsized":"2026-03-05T21:51:15.705849+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-03-05T21:50:48.703108+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-03-05T21:50:48.703108+0000","last_clean_scrub_stamp":"2026-03-05T21:50:48.703108+0000","objects_scrubbed":0,"log_size":16,"log_dups_size":0,"ondisk_log_size":16,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-03-07T08:27:05.884484+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":154,"num_objects":8,"num_object_clones":0,"num_object_copies":24,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8,"num_whiteouts":0,"num_read":25,"num_read_kb":15,"num_write":13,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,7],"acting":[6,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":29,"reported_epoch":62,"state":"active+clean","last_fresh":"2026-03-05T21:51:15.423116+0000","last_change":"2026-03-05T21:50:47.727278+0000","last_active":"2026-03-05T21:51:15.423116+0000","last_peered":"2026-03-05T21:51:15.423116+0000","last_clean":"2026-03-05T21:51:15.423116+0000","last_became_active":"2026-03-05T21:50:47.724862+0000","last_became_peered":"2026-03-05T21:50:47.724862+0000","last_unstale":"2026-03-05T21:51:15.423116+0000","last_undegraded":"2026-03-05T21:51:15.423116+0000","last_fullsized":"2026-03-05T21:51:15.423116+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-03-05T21:50:46.697602+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-03-05T21:50:46.697602+0000","last_clean_scrub_stamp":"2026-03-05T21:50:46.697602+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-03-06T22:48:42.355336+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"1.0","version":"22'92","reported_seq":41,"reported_epoch":62,"state":"active+clean","last_fresh":"2026-03-05T21:51:15.528335+0000","last_change":"2026-03-05T21:50:43.673373+0000","last_active":"2026-03-05T21:51:15.528335+0000","last_peered":"2026-03-05T21:51:15.528335+0000","last_clean":"2026-03-05T21:51:15.528335+0000","last_became_active":"2026-03-05T21:50:43.668336+0000","last_became_peered":"2026-03-05T21:50:43.668336+0000","last_unstale":"2026-03-05T21:51:15.528335+0000","last_undegraded":"2026-03-05T21:51:15.528335+0000","last_fullsized":"2026-03-05T21:51:15.528335+0000","mapping_epoch":49,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":50,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-03-05T21:49:25.614943+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-03-05T21:49:25.614943+0000","last_clean_scrub_stamp":"2026-03-05T21:49:25.614943+0000","objects_scrubbed":0,"log_size":92,"log_dups_size":0,"ondisk_log_size":92,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-03-06T23:11:34.758135+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":76,"num_read_kb":64,"num_write":123,"num_write_kb":2150,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":590368,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.4","version":"0'0","reported_seq":21,"reported_epoch":62,"state":"active+clean","last_fresh":"2026-03-05T21:51:15.528268+0000","last_change":"2026-03-05T21:50:51.749216+0000","last_active":"2026-03-05T21:51:15.528268+0000","last_peered":"2026-03-05T21:51:15.528268+0000","last_clean":"2026-03-05T21:51:15.528268+0000","last_became_active":"2026-03-05T21:50:51.749116+0000","last_became_peered":"2026-03-05T21:50:51.749116+0000","last_unstale":"2026-03-05T21:51:15.528268+0000","last_undegraded":"2026-03-05T21:51:15.528268+0000","last_fullsized":"2026-03-05T21:51:15.528268+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-03-05T21:50:50.708506+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-03-05T21:50:50.708506+0000","last_clean_scrub_stamp":"2026-03-05T21:50:50.708506+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-03-07T08:27:42.136426+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,5],"acting":[7,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"6.7","version":"0'0","reported_seq":17,"reported_epoch":62,"state":"active+clean","last_fresh":"2026-03-05T21:51:15.514410+0000","last_change":"2026-03-05T21:50:53.739869+0000","last_active":"2026-03-05T21:51:15.514410+0000","last_peered":"2026-03-05T21:51:15.514410+0000","last_clean":"2026-03-05T21:51:15.514410+0000","last_became_active":"2026-03-05T21:50:53.739754+0000","last_became_peered":"2026-03-05T21:50:53.739754+0000","last_unstale":"2026-03-05T21:51:15.514410+0000","last_undegraded":"2026-03-05T21:51:15.514410+0000","last_fullsized":"2026-03-05T21:51:15.514410+0000","mapping_epoch":58,"log_start":"0'0","ondisk_log_start":"0'0","created":58,"last_epoch_clean":59,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-03-05T21:50:52.714775+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-03-05T21:50:52.714775+0000","last_clean_scrub_stamp":"2026-03-05T21:50:52.714775+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-03-07T01:43:55.948954+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,4],"acting":[5,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.e","version":"60'11","reported_seq":44,"reported_epoch":62,"state":"active+clean","last_fresh":"2026-03-05T21:51:15.419400+0000","last_change":"2026-03-05T21:50:49.740300+0000","last_active":"2026-03-05T21:51:15.419400+0000","last_peered":"2026-03-05T21:51:15.419400+0000","last_clean":"2026-03-05T21:51:15.419400+0000","last_became_active":"2026-03-05T21:50:49.735981+0000","last_became_peered":"2026-03-05T21:50:49.735981+0000","last_unstale":"2026-03-05T21:51:15.419400+0000","last_undegraded":"2026-03-05T21:51:15.419400+0000","last_fullsized":"2026-03-05T21:51:15.419400+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-03-05T21:50:48.703108+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-03-05T21:50:48.703108+0000","last_clean_scrub_stamp":"2026-03-05T21:50:48.703108+0000","objects_scrubbed":0,"log_size":11,"log_dups_size":0,"ondisk_log_size":11,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-03-07T08:47:31.442291+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":110,"num_objects":5,"num_object_clones":0,"num_object_copies":15,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":20,"num_read_kb":13,"num_write":12,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,1],"acting":[4,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":29,"reported_epoch":62,"state":"active+clean","last_fresh":"2026-03-05T21:51:15.419373+0000","last_change":"2026-03-05T21:50:47.722751+0000","last_active":"2026-03-05T21:51:15.419373+0000","last_peered":"2026-03-05T21:51:15.419373+0000","last_clean":"2026-03-05T21:51:15.419373+0000","last_became_active":"2026-03-05T21:50:47.722650+0000","last_became_peered":"2026-03-05T21:50:47.722650+0000","last_unstale":"2026-03-05T21:51:15.419373+0000","last_undegraded":"2026-03-05T21:51:15.419373+0000","last_fullsized":"2026-03-05T21:51:15.419373+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-03-05T21:50:46.697602+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-03-05T21:50:46.697602+0000","last_clean_scrub_stamp":"2026-03-05T21:50:46.697602+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-03-07T07:16:23.332051+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,7],"acting":[4,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.f","version":"0'0","reported_seq":21,"reported_epoch":62,"state":"active+clean","last_fresh":"2026-03-05T21:51:15.514213+0000","last_change":"2026-03-05T21:50:51.759105+0000","last_active":"2026-03-05T21:51:15.514213+0000","last_peered":"2026-03-05T21:51:15.514213+0000","last_clean":"2026-03-05T21:51:15.514213+0000","last_became_active":"2026-03-05T21:50:51.759016+0000","last_became_peered":"2026-03-05T21:50:51.759016+0000","last_unstale":"2026-03-05T21:51:15.514213+0000","last_undegraded":"2026-03-05T21:51:15.514213+0000","last_fullsized":"2026-03-05T21:51:15.514213+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-03-05T21:50:50.708506+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-03-05T21:50:50.708506+0000","last_clean_scrub_stamp":"2026-03-05T21:50:50.708506+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-03-07T01:30:08.556374+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,6],"acting":[5,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.c","version":"0'0","reported_seq":17,"reported_epoch":62,"state":"active+clean","last_fresh":"2026-03-05T21:51:15.422887+0000","last_change":"2026-03-05T21:50:54.111470+0000","last_active":"2026-03-05T21:51:15.422887+0000","last_peered":"2026-03-05T21:51:15.422887+0000","last_clean":"2026-03-05T21:51:15.422887+0000","last_became_active":"2026-03-05T21:50:54.111336+0000","last_became_peered":"2026-03-05T21:50:54.111336+0000","last_unstale":"2026-03-05T21:51:15.422887+0000","last_undegraded":"2026-03-05T21:51:15.422887+0000","last_fullsized":"2026-03-05T21:51:15.422887+0000","mapping_epoch":58,"log_start":"0'0","ondisk_log_start":"0'0","created":58,"last_epoch_clean":59,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-03-05T21:50:52.714775+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-03-05T21:50:52.714775+0000","last_clean_scrub_stamp":"2026-03-05T21:50:52.714775+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-03-07T05:34:04.100236+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,5],"acting":[3,6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.d","version":"60'17","reported_seq":53,"reported_epoch":62,"state":"active+clean","last_fresh":"2026-03-05T21:51:15.419172+0000","last_change":"2026-03-05T21:50:49.723947+0000","last_active":"2026-03-05T21:51:15.419172+0000","last_peered":"2026-03-05T21:51:15.419172+0000","last_clean":"2026-03-05T21:51:15.419172+0000","last_became_active":"2026-03-05T21:50:49.723866+0000","last_became_peered":"2026-03-05T21:50:49.723866+0000","last_unstale":"2026-03-05T21:51:15.419172+0000","last_undegraded":"2026-03-05T21:51:15.419172+0000","last_fullsized":"2026-03-05T21:51:15.419172+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-03-05T21:50:48.703108+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-03-05T21:50:48.703108+0000","last_clean_scrub_stamp":"2026-03-05T21:50:48.703108+0000","objects_scrubbed":0,"log_size":17,"log_dups_size":0,"ondisk_log_size":17,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-03-07T00:14:54.168209+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":110,"num_objects":8,"num_object_clones":0,"num_object_copies":24,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8,"num_whiteouts":0,"num_read":29,"num_read_kb":19,"num_write":18,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,1],"acting":[4,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":29,"reported_epoch":62,"state":"active+clean","last_fresh":"2026-03-05T21:51:15.706166+0000","last_change":"2026-03-05T21:50:47.723775+0000","last_active":"2026-03-05T21:51:15.706166+0000","last_peered":"2026-03-05T21:51:15.706166+0000","last_clean":"2026-03-05T21:51:15.706166+0000","last_became_active":"2026-03-05T21:50:47.723704+0000","last_became_peered":"2026-03-05T21:50:47.723704+0000","last_unstale":"2026-03-05T21:51:15.706166+0000","last_undegraded":"2026-03-05T21:51:15.706166+0000","last_fullsized":"2026-03-05T21:51:15.706166+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-03-05T21:50:46.697602+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-03-05T21:50:46.697602+0000","last_clean_scrub_stamp":"2026-03-05T21:50:46.697602+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-03-07T06:06:03.023880+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,1],"acting":[6,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"5.c","version":"0'0","reported_seq":21,"reported_epoch":62,"state":"active+clean","last_fresh":"2026-03-05T21:51:15.707516+0000","last_change":"2026-03-05T21:50:51.739236+0000","last_active":"2026-03-05T21:51:15.707516+0000","last_peered":"2026-03-05T21:51:15.707516+0000","last_clean":"2026-03-05T21:51:15.707516+0000","last_became_active":"2026-03-05T21:50:51.738545+0000","last_became_peered":"2026-03-05T21:50:51.738545+0000","last_unstale":"2026-03-05T21:51:15.707516+0000","last_undegraded":"2026-03-05T21:51:15.707516+0000","last_fullsized":"2026-03-05T21:51:15.707516+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-03-05T21:50:50.708506+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-03-05T21:50:50.708506+0000","last_clean_scrub_stamp":"2026-03-05T21:50:50.708506+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-03-07T07:09:52.700134+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,0],"acting":[1,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"6.f","version":"0'0","reported_seq":17,"reported_epoch":62,"state":"active+clean","last_fresh":"2026-03-05T21:51:15.421474+0000","last_change":"2026-03-05T21:50:53.741613+0000","last_active":"2026-03-05T21:51:15.421474+0000","last_peered":"2026-03-05T21:51:15.421474+0000","last_clean":"2026-03-05T21:51:15.421474+0000","last_became_active":"2026-03-05T21:50:53.741525+0000","last_became_peered":"2026-03-05T21:50:53.741525+0000","last_unstale":"2026-03-05T21:51:15.421474+0000","last_undegraded":"2026-03-05T21:51:15.421474+0000","last_fullsized":"2026-03-05T21:51:15.421474+0000","mapping_epoch":58,"log_start":"0'0","ondisk_log_start":"0'0","created":58,"last_epoch_clean":59,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-03-05T21:50:52.714775+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-03-05T21:50:52.714775+0000","last_clean_scrub_stamp":"2026-03-05T21:50:52.714775+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-03-07T09:50:41.418859+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,4],"acting":[2,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.c","version":"60'10","reported_seq":40,"reported_epoch":62,"state":"active+clean","last_fresh":"2026-03-05T21:51:15.419683+0000","last_change":"2026-03-05T21:50:49.740347+0000","last_active":"2026-03-05T21:51:15.419683+0000","last_peered":"2026-03-05T21:51:15.419683+0000","last_clean":"2026-03-05T21:51:15.419683+0000","last_became_active":"2026-03-05T21:50:49.736227+0000","last_became_peered":"2026-03-05T21:50:49.736227+0000","last_unstale":"2026-03-05T21:51:15.419683+0000","last_undegraded":"2026-03-05T21:51:15.419683+0000","last_fullsized":"2026-03-05T21:51:15.419683+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-03-05T21:50:48.703108+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-03-05T21:50:48.703108+0000","last_clean_scrub_stamp":"2026-03-05T21:50:48.703108+0000","objects_scrubbed":0,"log_size":10,"log_dups_size":0,"ondisk_log_size":10,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-03-07T01:34:51.310085+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":5,"num_object_clones":0,"num_object_copies":15,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":15,"num_read_kb":10,"num_write":10,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,6],"acting":[4,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.b","version":"0'0","reported_seq":29,"reported_epoch":62,"state":"active+clean","last_fresh":"2026-03-05T21:51:15.422970+0000","last_change":"2026-03-05T21:50:47.725115+0000","last_active":"2026-03-05T21:51:15.422970+0000","last_peered":"2026-03-05T21:51:15.422970+0000","last_clean":"2026-03-05T21:51:15.422970+0000","last_became_active":"2026-03-05T21:50:47.724666+0000","last_became_peered":"2026-03-05T21:50:47.724666+0000","last_unstale":"2026-03-05T21:51:15.422970+0000","last_undegraded":"2026-03-05T21:51:15.422970+0000","last_fullsized":"2026-03-05T21:51:15.422970+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-03-05T21:50:46.697602+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-03-05T21:50:46.697602+0000","last_clean_scrub_stamp":"2026-03-05T21:50:46.697602+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-03-07T08:38:50.233143+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,4],"acting":[3,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.d","version":"60'8","reported_seq":35,"reported_epoch":62,"state":"active+clean","last_fresh":"2026-03-05T21:51:15.422366+0000","last_change":"2026-03-05T21:50:51.739908+0000","last_active":"2026-03-05T21:51:15.422366+0000","last_peered":"2026-03-05T21:51:15.422366+0000","last_clean":"2026-03-05T21:51:15.422366+0000","last_became_active":"2026-03-05T21:50:51.739787+0000","last_became_peered":"2026-03-05T21:50:51.739787+0000","last_unstale":"2026-03-05T21:51:15.422366+0000","last_undegraded":"2026-03-05T21:51:15.422366+0000","last_fullsized":"2026-03-05T21:51:15.422366+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-03-05T21:50:50.708506+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-03-05T21:50:50.708506+0000","last_clean_scrub_stamp":"2026-03-05T21:50:50.708506+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-03-07T02:07:26.952221+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7,5],"acting":[2,7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"6.e","version":"0'0","reported_seq":17,"reported_epoch":62,"state":"active+clean","last_fresh":"2026-03-05T21:51:15.419633+0000","last_change":"2026-03-05T21:50:53.740567+0000","last_active":"2026-03-05T21:51:15.419633+0000","last_peered":"2026-03-05T21:51:15.419633+0000","last_clean":"2026-03-05T21:51:15.419633+0000","last_became_active":"2026-03-05T21:50:53.740466+0000","last_became_peered":"2026-03-05T21:50:53.740466+0000","last_unstale":"2026-03-05T21:51:15.419633+0000","last_undegraded":"2026-03-05T21:51:15.419633+0000","last_fullsized":"2026-03-05T21:51:15.419633+0000","mapping_epoch":58,"log_start":"0'0","ondisk_log_start":"0'0","created":58,"last_epoch_clean":59,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-03-05T21:50:52.714775+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-03-05T21:50:52.714775+0000","last_clean_scrub_stamp":"2026-03-05T21:50:52.714775+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-03-07T04:35:00.032312+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,2],"acting":[4,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.b","version":"60'9","reported_seq":41,"reported_epoch":62,"state":"active+clean","last_fresh":"2026-03-05T21:51:15.705884+0000","last_change":"2026-03-05T21:50:49.723385+0000","last_active":"2026-03-05T21:51:15.705884+0000","last_peered":"2026-03-05T21:51:15.705884+0000","last_clean":"2026-03-05T21:51:15.705884+0000","last_became_active":"2026-03-05T21:50:49.723288+0000","last_became_peered":"2026-03-05T21:50:49.723288+0000","last_unstale":"2026-03-05T21:51:15.705884+0000","last_undegraded":"2026-03-05T21:51:15.705884+0000","last_fullsized":"2026-03-05T21:51:15.705884+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-03-05T21:50:48.703108+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-03-05T21:50:48.703108+0000","last_clean_scrub_stamp":"2026-03-05T21:50:48.703108+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-03-07T02:51:17.161314+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":110,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":17,"num_read_kb":11,"num_write":10,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":29,"reported_epoch":62,"state":"active+clean","last_fresh":"2026-03-05T21:51:15.514650+0000","last_change":"2026-03-05T21:50:47.727961+0000","last_active":"2026-03-05T21:51:15.514650+0000","last_peered":"2026-03-05T21:51:15.514650+0000","last_clean":"2026-03-05T21:51:15.514650+0000","last_became_active":"2026-03-05T21:50:47.727598+0000","last_became_peered":"2026-03-05T21:50:47.727598+0000","last_unstale":"2026-03-05T21:51:15.514650+0000","last_undegraded":"2026-03-05T21:51:15.514650+0000","last_fullsized":"2026-03-05T21:51:15.514650+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-03-05T21:50:46.697602+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-03-05T21:50:46.697602+0000","last_clean_scrub_stamp":"2026-03-05T21:50:46.697602+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-03-07T09:16:30.768338+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,6],"acting":[5,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.a","version":"0'0","reported_seq":21,"reported_epoch":62,"state":"active+clean","last_fresh":"2026-03-05T21:51:15.422287+0000","last_change":"2026-03-05T21:50:51.740150+0000","last_active":"2026-03-05T21:51:15.422287+0000","last_peered":"2026-03-05T21:51:15.422287+0000","last_clean":"2026-03-05T21:51:15.422287+0000","last_became_active":"2026-03-05T21:50:51.740078+0000","last_became_peered":"2026-03-05T21:50:51.740078+0000","last_unstale":"2026-03-05T21:51:15.422287+0000","last_undegraded":"2026-03-05T21:51:15.422287+0000","last_fullsized":"2026-03-05T21:51:15.422287+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-03-05T21:50:50.708506+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-03-05T21:50:50.708506+0000","last_clean_scrub_stamp":"2026-03-05T21:50:50.708506+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-03-07T01:16:08.705025+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4,3],"acting":[2,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"6.9","version":"0'0","reported_seq":17,"reported_epoch":62,"state":"active+clean","last_fresh":"2026-03-05T21:51:15.705860+0000","last_change":"2026-03-05T21:50:53.750682+0000","last_active":"2026-03-05T21:51:15.705860+0000","last_peered":"2026-03-05T21:51:15.705860+0000","last_clean":"2026-03-05T21:51:15.705860+0000","last_became_active":"2026-03-05T21:50:53.750604+0000","last_became_peered":"2026-03-05T21:50:53.750604+0000","last_unstale":"2026-03-05T21:51:15.705860+0000","last_undegraded":"2026-03-05T21:51:15.705860+0000","last_fullsized":"2026-03-05T21:51:15.705860+0000","mapping_epoch":58,"log_start":"0'0","ondisk_log_start":"0'0","created":58,"last_epoch_clean":59,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-03-05T21:50:52.714775+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-03-05T21:50:52.714775+0000","last_clean_scrub_stamp":"2026-03-05T21:50:52.714775+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-03-07T00:35:13.094066+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,2],"acting":[0,7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.a","version":"60'19","reported_seq":56,"reported_epoch":62,"state":"active+clean","last_fresh":"2026-03-05T21:51:15.706213+0000","last_change":"2026-03-05T21:50:49.738590+0000","last_active":"2026-03-05T21:51:15.706213+0000","last_peered":"2026-03-05T21:51:15.706213+0000","last_clean":"2026-03-05T21:51:15.706213+0000","last_became_active":"2026-03-05T21:50:49.738433+0000","last_became_peered":"2026-03-05T21:50:49.738433+0000","last_unstale":"2026-03-05T21:51:15.706213+0000","last_undegraded":"2026-03-05T21:51:15.706213+0000","last_fullsized":"2026-03-05T21:51:15.706213+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-03-05T21:50:48.703108+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-03-05T21:50:48.703108+0000","last_clean_scrub_stamp":"2026-03-05T21:50:48.703108+0000","objects_scrubbed":0,"log_size":19,"log_dups_size":0,"ondisk_log_size":19,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-03-06T22:26:55.134509+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":110,"num_objects":9,"num_object_clones":0,"num_object_copies":27,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":9,"num_whiteouts":0,"num_read":32,"num_read_kb":21,"num_write":20,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1,7],"acting":[6,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.d","version":"0'0","reported_seq":29,"reported_epoch":62,"state":"active+clean","last_fresh":"2026-03-05T21:51:15.528209+0000","last_change":"2026-03-05T21:50:47.723585+0000","last_active":"2026-03-05T21:51:15.528209+0000","last_peered":"2026-03-05T21:51:15.528209+0000","last_clean":"2026-03-05T21:51:15.528209+0000","last_became_active":"2026-03-05T21:50:47.723488+0000","last_became_peered":"2026-03-05T21:50:47.723488+0000","last_unstale":"2026-03-05T21:51:15.528209+0000","last_undegraded":"2026-03-05T21:51:15.528209+0000","last_fullsized":"2026-03-05T21:51:15.528209+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-03-05T21:50:46.697602+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-03-05T21:50:46.697602+0000","last_clean_scrub_stamp":"2026-03-05T21:50:46.697602+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-03-06T23:49:09.342283+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,6],"acting":[7,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.b","version":"0'0","reported_seq":21,"reported_epoch":62,"state":"active+clean","last_fresh":"2026-03-05T21:51:15.422326+0000","last_change":"2026-03-05T21:50:51.748279+0000","last_active":"2026-03-05T21:51:15.422326+0000","last_peered":"2026-03-05T21:51:15.422326+0000","last_clean":"2026-03-05T21:51:15.422326+0000","last_became_active":"2026-03-05T21:50:51.748052+0000","last_became_peered":"2026-03-05T21:50:51.748052+0000","last_unstale":"2026-03-05T21:51:15.422326+0000","last_undegraded":"2026-03-05T21:51:15.422326+0000","last_fullsized":"2026-03-05T21:51:15.422326+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-03-05T21:50:50.708506+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-03-05T21:50:50.708506+0000","last_clean_scrub_stamp":"2026-03-05T21:50:50.708506+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-03-07T04:34:03.455789+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0,5],"acting":[2,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"6.8","version":"0'0","reported_seq":17,"reported_epoch":62,"state":"active+clean","last_fresh":"2026-03-05T21:51:15.528171+0000","last_change":"2026-03-05T21:50:53.758930+0000","last_active":"2026-03-05T21:51:15.528171+0000","last_peered":"2026-03-05T21:51:15.528171+0000","last_clean":"2026-03-05T21:51:15.528171+0000","last_became_active":"2026-03-05T21:50:53.758803+0000","last_became_peered":"2026-03-05T21:50:53.758803+0000","last_unstale":"2026-03-05T21:51:15.528171+0000","last_undegraded":"2026-03-05T21:51:15.528171+0000","last_fullsized":"2026-03-05T21:51:15.528171+0000","mapping_epoch":58,"log_start":"0'0","ondisk_log_start":"0'0","created":58,"last_epoch_clean":59,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-03-05T21:50:52.714775+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-03-05T21:50:52.714775+0000","last_clean_scrub_stamp":"2026-03-05T21:50:52.714775+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-03-07T01:32:14.494480+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,3],"acting":[7,2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.9","version":"60'12","reported_seq":48,"reported_epoch":62,"state":"active+clean","last_fresh":"2026-03-05T21:51:15.423513+0000","last_change":"2026-03-05T21:50:49.734897+0000","last_active":"2026-03-05T21:51:15.423513+0000","last_peered":"2026-03-05T21:51:15.423513+0000","last_clean":"2026-03-05T21:51:15.423513+0000","last_became_active":"2026-03-05T21:50:49.734444+0000","last_became_peered":"2026-03-05T21:50:49.734444+0000","last_unstale":"2026-03-05T21:51:15.423513+0000","last_undegraded":"2026-03-05T21:51:15.423513+0000","last_fullsized":"2026-03-05T21:51:15.423513+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-03-05T21:50:48.703108+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-03-05T21:50:48.703108+0000","last_clean_scrub_stamp":"2026-03-05T21:50:48.703108+0000","objects_scrubbed":0,"log_size":12,"log_dups_size":0,"ondisk_log_size":12,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-03-07T04:34:42.026294+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":220,"num_objects":5,"num_object_clones":0,"num_object_copies":15,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":25,"num_read_kb":16,"num_write":14,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,3],"acting":[4,1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.e","version":"0'0","reported_seq":29,"reported_epoch":62,"state":"active+clean","last_fresh":"2026-03-05T21:51:15.527983+0000","last_change":"2026-03-05T21:50:47.728295+0000","last_active":"2026-03-05T21:51:15.527983+0000","last_peered":"2026-03-05T21:51:15.527983+0000","last_clean":"2026-03-05T21:51:15.527983+0000","last_became_active":"2026-03-05T21:50:47.728179+0000","last_became_peered":"2026-03-05T21:50:47.728179+0000","last_unstale":"2026-03-05T21:51:15.527983+0000","last_undegraded":"2026-03-05T21:51:15.527983+0000","last_fullsized":"2026-03-05T21:51:15.527983+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-03-05T21:50:46.697602+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-03-05T21:50:46.697602+0000","last_clean_scrub_stamp":"2026-03-05T21:50:46.697602+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-03-07T07:29:31.212872+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,1],"acting":[7,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.8","version":"0'0","reported_seq":21,"reported_epoch":62,"state":"active+clean","last_fresh":"2026-03-05T21:51:15.422245+0000","last_change":"2026-03-05T21:50:51.736219+0000","last_active":"2026-03-05T21:51:15.422245+0000","last_peered":"2026-03-05T21:51:15.422245+0000","last_clean":"2026-03-05T21:51:15.422245+0000","last_became_active":"2026-03-05T21:50:51.736127+0000","last_became_peered":"2026-03-05T21:50:51.736127+0000","last_unstale":"2026-03-05T21:51:15.422245+0000","last_undegraded":"2026-03-05T21:51:15.422245+0000","last_fullsized":"2026-03-05T21:51:15.422245+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-03-05T21:50:50.708506+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-03-05T21:50:50.708506+0000","last_clean_scrub_stamp":"2026-03-05T21:50:50.708506+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-03-07T04:53:58.257658+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0,1],"acting":[2,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"6.b","version":"0'0","reported_seq":17,"reported_epoch":62,"state":"active+clean","last_fresh":"2026-03-05T21:51:15.423784+0000","last_change":"2026-03-05T21:50:53.756628+0000","last_active":"2026-03-05T21:51:15.423784+0000","last_peered":"2026-03-05T21:51:15.423784+0000","last_clean":"2026-03-05T21:51:15.423784+0000","last_became_active":"2026-03-05T21:50:53.756555+0000","last_became_peered":"2026-03-05T21:50:53.756555+0000","last_unstale":"2026-03-05T21:51:15.423784+0000","last_undegraded":"2026-03-05T21:51:15.423784+0000","last_fullsized":"2026-03-05T21:51:15.423784+0000","mapping_epoch":58,"log_start":"0'0","ondisk_log_start":"0'0","created":58,"last_epoch_clean":59,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-03-05T21:50:52.714775+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-03-05T21:50:52.714775+0000","last_clean_scrub_stamp":"2026-03-05T21:50:52.714775+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-03-07T06:50:42.060171+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,1],"acting":[3,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.8","version":"60'15","reported_seq":50,"reported_epoch":62,"state":"active+clean","last_fresh":"2026-03-05T21:51:15.514845+0000","last_change":"2026-03-05T21:50:49.730552+0000","last_active":"2026-03-05T21:51:15.514845+0000","last_peered":"2026-03-05T21:51:15.514845+0000","last_clean":"2026-03-05T21:51:15.514845+0000","last_became_active":"2026-03-05T21:50:49.730479+0000","last_became_peered":"2026-03-05T21:50:49.730479+0000","last_unstale":"2026-03-05T21:51:15.514845+0000","last_undegraded":"2026-03-05T21:51:15.514845+0000","last_fullsized":"2026-03-05T21:51:15.514845+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-03-05T21:50:48.703108+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-03-05T21:50:48.703108+0000","last_clean_scrub_stamp":"2026-03-05T21:50:48.703108+0000","objects_scrubbed":0,"log_size":15,"log_dups_size":0,"ondisk_log_size":15,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-03-07T05:48:37.977612+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":110,"num_objects":7,"num_object_clones":0,"num_object_copies":21,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7,"num_whiteouts":0,"num_read":26,"num_read_kb":17,"num_write":16,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,6],"acting":[5,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.f","version":"53'2","reported_seq":41,"reported_epoch":62,"state":"active+clean","last_fresh":"2026-03-05T21:51:15.527878+0000","last_change":"2026-03-05T21:50:47.725655+0000","last_active":"2026-03-05T21:51:15.527878+0000","last_peered":"2026-03-05T21:51:15.527878+0000","last_clean":"2026-03-05T21:51:15.527878+0000","last_became_active":"2026-03-05T21:50:47.725580+0000","last_became_peered":"2026-03-05T21:50:47.725580+0000","last_unstale":"2026-03-05T21:51:15.527878+0000","last_undegraded":"2026-03-05T21:51:15.527878+0000","last_fullsized":"2026-03-05T21:51:15.527878+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-03-05T21:50:46.697602+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-03-05T21:50:46.697602+0000","last_clean_scrub_stamp":"2026-03-05T21:50:46.697602+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-03-07T09:35:26.545763+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":92,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":10,"num_read_kb":10,"num_write":4,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,0],"acting":[7,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.9","version":"60'8","reported_seq":35,"reported_epoch":62,"state":"active+clean","last_fresh":"2026-03-05T21:51:15.527936+0000","last_change":"2026-03-05T21:50:51.743531+0000","last_active":"2026-03-05T21:51:15.527936+0000","last_peered":"2026-03-05T21:51:15.527936+0000","last_clean":"2026-03-05T21:51:15.527936+0000","last_became_active":"2026-03-05T21:50:51.743448+0000","last_became_peered":"2026-03-05T21:50:51.743448+0000","last_unstale":"2026-03-05T21:51:15.527936+0000","last_undegraded":"2026-03-05T21:51:15.527936+0000","last_fullsized":"2026-03-05T21:51:15.527936+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-03-05T21:50:50.708506+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-03-05T21:50:50.708506+0000","last_clean_scrub_stamp":"2026-03-05T21:50:50.708506+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-03-07T04:06:29.253596+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,4],"acting":[7,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"6.a","version":"0'0","reported_seq":17,"reported_epoch":62,"state":"active+clean","last_fresh":"2026-03-05T21:51:15.514895+0000","last_change":"2026-03-05T21:50:54.112877+0000","last_active":"2026-03-05T21:51:15.514895+0000","last_peered":"2026-03-05T21:51:15.514895+0000","last_clean":"2026-03-05T21:51:15.514895+0000","last_became_active":"2026-03-05T21:50:54.112704+0000","last_became_peered":"2026-03-05T21:50:54.112704+0000","last_unstale":"2026-03-05T21:51:15.514895+0000","last_undegraded":"2026-03-05T21:51:15.514895+0000","last_fullsized":"2026-03-05T21:51:15.514895+0000","mapping_epoch":58,"log_start":"0'0","ondisk_log_start":"0'0","created":58,"last_epoch_clean":59,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-03-05T21:50:52.714775+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-03-05T21:50:52.714775+0000","last_clean_scrub_stamp":"2026-03-05T21:50:52.714775+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-03-06T21:57:03.946296+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6,0],"acting":[5,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.10","version":"0'0","reported_seq":29,"reported_epoch":62,"state":"active+clean","last_fresh":"2026-03-05T21:51:15.706133+0000","last_change":"2026-03-05T21:50:47.721417+0000","last_active":"2026-03-05T21:51:15.706133+0000","last_peered":"2026-03-05T21:51:15.706133+0000","last_clean":"2026-03-05T21:51:15.706133+0000","last_became_active":"2026-03-05T21:50:47.721320+0000","last_became_peered":"2026-03-05T21:50:47.721320+0000","last_unstale":"2026-03-05T21:51:15.706133+0000","last_undegraded":"2026-03-05T21:51:15.706133+0000","last_fullsized":"2026-03-05T21:51:15.706133+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-03-05T21:50:46.697602+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-03-05T21:50:46.697602+0000","last_clean_scrub_stamp":"2026-03-05T21:50:46.697602+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-03-07T07:26:41.253745+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.17","version":"60'6","reported_seq":34,"reported_epoch":62,"state":"active+clean","last_fresh":"2026-03-05T21:51:15.424109+0000","last_change":"2026-03-05T21:50:49.747156+0000","last_active":"2026-03-05T21:51:15.424109+0000","last_peered":"2026-03-05T21:51:15.424109+0000","last_clean":"2026-03-05T21:51:15.424109+0000","last_became_active":"2026-03-05T21:50:49.746966+0000","last_became_peered":"2026-03-05T21:50:49.746966+0000","last_unstale":"2026-03-05T21:51:15.424109+0000","last_undegraded":"2026-03-05T21:51:15.424109+0000","last_fullsized":"2026-03-05T21:51:15.424109+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-03-05T21:50:48.703108+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-03-05T21:50:48.703108+0000","last_clean_scrub_stamp":"2026-03-05T21:50:48.703108+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-03-07T07:39:05.244384+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":9,"num_read_kb":6,"num_write":6,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,1],"acting":[3,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.16","version":"0'0","reported_seq":21,"reported_epoch":62,"state":"active+clean","last_fresh":"2026-03-05T21:51:15.514745+0000","last_change":"2026-03-05T21:50:51.746726+0000","last_active":"2026-03-05T21:51:15.514745+0000","last_peered":"2026-03-05T21:51:15.514745+0000","last_clean":"2026-03-05T21:51:15.514745+0000","last_became_active":"2026-03-05T21:50:51.746623+0000","last_became_peered":"2026-03-05T21:50:51.746623+0000","last_unstale":"2026-03-05T21:51:15.514745+0000","last_undegraded":"2026-03-05T21:51:15.514745+0000","last_fullsized":"2026-03-05T21:51:15.514745+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-03-05T21:50:50.708506+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-03-05T21:50:50.708506+0000","last_clean_scrub_stamp":"2026-03-05T21:50:50.708506+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-03-07T05:06:54.762519+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,1],"acting":[5,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.15","version":"0'0","reported_seq":17,"reported_epoch":62,"state":"active+clean","last_fresh":"2026-03-05T21:51:15.528457+0000","last_change":"2026-03-05T21:50:54.114567+0000","last_active":"2026-03-05T21:51:15.528457+0000","last_peered":"2026-03-05T21:51:15.528457+0000","last_clean":"2026-03-05T21:51:15.528457+0000","last_became_active":"2026-03-05T21:50:54.111973+0000","last_became_peered":"2026-03-05T21:50:54.111973+0000","last_unstale":"2026-03-05T21:51:15.528457+0000","last_undegraded":"2026-03-05T21:51:15.528457+0000","last_fullsized":"2026-03-05T21:51:15.528457+0000","mapping_epoch":58,"log_start":"0'0","ondisk_log_start":"0'0","created":58,"last_epoch_clean":59,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-03-05T21:50:52.714775+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-03-05T21:50:52.714775+0000","last_clean_scrub_stamp":"2026-03-05T21:50:52.714775+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-03-07T01:03:32.416654+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,4],"acting":[7,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.16","version":"60'9","reported_seq":41,"reported_epoch":62,"state":"active+clean","last_fresh":"2026-03-05T21:51:15.705916+0000","last_change":"2026-03-05T21:50:49.732277+0000","last_active":"2026-03-05T21:51:15.705916+0000","last_peered":"2026-03-05T21:51:15.705916+0000","last_clean":"2026-03-05T21:51:15.705916+0000","last_became_active":"2026-03-05T21:50:49.732102+0000","last_became_peered":"2026-03-05T21:50:49.732102+0000","last_unstale":"2026-03-05T21:51:15.705916+0000","last_undegraded":"2026-03-05T21:51:15.705916+0000","last_fullsized":"2026-03-05T21:51:15.705916+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-03-05T21:50:48.703108+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-03-05T21:50:48.703108+0000","last_clean_scrub_stamp":"2026-03-05T21:50:48.703108+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-03-07T02:01:48.677635+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":110,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":17,"num_read_kb":11,"num_write":10,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,7],"acting":[0,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":29,"reported_epoch":62,"state":"active+clean","last_fresh":"2026-03-05T21:51:15.528132+0000","last_change":"2026-03-05T21:50:47.726130+0000","last_active":"2026-03-05T21:51:15.528132+0000","last_peered":"2026-03-05T21:51:15.528132+0000","last_clean":"2026-03-05T21:51:15.528132+0000","last_became_active":"2026-03-05T21:50:47.725818+0000","last_became_peered":"2026-03-05T21:50:47.725818+0000","last_unstale":"2026-03-05T21:51:15.528132+0000","last_undegraded":"2026-03-05T21:51:15.528132+0000","last_fullsized":"2026-03-05T21:51:15.528132+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-03-05T21:50:46.697602+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-03-05T21:50:46.697602+0000","last_clean_scrub_stamp":"2026-03-05T21:50:46.697602+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-03-07T01:57:50.202561+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,6],"acting":[7,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.17","version":"0'0","reported_seq":21,"reported_epoch":62,"state":"active+clean","last_fresh":"2026-03-05T21:51:15.424231+0000","last_change":"2026-03-05T21:50:51.736970+0000","last_active":"2026-03-05T21:51:15.424231+0000","last_peered":"2026-03-05T21:51:15.424231+0000","last_clean":"2026-03-05T21:51:15.424231+0000","last_became_active":"2026-03-05T21:50:51.736875+0000","last_became_peered":"2026-03-05T21:50:51.736875+0000","last_unstale":"2026-03-05T21:51:15.424231+0000","last_undegraded":"2026-03-05T21:51:15.424231+0000","last_fullsized":"2026-03-05T21:51:15.424231+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-03-05T21:50:50.708506+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-03-05T21:50:50.708506+0000","last_clean_scrub_stamp":"2026-03-05T21:50:50.708506+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-03-07T04:57:06.658768+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7],"acting":[3,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"6.14","version":"0'0","reported_seq":17,"reported_epoch":62,"state":"active+clean","last_fresh":"2026-03-05T21:51:15.422453+0000","last_change":"2026-03-05T21:50:53.746278+0000","last_active":"2026-03-05T21:51:15.422453+0000","last_peered":"2026-03-05T21:51:15.422453+0000","last_clean":"2026-03-05T21:51:15.422453+0000","last_became_active":"2026-03-05T21:50:53.746154+0000","last_became_peered":"2026-03-05T21:50:53.746154+0000","last_unstale":"2026-03-05T21:51:15.422453+0000","last_undegraded":"2026-03-05T21:51:15.422453+0000","last_fullsized":"2026-03-05T21:51:15.422453+0000","mapping_epoch":58,"log_start":"0'0","ondisk_log_start":"0'0","created":58,"last_epoch_clean":59,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-03-05T21:50:52.714775+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-03-05T21:50:52.714775+0000","last_clean_scrub_stamp":"2026-03-05T21:50:52.714775+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-03-06T22:23:49.718637+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4,7],"acting":[2,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.15","version":"60'9","reported_seq":41,"reported_epoch":62,"state":"active+clean","last_fresh":"2026-03-05T21:51:15.515001+0000","last_change":"2026-03-05T21:50:49.732097+0000","last_active":"2026-03-05T21:51:15.515001+0000","last_peered":"2026-03-05T21:51:15.515001+0000","last_clean":"2026-03-05T21:51:15.515001+0000","last_became_active":"2026-03-05T21:50:49.732016+0000","last_became_peered":"2026-03-05T21:50:49.732016+0000","last_unstale":"2026-03-05T21:51:15.515001+0000","last_undegraded":"2026-03-05T21:51:15.515001+0000","last_fullsized":"2026-03-05T21:51:15.515001+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-03-05T21:50:48.703108+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-03-05T21:50:48.703108+0000","last_clean_scrub_stamp":"2026-03-05T21:50:48.703108+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-03-07T07:04:34.110516+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":110,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":17,"num_read_kb":11,"num_write":10,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,3],"acting":[5,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":29,"reported_epoch":62,"state":"active+clean","last_fresh":"2026-03-05T21:51:15.705354+0000","last_change":"2026-03-05T21:50:47.725619+0000","last_active":"2026-03-05T21:51:15.705354+0000","last_peered":"2026-03-05T21:51:15.705354+0000","last_clean":"2026-03-05T21:51:15.705354+0000","last_became_active":"2026-03-05T21:50:47.725474+0000","last_became_peered":"2026-03-05T21:50:47.725474+0000","last_unstale":"2026-03-05T21:51:15.705354+0000","last_undegraded":"2026-03-05T21:51:15.705354+0000","last_fullsized":"2026-03-05T21:51:15.705354+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-03-05T21:50:46.697602+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-03-05T21:50:46.697602+0000","last_clean_scrub_stamp":"2026-03-05T21:50:46.697602+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-03-07T00:57:50.155902+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,3],"acting":[0,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.14","version":"60'8","reported_seq":35,"reported_epoch":62,"state":"active+clean","last_fresh":"2026-03-05T21:51:15.423445+0000","last_change":"2026-03-05T21:50:51.737179+0000","last_active":"2026-03-05T21:51:15.423445+0000","last_peered":"2026-03-05T21:51:15.423445+0000","last_clean":"2026-03-05T21:51:15.423445+0000","last_became_active":"2026-03-05T21:50:51.737030+0000","last_became_peered":"2026-03-05T21:50:51.737030+0000","last_unstale":"2026-03-05T21:51:15.423445+0000","last_undegraded":"2026-03-05T21:51:15.423445+0000","last_fullsized":"2026-03-05T21:51:15.423445+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-03-05T21:50:50.708506+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-03-05T21:50:50.708506+0000","last_clean_scrub_stamp":"2026-03-05T21:50:50.708506+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-03-07T04:17:12.564249+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,2],"acting":[3,7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"6.17","version":"0'0","reported_seq":17,"reported_epoch":62,"state":"active+clean","last_fresh":"2026-03-05T21:51:15.418854+0000","last_change":"2026-03-05T21:50:53.738853+0000","last_active":"2026-03-05T21:51:15.418854+0000","last_peered":"2026-03-05T21:51:15.418854+0000","last_clean":"2026-03-05T21:51:15.418854+0000","last_became_active":"2026-03-05T21:50:53.738696+0000","last_became_peered":"2026-03-05T21:50:53.738696+0000","last_unstale":"2026-03-05T21:51:15.418854+0000","last_undegraded":"2026-03-05T21:51:15.418854+0000","last_fullsized":"2026-03-05T21:51:15.418854+0000","mapping_epoch":58,"log_start":"0'0","ondisk_log_start":"0'0","created":58,"last_epoch_clean":59,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-03-05T21:50:52.714775+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-03-05T21:50:52.714775+0000","last_clean_scrub_stamp":"2026-03-05T21:50:52.714775+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-03-07T08:56:22.614687+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,5],"acting":[4,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.14","version":"60'10","reported_seq":40,"reported_epoch":62,"state":"active+clean","last_fresh":"2026-03-05T21:51:15.423911+0000","last_change":"2026-03-05T21:50:49.745406+0000","last_active":"2026-03-05T21:51:15.423911+0000","last_peered":"2026-03-05T21:51:15.423911+0000","last_clean":"2026-03-05T21:51:15.423911+0000","last_became_active":"2026-03-05T21:50:49.745223+0000","last_became_peered":"2026-03-05T21:50:49.745223+0000","last_unstale":"2026-03-05T21:51:15.423911+0000","last_undegraded":"2026-03-05T21:51:15.423911+0000","last_fullsized":"2026-03-05T21:51:15.423911+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-03-05T21:50:48.703108+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-03-05T21:50:48.703108+0000","last_clean_scrub_stamp":"2026-03-05T21:50:48.703108+0000","objects_scrubbed":0,"log_size":10,"log_dups_size":0,"ondisk_log_size":10,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-03-07T05:29:11.678566+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":5,"num_object_clones":0,"num_object_copies":15,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":15,"num_read_kb":10,"num_write":10,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7],"acting":[3,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.13","version":"0'0","reported_seq":29,"reported_epoch":62,"state":"active+clean","last_fresh":"2026-03-05T21:51:15.527764+0000","last_change":"2026-03-05T21:50:47.726267+0000","last_active":"2026-03-05T21:51:15.527764+0000","last_peered":"2026-03-05T21:51:15.527764+0000","last_clean":"2026-03-05T21:51:15.527764+0000","last_became_active":"2026-03-05T21:50:47.726113+0000","last_became_peered":"2026-03-05T21:50:47.726113+0000","last_unstale":"2026-03-05T21:51:15.527764+0000","last_undegraded":"2026-03-05T21:51:15.527764+0000","last_fullsized":"2026-03-05T21:51:15.527764+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-03-05T21:50:46.697602+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-03-05T21:50:46.697602+0000","last_clean_scrub_stamp":"2026-03-05T21:50:46.697602+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-03-07T02:54:48.168211+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,2],"acting":[7,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.15","version":"60'8","reported_seq":35,"reported_epoch":62,"state":"active+clean","last_fresh":"2026-03-05T21:51:15.514164+0000","last_change":"2026-03-05T21:50:51.747324+0000","last_active":"2026-03-05T21:51:15.514164+0000","last_peered":"2026-03-05T21:51:15.514164+0000","last_clean":"2026-03-05T21:51:15.514164+0000","last_became_active":"2026-03-05T21:50:51.747112+0000","last_became_peered":"2026-03-05T21:50:51.747112+0000","last_unstale":"2026-03-05T21:51:15.514164+0000","last_undegraded":"2026-03-05T21:51:15.514164+0000","last_fullsized":"2026-03-05T21:51:15.514164+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-03-05T21:50:50.708506+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-03-05T21:50:50.708506+0000","last_clean_scrub_stamp":"2026-03-05T21:50:50.708506+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-03-06T23:50:45.709032+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,0],"acting":[5,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.16","version":"0'0","reported_seq":17,"reported_epoch":62,"state":"active+clean","last_fresh":"2026-03-05T21:51:15.705018+0000","last_change":"2026-03-05T21:50:53.758026+0000","last_active":"2026-03-05T21:51:15.705018+0000","last_peered":"2026-03-05T21:51:15.705018+0000","last_clean":"2026-03-05T21:51:15.705018+0000","last_became_active":"2026-03-05T21:50:53.757887+0000","last_became_peered":"2026-03-05T21:50:53.757887+0000","last_unstale":"2026-03-05T21:51:15.705018+0000","last_undegraded":"2026-03-05T21:51:15.705018+0000","last_fullsized":"2026-03-05T21:51:15.705018+0000","mapping_epoch":58,"log_start":"0'0","ondisk_log_start":"0'0","created":58,"last_epoch_clean":59,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-03-05T21:50:52.714775+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-03-05T21:50:52.714775+0000","last_clean_scrub_stamp":"2026-03-05T21:50:52.714775+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-03-07T05:22:45.771788+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,3],"acting":[0,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.13","version":"60'11","reported_seq":44,"reported_epoch":62,"state":"active+clean","last_fresh":"2026-03-05T21:51:15.419320+0000","last_change":"2026-03-05T21:50:49.740208+0000","last_active":"2026-03-05T21:51:15.419320+0000","last_peered":"2026-03-05T21:51:15.419320+0000","last_clean":"2026-03-05T21:51:15.419320+0000","last_became_active":"2026-03-05T21:50:49.735818+0000","last_became_peered":"2026-03-05T21:50:49.735818+0000","last_unstale":"2026-03-05T21:51:15.419320+0000","last_undegraded":"2026-03-05T21:51:15.419320+0000","last_fullsized":"2026-03-05T21:51:15.419320+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-03-05T21:50:48.703108+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-03-05T21:50:48.703108+0000","last_clean_scrub_stamp":"2026-03-05T21:50:48.703108+0000","objects_scrubbed":0,"log_size":11,"log_dups_size":0,"ondisk_log_size":11,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-03-07T08:32:08.052389+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":110,"num_objects":5,"num_object_clones":0,"num_object_copies":15,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":20,"num_read_kb":13,"num_write":12,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,1],"acting":[4,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.14","version":"0'0","reported_seq":29,"reported_epoch":62,"state":"active+clean","last_fresh":"2026-03-05T21:51:15.419284+0000","last_change":"2026-03-05T21:50:47.720859+0000","last_active":"2026-03-05T21:51:15.419284+0000","last_peered":"2026-03-05T21:51:15.419284+0000","last_clean":"2026-03-05T21:51:15.419284+0000","last_became_active":"2026-03-05T21:50:47.720724+0000","last_became_peered":"2026-03-05T21:50:47.720724+0000","last_unstale":"2026-03-05T21:51:15.419284+0000","last_undegraded":"2026-03-05T21:51:15.419284+0000","last_fullsized":"2026-03-05T21:51:15.419284+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-03-05T21:50:46.697602+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-03-05T21:50:46.697602+0000","last_clean_scrub_stamp":"2026-03-05T21:50:46.697602+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-03-07T08:17:45.517130+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,6],"acting":[4,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.12","version":"0'0","reported_seq":21,"reported_epoch":62,"state":"active+clean","last_fresh":"2026-03-05T21:51:15.707868+0000","last_change":"2026-03-05T21:50:51.747750+0000","last_active":"2026-03-05T21:51:15.707868+0000","last_peered":"2026-03-05T21:51:15.707868+0000","last_clean":"2026-03-05T21:51:15.707868+0000","last_became_active":"2026-03-05T21:50:51.747653+0000","last_became_peered":"2026-03-05T21:50:51.747653+0000","last_unstale":"2026-03-05T21:51:15.707868+0000","last_undegraded":"2026-03-05T21:51:15.707868+0000","last_fullsized":"2026-03-05T21:51:15.707868+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-03-05T21:50:50.708506+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-03-05T21:50:50.708506+0000","last_clean_scrub_stamp":"2026-03-05T21:50:50.708506+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-03-07T05:02:58.063219+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,3],"acting":[1,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"6.11","version":"0'0","reported_seq":17,"reported_epoch":62,"state":"active+clean","last_fresh":"2026-03-05T21:51:15.422889+0000","last_change":"2026-03-05T21:50:53.757404+0000","last_active":"2026-03-05T21:51:15.422889+0000","last_peered":"2026-03-05T21:51:15.422889+0000","last_clean":"2026-03-05T21:51:15.422889+0000","last_became_active":"2026-03-05T21:50:53.757332+0000","last_became_peered":"2026-03-05T21:50:53.757332+0000","last_unstale":"2026-03-05T21:51:15.422889+0000","last_undegraded":"2026-03-05T21:51:15.422889+0000","last_fullsized":"2026-03-05T21:51:15.422889+0000","mapping_epoch":58,"log_start":"0'0","ondisk_log_start":"0'0","created":58,"last_epoch_clean":59,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-03-05T21:50:52.714775+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-03-05T21:50:52.714775+0000","last_clean_scrub_stamp":"2026-03-05T21:50:52.714775+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-03-07T04:16:48.764342+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,5],"acting":[3,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.12","version":"60'9","reported_seq":41,"reported_epoch":62,"state":"active+clean","last_fresh":"2026-03-05T21:51:15.707145+0000","last_change":"2026-03-05T21:50:49.733693+0000","last_active":"2026-03-05T21:51:15.707145+0000","last_peered":"2026-03-05T21:51:15.707145+0000","last_clean":"2026-03-05T21:51:15.707145+0000","last_became_active":"2026-03-05T21:50:49.730945+0000","last_became_peered":"2026-03-05T21:50:49.730945+0000","last_unstale":"2026-03-05T21:51:15.707145+0000","last_undegraded":"2026-03-05T21:51:15.707145+0000","last_fullsized":"2026-03-05T21:51:15.707145+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-03-05T21:50:48.703108+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-03-05T21:50:48.703108+0000","last_clean_scrub_stamp":"2026-03-05T21:50:48.703108+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-03-07T01:35:00.677344+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":110,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":17,"num_read_kb":11,"num_write":10,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,2],"acting":[1,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.15","version":"0'0","reported_seq":29,"reported_epoch":62,"state":"active+clean","last_fresh":"2026-03-05T21:51:15.527704+0000","last_change":"2026-03-05T21:50:47.728668+0000","last_active":"2026-03-05T21:51:15.527704+0000","last_peered":"2026-03-05T21:51:15.527704+0000","last_clean":"2026-03-05T21:51:15.527704+0000","last_became_active":"2026-03-05T21:50:47.728543+0000","last_became_peered":"2026-03-05T21:50:47.728543+0000","last_unstale":"2026-03-05T21:51:15.527704+0000","last_undegraded":"2026-03-05T21:51:15.527704+0000","last_fullsized":"2026-03-05T21:51:15.527704+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-03-05T21:50:46.697602+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-03-05T21:50:46.697602+0000","last_clean_scrub_stamp":"2026-03-05T21:50:46.697602+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-03-07T09:15:38.578459+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,4],"acting":[7,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.13","version":"0'0","reported_seq":21,"reported_epoch":62,"state":"active+clean","last_fresh":"2026-03-05T21:51:15.423657+0000","last_change":"2026-03-05T21:50:51.738220+0000","last_active":"2026-03-05T21:51:15.423657+0000","last_peered":"2026-03-05T21:51:15.423657+0000","last_clean":"2026-03-05T21:51:15.423657+0000","last_became_active":"2026-03-05T21:50:51.738132+0000","last_became_peered":"2026-03-05T21:50:51.738132+0000","last_unstale":"2026-03-05T21:51:15.423657+0000","last_undegraded":"2026-03-05T21:51:15.423657+0000","last_fullsized":"2026-03-05T21:51:15.423657+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-03-05T21:50:50.708506+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-03-05T21:50:50.708506+0000","last_clean_scrub_stamp":"2026-03-05T21:50:50.708506+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-03-07T01:21:36.877456+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,1],"acting":[3,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"6.10","version":"0'0","reported_seq":17,"reported_epoch":62,"state":"active+clean","last_fresh":"2026-03-05T21:51:15.705104+0000","last_change":"2026-03-05T21:50:53.741025+0000","last_active":"2026-03-05T21:51:15.705104+0000","last_peered":"2026-03-05T21:51:15.705104+0000","last_clean":"2026-03-05T21:51:15.705104+0000","last_became_active":"2026-03-05T21:50:53.740898+0000","last_became_peered":"2026-03-05T21:50:53.740898+0000","last_unstale":"2026-03-05T21:51:15.705104+0000","last_undegraded":"2026-03-05T21:51:15.705104+0000","last_fullsized":"2026-03-05T21:51:15.705104+0000","mapping_epoch":58,"log_start":"0'0","ondisk_log_start":"0'0","created":58,"last_epoch_clean":59,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-03-05T21:50:52.714775+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-03-05T21:50:52.714775+0000","last_clean_scrub_stamp":"2026-03-05T21:50:52.714775+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-03-07T01:41:55.679942+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,1],"acting":[0,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.11","version":"60'11","reported_seq":44,"reported_epoch":62,"state":"active+clean","last_fresh":"2026-03-05T21:51:15.423853+0000","last_change":"2026-03-05T21:50:49.735874+0000","last_active":"2026-03-05T21:51:15.423853+0000","last_peered":"2026-03-05T21:51:15.423853+0000","last_clean":"2026-03-05T21:51:15.423853+0000","last_became_active":"2026-03-05T21:50:49.735678+0000","last_became_peered":"2026-03-05T21:50:49.735678+0000","last_unstale":"2026-03-05T21:51:15.423853+0000","last_undegraded":"2026-03-05T21:51:15.423853+0000","last_fullsized":"2026-03-05T21:51:15.423853+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-03-05T21:50:48.703108+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-03-05T21:50:48.703108+0000","last_clean_scrub_stamp":"2026-03-05T21:50:48.703108+0000","objects_scrubbed":0,"log_size":11,"log_dups_size":0,"ondisk_log_size":11,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-03-07T00:03:58.057323+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":110,"num_objects":5,"num_object_clones":0,"num_object_copies":15,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":20,"num_read_kb":13,"num_write":12,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,6],"acting":[3,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":29,"reported_epoch":62,"state":"active+clean","last_fresh":"2026-03-05T21:51:15.514559+0000","last_change":"2026-03-05T21:50:47.727750+0000","last_active":"2026-03-05T21:51:15.514559+0000","last_peered":"2026-03-05T21:51:15.514559+0000","last_clean":"2026-03-05T21:51:15.514559+0000","last_became_active":"2026-03-05T21:50:47.727395+0000","last_became_peered":"2026-03-05T21:50:47.727395+0000","last_unstale":"2026-03-05T21:51:15.514559+0000","last_undegraded":"2026-03-05T21:51:15.514559+0000","last_fullsized":"2026-03-05T21:51:15.514559+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-03-05T21:50:46.697602+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-03-05T21:50:46.697602+0000","last_clean_scrub_stamp":"2026-03-05T21:50:46.697602+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-03-07T00:04:18.710978+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,1],"acting":[5,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.10","version":"0'0","reported_seq":21,"reported_epoch":62,"state":"active+clean","last_fresh":"2026-03-05T21:51:15.528052+0000","last_change":"2026-03-05T21:50:51.744027+0000","last_active":"2026-03-05T21:51:15.528052+0000","last_peered":"2026-03-05T21:51:15.528052+0000","last_clean":"2026-03-05T21:51:15.528052+0000","last_became_active":"2026-03-05T21:50:51.743953+0000","last_became_peered":"2026-03-05T21:50:51.743953+0000","last_unstale":"2026-03-05T21:51:15.528052+0000","last_undegraded":"2026-03-05T21:51:15.528052+0000","last_fullsized":"2026-03-05T21:51:15.528052+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-03-05T21:50:50.708506+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-03-05T21:50:50.708506+0000","last_clean_scrub_stamp":"2026-03-05T21:50:50.708506+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-03-07T07:32:31.081823+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,6],"acting":[7,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"6.13","version":"0'0","reported_seq":17,"reported_epoch":62,"state":"active+clean","last_fresh":"2026-03-05T21:51:15.423827+0000","last_change":"2026-03-05T21:50:54.111795+0000","last_active":"2026-03-05T21:51:15.423827+0000","last_peered":"2026-03-05T21:51:15.423827+0000","last_clean":"2026-03-05T21:51:15.423827+0000","last_became_active":"2026-03-05T21:50:54.111724+0000","last_became_peered":"2026-03-05T21:50:54.111724+0000","last_unstale":"2026-03-05T21:51:15.423827+0000","last_undegraded":"2026-03-05T21:51:15.423827+0000","last_fullsized":"2026-03-05T21:51:15.423827+0000","mapping_epoch":58,"log_start":"0'0","ondisk_log_start":"0'0","created":58,"last_epoch_clean":59,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-03-05T21:50:52.714775+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-03-05T21:50:52.714775+0000","last_clean_scrub_stamp":"2026-03-05T21:50:52.714775+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-03-07T08:40:14.415030+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,6],"acting":[3,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.10","version":"60'4","reported_seq":31,"reported_epoch":62,"state":"active+clean","last_fresh":"2026-03-05T21:51:15.423753+0000","last_change":"2026-03-05T21:50:49.747212+0000","last_active":"2026-03-05T21:51:15.423753+0000","last_peered":"2026-03-05T21:51:15.423753+0000","last_clean":"2026-03-05T21:51:15.423753+0000","last_became_active":"2026-03-05T21:50:49.747073+0000","last_became_peered":"2026-03-05T21:50:49.747073+0000","last_unstale":"2026-03-05T21:51:15.423753+0000","last_undegraded":"2026-03-05T21:51:15.423753+0000","last_fullsized":"2026-03-05T21:51:15.423753+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-03-05T21:50:48.703108+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-03-05T21:50:48.703108+0000","last_clean_scrub_stamp":"2026-03-05T21:50:48.703108+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-03-07T09:46:45.121549+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":6,"num_read_kb":4,"num_write":4,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,6],"acting":[3,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":29,"reported_epoch":62,"state":"active+clean","last_fresh":"2026-03-05T21:51:15.705283+0000","last_change":"2026-03-05T21:50:47.730713+0000","last_active":"2026-03-05T21:51:15.705283+0000","last_peered":"2026-03-05T21:51:15.705283+0000","last_clean":"2026-03-05T21:51:15.705283+0000","last_became_active":"2026-03-05T21:50:47.730590+0000","last_became_peered":"2026-03-05T21:50:47.730590+0000","last_unstale":"2026-03-05T21:51:15.705283+0000","last_undegraded":"2026-03-05T21:51:15.705283+0000","last_fullsized":"2026-03-05T21:51:15.705283+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-03-05T21:50:46.697602+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-03-05T21:50:46.697602+0000","last_clean_scrub_stamp":"2026-03-05T21:50:46.697602+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-03-07T05:04:28.883626+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,3],"acting":[0,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.11","version":"0'0","reported_seq":21,"reported_epoch":62,"state":"active+clean","last_fresh":"2026-03-05T21:51:15.706643+0000","last_change":"2026-03-05T21:50:51.744733+0000","last_active":"2026-03-05T21:51:15.706643+0000","last_peered":"2026-03-05T21:51:15.706643+0000","last_clean":"2026-03-05T21:51:15.706643+0000","last_became_active":"2026-03-05T21:50:51.744635+0000","last_became_peered":"2026-03-05T21:50:51.744635+0000","last_unstale":"2026-03-05T21:51:15.706643+0000","last_undegraded":"2026-03-05T21:51:15.706643+0000","last_fullsized":"2026-03-05T21:51:15.706643+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-03-05T21:50:50.708506+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-03-05T21:50:50.708506+0000","last_clean_scrub_stamp":"2026-03-05T21:50:50.708506+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-03-07T03:07:06.793235+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,7],"acting":[6,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"6.12","version":"0'0","reported_seq":17,"reported_epoch":62,"state":"active+clean","last_fresh":"2026-03-05T21:51:15.527621+0000","last_change":"2026-03-05T21:50:53.753941+0000","last_active":"2026-03-05T21:51:15.527621+0000","last_peered":"2026-03-05T21:51:15.527621+0000","last_clean":"2026-03-05T21:51:15.527621+0000","last_became_active":"2026-03-05T21:50:53.753710+0000","last_became_peered":"2026-03-05T21:50:53.753710+0000","last_unstale":"2026-03-05T21:51:15.527621+0000","last_undegraded":"2026-03-05T21:51:15.527621+0000","last_fullsized":"2026-03-05T21:51:15.527621+0000","mapping_epoch":58,"log_start":"0'0","ondisk_log_start":"0'0","created":58,"last_epoch_clean":59,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-03-05T21:50:52.714775+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-03-05T21:50:52.714775+0000","last_clean_scrub_stamp":"2026-03-05T21:50:52.714775+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-03-07T08:21:33.596365+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,4],"acting":[7,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"6.1d","version":"0'0","reported_seq":17,"reported_epoch":62,"state":"active+clean","last_fresh":"2026-03-05T21:51:15.707147+0000","last_change":"2026-03-05T21:50:53.737536+0000","last_active":"2026-03-05T21:51:15.707147+0000","last_peered":"2026-03-05T21:51:15.707147+0000","last_clean":"2026-03-05T21:51:15.707147+0000","last_became_active":"2026-03-05T21:50:53.737204+0000","last_became_peered":"2026-03-05T21:50:53.737204+0000","last_unstale":"2026-03-05T21:51:15.707147+0000","last_undegraded":"2026-03-05T21:51:15.707147+0000","last_fullsized":"2026-03-05T21:51:15.707147+0000","mapping_epoch":58,"log_start":"0'0","ondisk_log_start":"0'0","created":58,"last_epoch_clean":59,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-03-05T21:50:52.714775+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-03-05T21:50:52.714775+0000","last_clean_scrub_stamp":"2026-03-05T21:50:52.714775+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-03-07T02:49:17.015839+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,4],"acting":[1,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":29,"reported_epoch":62,"state":"active+clean","last_fresh":"2026-03-05T21:51:15.423075+0000","last_change":"2026-03-05T21:50:47.729082+0000","last_active":"2026-03-05T21:51:15.423075+0000","last_peered":"2026-03-05T21:51:15.423075+0000","last_clean":"2026-03-05T21:51:15.423075+0000","last_became_active":"2026-03-05T21:50:47.728920+0000","last_became_peered":"2026-03-05T21:50:47.728920+0000","last_unstale":"2026-03-05T21:51:15.423075+0000","last_undegraded":"2026-03-05T21:51:15.423075+0000","last_fullsized":"2026-03-05T21:51:15.423075+0000","mapping_epoch":52,"log_start":"0'0","ondisk_log_start":"0'0","created":52,"last_epoch_clean":53,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-03-05T21:50:46.697602+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-03-05T21:50:46.697602+0000","last_clean_scrub_stamp":"2026-03-05T21:50:46.697602+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-03-07T07:11:26.358808+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,1],"acting":[3,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.1f","version":"60'11","reported_seq":44,"reported_epoch":62,"state":"active+clean","last_fresh":"2026-03-05T21:51:15.706263+0000","last_change":"2026-03-05T21:50:49.738734+0000","last_active":"2026-03-05T21:51:15.706263+0000","last_peered":"2026-03-05T21:51:15.706263+0000","last_clean":"2026-03-05T21:51:15.706263+0000","last_became_active":"2026-03-05T21:50:49.738599+0000","last_became_peered":"2026-03-05T21:50:49.738599+0000","last_unstale":"2026-03-05T21:51:15.706263+0000","last_undegraded":"2026-03-05T21:51:15.706263+0000","last_fullsized":"2026-03-05T21:51:15.706263+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-03-05T21:50:48.703108+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-03-05T21:50:48.703108+0000","last_clean_scrub_stamp":"2026-03-05T21:50:48.703108+0000","objects_scrubbed":0,"log_size":11,"log_dups_size":0,"ondisk_log_size":11,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-03-07T07:05:15.214899+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":110,"num_objects":5,"num_object_clones":0,"num_object_copies":15,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":20,"num_read_kb":13,"num_write":12,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,1],"acting":[6,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"5.1e","version":"0'0","reported_seq":21,"reported_epoch":62,"state":"active+clean","last_fresh":"2026-03-05T21:51:15.705734+0000","last_change":"2026-03-05T21:50:51.756257+0000","last_active":"2026-03-05T21:51:15.705734+0000","last_peered":"2026-03-05T21:51:15.705734+0000","last_clean":"2026-03-05T21:51:15.705734+0000","last_became_active":"2026-03-05T21:50:51.756061+0000","last_became_peered":"2026-03-05T21:50:51.756061+0000","last_unstale":"2026-03-05T21:51:15.705734+0000","last_undegraded":"2026-03-05T21:51:15.705734+0000","last_fullsized":"2026-03-05T21:51:15.705734+0000","mapping_epoch":56,"log_start":"0'0","ondisk_log_start":"0'0","created":56,"last_epoch_clean":57,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-03-05T21:50:50.708506+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-03-05T21:50:50.708506+0000","last_clean_scrub_stamp":"2026-03-05T21:50:50.708506+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-03-07T06:40:41.383964+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,2],"acting":[0,7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]}],"pool_stats":[{"poolid":6,"num_pg":32,"stat_sum":{"num_bytes":416,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":24576,"data_stored":1248,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":2,"ondisk_log_size":2,"up":96,"acting":96,"num_store_stats":8},{"poolid":5,"num_pg":32,"stat_sum":{"num_bytes":0,"num_objects":8,"num_object_clones":0,"num_object_copies":24,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":64,"ondisk_log_size":64,"up":96,"acting":96,"num_store_stats":8},{"poolid":4,"num_pg":32,"stat_sum":{"num_bytes":3702,"num_objects":178,"num_object_clones":0,"num_object_copies":534,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":178,"num_whiteouts":0,"num_read":698,"num_read_kb":455,"num_write":417,"num_write_kb":34,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":417792,"data_stored":11106,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":393,"ondisk_log_size":393,"up":96,"acting":96,"num_store_stats":8},{"poolid":3,"num_pg":32,"stat_sum":{"num_bytes":1613,"num_objects":6,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":24,"num_read_kb":24,"num_write":10,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":73728,"data_stored":4839,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":6,"ondisk_log_size":6,"up":96,"acting":96,"num_store_stats":8},{"poolid":2,"num_pg":3,"stat_sum":{"num_bytes":408,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":25,"num_read_kb":20,"num_write":6,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":24576,"data_stored":1224,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":8,"ondisk_log_size":8,"up":9,"acting":9,"num_store_stats":7},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":76,"num_read_kb":64,"num_write":123,"num_write_kb":2150,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":590368,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1781760,"data_stored":1771104,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":92,"ondisk_log_size":92,"up":3,"acting":3,"num_store_stats":3}],"osd_stats":[{"osd":7,"up_from":48,"seq":206158430215,"num_pgs":53,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":20967424,"kb_used":28100,"kb_used_data":1260,"kb_used_omap":1,"kb_used_meta":26814,"kb_avail":20939324,"statfs":{"total":21470642176,"available":21441867776,"internally_reserved":0,"allocated":1290240,"data_stored":873815,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1585,"internal_metadata":27457999},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":6,"up_from":42,"seq":180388626442,"num_pgs":43,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":20967424,"kb_used":28072,"kb_used_data":1232,"kb_used_omap":1,"kb_used_meta":26814,"kb_avail":20939352,"statfs":{"total":21470642176,"available":21441896448,"internally_reserved":0,"allocated":1261568,"data_stored":871301,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1589,"internal_metadata":27457995},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]},{"osd":5,"up_from":36,"seq":154618822669,"num_pgs":47,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":20967424,"kb_used":27500,"kb_used_data":660,"kb_used_omap":1,"kb_used_meta":26814,"kb_avail":20939924,"statfs":{"total":21470642176,"available":21442482176,"internally_reserved":0,"allocated":675840,"data_stored":281305,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1589,"internal_metadata":27457995},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":4,"up_from":31,"seq":133143986192,"num_pgs":58,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":20967424,"kb_used":27524,"kb_used_data":684,"kb_used_omap":1,"kb_used_meta":26814,"kb_avail":20939900,"statfs":{"total":21470642176,"available":21442457600,"internally_reserved":0,"allocated":700416,"data_stored":281551,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1590,"internal_metadata":27457994},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":3,"up_from":26,"seq":111669149715,"num_pgs":56,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":20967424,"kb_used":27536,"kb_used_data":696,"kb_used_omap":1,"kb_used_meta":26814,"kb_avail":20939888,"statfs":{"total":21470642176,"available":21442445312,"internally_reserved":0,"allocated":712704,"data_stored":283253,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1588,"internal_metadata":27457996},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[]},{"osd":2,"up_from":18,"seq":77309411350,"num_pgs":36,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":20967424,"kb_used":27488,"kb_used_data":648,"kb_used_omap":1,"kb_used_meta":26814,"kb_avail":20939936,"statfs":{"total":21470642176,"available":21442494464,"internally_reserved":0,"allocated":663552,"data_stored":281081,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1590,"internal_metadata":27457994},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[]},{"osd":1,"up_from":13,"seq":55834574873,"num_pgs":57,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":20967424,"kb_used":27544,"kb_used_data":708,"kb_used_omap":1,"kb_used_meta":26814,"kb_avail":20939880,"statfs":{"total":21470642176,"available":21442437120,"internally_reserved":0,"allocated":724992,"data_stored":274829,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1589,"internal_metadata":27457995},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[]},{"osd":0,"up_from":8,"seq":34359738396,"num_pgs":46,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":20967424,"kb_used":28104,"kb_used_data":1264,"kb_used_omap":1,"kb_used_meta":26814,"kb_avail":20939320,"statfs":{"total":21470642176,"available":21441863680,"internally_reserved":0,"allocated":1294336,"data_stored":873524,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1590,"internal_metadata":27457994},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":389,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":408,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":19,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":19,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":389,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":1567,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":92,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":1475,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":184,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":1521,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":49152,"data_stored":1320,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":90112,"data_stored":2338,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":32768,"data_stored":798,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":73728,"data_stored":1898,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":53248,"data_stored":1474,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":36864,"data_stored":990,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":36864,"data_stored":1034,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":45056,"data_stored":1254,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":13,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":403,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":13,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":416,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":403,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2026-03-05T22:51:17.599 INFO:tasks.cephadm.ceph_manager.ceph:clean! 2026-03-05T22:51:17.599 INFO:tasks.ceph:Waiting until ceph cluster ceph is healthy... 2026-03-05T22:51:17.599 INFO:tasks.cephadm.ceph_manager.ceph:wait_until_healthy 2026-03-05T22:51:17.599 DEBUG:teuthology.orchestra.run.vm02:> sudo /home/ubuntu/cephtest/cephadm --image harbor.clyso.com/custom-ceph/ceph/ceph:cobaltcore-storage-v19.2.3-fasttrack-3 shell --fsid ce88f304-18dc-11f1-81b4-a3325c551960 -- ceph health --format=json 2026-03-05T22:51:17.786 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 22:51:17 vm02 ceph-mon[51276]: Updating vm09:/var/lib/ceph/ce88f304-18dc-11f1-81b4-a3325c551960/config/ceph.conf 2026-03-05T22:51:17.786 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 22:51:17 vm02 ceph-mon[51276]: Updating vm02:/var/lib/ceph/ce88f304-18dc-11f1-81b4-a3325c551960/config/ceph.conf 2026-03-05T22:51:17.786 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 22:51:17 vm02 ceph-mon[51276]: Updating vm09:/etc/ceph/ceph.client.admin.keyring 2026-03-05T22:51:17.786 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 22:51:17 vm02 ceph-mon[51276]: Updating vm09:/var/lib/ceph/ce88f304-18dc-11f1-81b4-a3325c551960/config/ceph.client.admin.keyring 2026-03-05T22:51:17.787 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 22:51:17 vm02 ceph-mon[51276]: Updating vm02:/etc/ceph/ceph.client.admin.keyring 2026-03-05T22:51:17.787 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 22:51:17 vm02 ceph-mon[51276]: mgrmap e20: y(active, since 1.03661s), standbys: x 2026-03-05T22:51:17.787 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 22:51:17 vm02 ceph-mon[51276]: from='client.24422 -' entity='client.iscsi.iscsi.a' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-03-05T22:51:17.787 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 22:51:17 vm02 ceph-mon[51276]: pgmap v3: 132 pgs: 132 active+clean; 583 KiB data, 217 MiB used, 160 GiB / 160 GiB avail 2026-03-05T22:51:17.787 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 22:51:17 vm02 ceph-mon[51276]: from='client.24527 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2026-03-05T22:51:17.787 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 22:51:17 vm02 ceph-mon[51276]: from='mgr.14559 ' entity='mgr.y' 2026-03-05T22:51:17.787 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 22:51:17 vm02 ceph-mon[51276]: from='mgr.14559 ' entity='mgr.y' 2026-03-05T22:51:17.787 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 22:51:17 vm02 ceph-mon[51276]: Updating vm02:/var/lib/ceph/ce88f304-18dc-11f1-81b4-a3325c551960/config/ceph.client.admin.keyring 2026-03-05T22:51:17.787 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 22:51:17 vm02 ceph-mon[51276]: [05/Mar/2026:21:51:16] ENGINE Bus STARTING 2026-03-05T22:51:17.787 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 22:51:17 vm02 ceph-mon[51276]: [05/Mar/2026:21:51:16] ENGINE Serving on http://192.168.123.102:8765 2026-03-05T22:51:17.787 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 22:51:17 vm02 ceph-mon[51276]: from='mgr.14559 ' entity='mgr.y' 2026-03-05T22:51:17.787 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 22:51:17 vm02 ceph-mon[51276]: from='mgr.14559 ' entity='mgr.y' 2026-03-05T22:51:17.787 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 22:51:17 vm02 ceph-mon[51276]: from='mgr.14559 ' entity='mgr.y' 2026-03-05T22:51:17.787 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 22:51:17 vm02 ceph-mon[51276]: from='mgr.14559 ' entity='mgr.y' 2026-03-05T22:51:17.787 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 22:51:17 vm02 ceph-mon[51276]: Deploying daemon alertmanager.a on vm02 2026-03-05T22:51:17.787 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 22:51:17 vm02 ceph-mon[51276]: [05/Mar/2026:21:51:16] ENGINE Serving on https://192.168.123.102:7151 2026-03-05T22:51:17.787 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 22:51:17 vm02 ceph-mon[51276]: [05/Mar/2026:21:51:16] ENGINE Bus STARTED 2026-03-05T22:51:17.787 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 22:51:17 vm02 ceph-mon[51276]: [05/Mar/2026:21:51:16] ENGINE Client ('192.168.123.102', 52464) lost — peer dropped the TLS connection suddenly, during handshake: (6, 'TLS/SSL connection has been closed (EOF) (_ssl.c:1147)') 2026-03-05T22:51:17.787 INFO:journalctl@ceph.mgr.y.vm02.stdout:Mar 05 22:51:17 vm02 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-mgr-y[51511]: ::ffff:192.168.123.109 - - [05/Mar/2026:21:51:17] "GET /metrics HTTP/1.1" 503 1620 "" "Prometheus/2.51.0" 2026-03-05T22:51:17.787 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 22:51:17 vm02 ceph-mon[57234]: Updating vm09:/var/lib/ceph/ce88f304-18dc-11f1-81b4-a3325c551960/config/ceph.conf 2026-03-05T22:51:17.787 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 22:51:17 vm02 ceph-mon[57234]: Updating vm02:/var/lib/ceph/ce88f304-18dc-11f1-81b4-a3325c551960/config/ceph.conf 2026-03-05T22:51:17.787 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 22:51:17 vm02 ceph-mon[57234]: Updating vm09:/etc/ceph/ceph.client.admin.keyring 2026-03-05T22:51:17.787 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 22:51:17 vm02 ceph-mon[57234]: Updating vm09:/var/lib/ceph/ce88f304-18dc-11f1-81b4-a3325c551960/config/ceph.client.admin.keyring 2026-03-05T22:51:17.787 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 22:51:17 vm02 ceph-mon[57234]: Updating vm02:/etc/ceph/ceph.client.admin.keyring 2026-03-05T22:51:17.787 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 22:51:17 vm02 ceph-mon[57234]: mgrmap e20: y(active, since 1.03661s), standbys: x 2026-03-05T22:51:17.787 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 22:51:17 vm02 ceph-mon[57234]: from='client.24422 -' entity='client.iscsi.iscsi.a' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-03-05T22:51:17.787 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 22:51:17 vm02 ceph-mon[57234]: pgmap v3: 132 pgs: 132 active+clean; 583 KiB data, 217 MiB used, 160 GiB / 160 GiB avail 2026-03-05T22:51:17.787 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 22:51:17 vm02 ceph-mon[57234]: from='client.24527 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2026-03-05T22:51:17.787 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 22:51:17 vm02 ceph-mon[57234]: from='mgr.14559 ' entity='mgr.y' 2026-03-05T22:51:17.787 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 22:51:17 vm02 ceph-mon[57234]: from='mgr.14559 ' entity='mgr.y' 2026-03-05T22:51:17.787 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 22:51:17 vm02 ceph-mon[57234]: Updating vm02:/var/lib/ceph/ce88f304-18dc-11f1-81b4-a3325c551960/config/ceph.client.admin.keyring 2026-03-05T22:51:17.787 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 22:51:17 vm02 ceph-mon[57234]: [05/Mar/2026:21:51:16] ENGINE Bus STARTING 2026-03-05T22:51:17.787 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 22:51:17 vm02 ceph-mon[57234]: [05/Mar/2026:21:51:16] ENGINE Serving on http://192.168.123.102:8765 2026-03-05T22:51:17.787 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 22:51:17 vm02 ceph-mon[57234]: from='mgr.14559 ' entity='mgr.y' 2026-03-05T22:51:17.787 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 22:51:17 vm02 ceph-mon[57234]: from='mgr.14559 ' entity='mgr.y' 2026-03-05T22:51:17.787 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 22:51:17 vm02 ceph-mon[57234]: from='mgr.14559 ' entity='mgr.y' 2026-03-05T22:51:17.787 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 22:51:17 vm02 ceph-mon[57234]: from='mgr.14559 ' entity='mgr.y' 2026-03-05T22:51:17.787 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 22:51:17 vm02 ceph-mon[57234]: Deploying daemon alertmanager.a on vm02 2026-03-05T22:51:17.787 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 22:51:17 vm02 ceph-mon[57234]: [05/Mar/2026:21:51:16] ENGINE Serving on https://192.168.123.102:7151 2026-03-05T22:51:17.787 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 22:51:17 vm02 ceph-mon[57234]: [05/Mar/2026:21:51:16] ENGINE Bus STARTED 2026-03-05T22:51:17.787 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 22:51:17 vm02 ceph-mon[57234]: [05/Mar/2026:21:51:16] ENGINE Client ('192.168.123.102', 52464) lost — peer dropped the TLS connection suddenly, during handshake: (6, 'TLS/SSL connection has been closed (EOF) (_ssl.c:1147)') 2026-03-05T22:51:17.925 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 22:51:17 vm09 ceph-mon[51064]: Updating vm09:/var/lib/ceph/ce88f304-18dc-11f1-81b4-a3325c551960/config/ceph.conf 2026-03-05T22:51:17.925 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 22:51:17 vm09 ceph-mon[51064]: Updating vm02:/var/lib/ceph/ce88f304-18dc-11f1-81b4-a3325c551960/config/ceph.conf 2026-03-05T22:51:17.925 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 22:51:17 vm09 ceph-mon[51064]: Updating vm09:/etc/ceph/ceph.client.admin.keyring 2026-03-05T22:51:17.926 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 22:51:17 vm09 ceph-mon[51064]: Updating vm09:/var/lib/ceph/ce88f304-18dc-11f1-81b4-a3325c551960/config/ceph.client.admin.keyring 2026-03-05T22:51:17.926 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 22:51:17 vm09 ceph-mon[51064]: Updating vm02:/etc/ceph/ceph.client.admin.keyring 2026-03-05T22:51:17.926 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 22:51:17 vm09 ceph-mon[51064]: mgrmap e20: y(active, since 1.03661s), standbys: x 2026-03-05T22:51:17.926 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 22:51:17 vm09 ceph-mon[51064]: from='client.24422 -' entity='client.iscsi.iscsi.a' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-03-05T22:51:17.926 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 22:51:17 vm09 ceph-mon[51064]: pgmap v3: 132 pgs: 132 active+clean; 583 KiB data, 217 MiB used, 160 GiB / 160 GiB avail 2026-03-05T22:51:17.926 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 22:51:17 vm09 ceph-mon[51064]: from='client.24527 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2026-03-05T22:51:17.926 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 22:51:17 vm09 ceph-mon[51064]: from='mgr.14559 ' entity='mgr.y' 2026-03-05T22:51:17.926 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 22:51:17 vm09 ceph-mon[51064]: from='mgr.14559 ' entity='mgr.y' 2026-03-05T22:51:17.926 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 22:51:17 vm09 ceph-mon[51064]: Updating vm02:/var/lib/ceph/ce88f304-18dc-11f1-81b4-a3325c551960/config/ceph.client.admin.keyring 2026-03-05T22:51:17.926 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 22:51:17 vm09 ceph-mon[51064]: [05/Mar/2026:21:51:16] ENGINE Bus STARTING 2026-03-05T22:51:17.926 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 22:51:17 vm09 ceph-mon[51064]: [05/Mar/2026:21:51:16] ENGINE Serving on http://192.168.123.102:8765 2026-03-05T22:51:17.926 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 22:51:17 vm09 ceph-mon[51064]: from='mgr.14559 ' entity='mgr.y' 2026-03-05T22:51:17.926 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 22:51:17 vm09 ceph-mon[51064]: from='mgr.14559 ' entity='mgr.y' 2026-03-05T22:51:17.926 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 22:51:17 vm09 ceph-mon[51064]: from='mgr.14559 ' entity='mgr.y' 2026-03-05T22:51:17.926 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 22:51:17 vm09 ceph-mon[51064]: from='mgr.14559 ' entity='mgr.y' 2026-03-05T22:51:17.926 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 22:51:17 vm09 ceph-mon[51064]: Deploying daemon alertmanager.a on vm02 2026-03-05T22:51:17.926 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 22:51:17 vm09 ceph-mon[51064]: [05/Mar/2026:21:51:16] ENGINE Serving on https://192.168.123.102:7151 2026-03-05T22:51:17.926 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 22:51:17 vm09 ceph-mon[51064]: [05/Mar/2026:21:51:16] ENGINE Bus STARTED 2026-03-05T22:51:17.926 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 22:51:17 vm09 ceph-mon[51064]: [05/Mar/2026:21:51:16] ENGINE Client ('192.168.123.102', 52464) lost — peer dropped the TLS connection suddenly, during handshake: (6, 'TLS/SSL connection has been closed (EOF) (_ssl.c:1147)') 2026-03-05T22:51:17.952 INFO:teuthology.orchestra.run.vm02.stderr:Inferring config /var/lib/ceph/ce88f304-18dc-11f1-81b4-a3325c551960/mon.a/config 2026-03-05T22:51:18.313 INFO:teuthology.orchestra.run.vm02.stdout: 2026-03-05T22:51:18.313 INFO:teuthology.orchestra.run.vm02.stdout:{"status":"HEALTH_OK","checks":{},"mutes":[]} 2026-03-05T22:51:18.491 INFO:tasks.cephadm.ceph_manager.ceph:wait_until_healthy done 2026-03-05T22:51:18.491 INFO:tasks.cephadm:Setup complete, yielding 2026-03-05T22:51:18.491 INFO:teuthology.run_tasks:Running task cephadm.shell... 2026-03-05T22:51:18.493 INFO:tasks.cephadm:Running commands on role mon.a host ubuntu@vm02.local 2026-03-05T22:51:18.493 DEBUG:teuthology.orchestra.run.vm02:> sudo /home/ubuntu/cephtest/cephadm --image harbor.clyso.com/custom-ceph/ceph/ceph:cobaltcore-storage-v19.2.3-fasttrack-3 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid ce88f304-18dc-11f1-81b4-a3325c551960 -- bash -c 'stat -c '"'"'%u %g'"'"' /var/log/ceph | grep '"'"'167 167'"'"'' 2026-03-05T22:51:18.691 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 22:51:18 vm02 ceph-mon[51276]: from='client.24542 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2026-03-05T22:51:18.691 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 22:51:18 vm02 ceph-mon[51276]: pgmap v4: 132 pgs: 132 active+clean; 583 KiB data, 217 MiB used, 160 GiB / 160 GiB avail 2026-03-05T22:51:18.691 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 22:51:18 vm02 ceph-mon[51276]: mgrmap e21: y(active, since 2s), standbys: x 2026-03-05T22:51:18.691 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 22:51:18 vm02 ceph-mon[51276]: from='client.? 192.168.123.102:0/2566151066' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2026-03-05T22:51:18.960 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 22:51:18 vm09 ceph-mon[51064]: from='client.24542 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2026-03-05T22:51:18.960 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 22:51:18 vm09 ceph-mon[51064]: pgmap v4: 132 pgs: 132 active+clean; 583 KiB data, 217 MiB used, 160 GiB / 160 GiB avail 2026-03-05T22:51:18.960 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 22:51:18 vm09 ceph-mon[51064]: mgrmap e21: y(active, since 2s), standbys: x 2026-03-05T22:51:18.960 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 22:51:18 vm09 ceph-mon[51064]: from='client.? 192.168.123.102:0/2566151066' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2026-03-05T22:51:19.036 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 22:51:18 vm02 ceph-mon[57234]: from='client.24542 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2026-03-05T22:51:19.036 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 22:51:18 vm02 ceph-mon[57234]: pgmap v4: 132 pgs: 132 active+clean; 583 KiB data, 217 MiB used, 160 GiB / 160 GiB avail 2026-03-05T22:51:19.036 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 22:51:18 vm02 ceph-mon[57234]: mgrmap e21: y(active, since 2s), standbys: x 2026-03-05T22:51:19.036 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 22:51:18 vm02 ceph-mon[57234]: from='client.? 192.168.123.102:0/2566151066' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2026-03-05T22:51:19.116 INFO:teuthology.orchestra.run.vm02.stderr:Inferring config /var/lib/ceph/ce88f304-18dc-11f1-81b4-a3325c551960/mon.a/config 2026-03-05T22:51:19.254 INFO:teuthology.orchestra.run.vm02.stdout:167 167 2026-03-05T22:51:19.428 DEBUG:teuthology.orchestra.run.vm02:> sudo /home/ubuntu/cephtest/cephadm --image harbor.clyso.com/custom-ceph/ceph/ceph:cobaltcore-storage-v19.2.3-fasttrack-3 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid ce88f304-18dc-11f1-81b4-a3325c551960 -- bash -c 'ceph orch status' 2026-03-05T22:51:20.051 INFO:teuthology.orchestra.run.vm02.stderr:Inferring config /var/lib/ceph/ce88f304-18dc-11f1-81b4-a3325c551960/mon.a/config 2026-03-05T22:51:20.692 INFO:journalctl@ceph.alertmanager.a.vm02.stdout:Mar 05 22:51:20 vm02 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-alertmanager-a[83013]: ts=2026-03-05T21:51:20.651Z caller=cluster.go:681 level=info component=cluster msg="Waiting for gossip to settle..." interval=2s 2026-03-05T22:51:20.788 INFO:teuthology.orchestra.run.vm02.stdout:Backend: cephadm 2026-03-05T22:51:20.788 INFO:teuthology.orchestra.run.vm02.stdout:Available: Yes 2026-03-05T22:51:20.788 INFO:teuthology.orchestra.run.vm02.stdout:Paused: No 2026-03-05T22:51:20.946 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 22:51:20 vm09 ceph-mon[51064]: pgmap v5: 132 pgs: 132 active+clean; 583 KiB data, 217 MiB used, 160 GiB / 160 GiB avail 2026-03-05T22:51:20.946 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 22:51:20 vm09 ceph-mon[51064]: mgrmap e22: y(active, since 4s), standbys: x 2026-03-05T22:51:20.947 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 22:51:20 vm09 ceph-mon[51064]: from='mgr.14559 ' entity='mgr.y' 2026-03-05T22:51:20.970 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 22:51:20 vm02 ceph-mon[51276]: pgmap v5: 132 pgs: 132 active+clean; 583 KiB data, 217 MiB used, 160 GiB / 160 GiB avail 2026-03-05T22:51:20.970 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 22:51:20 vm02 ceph-mon[51276]: mgrmap e22: y(active, since 4s), standbys: x 2026-03-05T22:51:20.970 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 22:51:20 vm02 ceph-mon[51276]: from='mgr.14559 ' entity='mgr.y' 2026-03-05T22:51:20.970 INFO:journalctl@ceph.mgr.y.vm02.stdout:Mar 05 22:51:20 vm02 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-mgr-y[51511]: [05/Mar/2026:21:51:20] ENGINE Bus STOPPING 2026-03-05T22:51:20.970 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 22:51:20 vm02 ceph-mon[57234]: pgmap v5: 132 pgs: 132 active+clean; 583 KiB data, 217 MiB used, 160 GiB / 160 GiB avail 2026-03-05T22:51:20.970 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 22:51:20 vm02 ceph-mon[57234]: mgrmap e22: y(active, since 4s), standbys: x 2026-03-05T22:51:20.970 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 22:51:20 vm02 ceph-mon[57234]: from='mgr.14559 ' entity='mgr.y' 2026-03-05T22:51:20.970 INFO:journalctl@ceph.alertmanager.a.vm02.stdout:Mar 05 22:51:20 vm02 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-alertmanager-a[83013]: ts=2026-03-05T21:51:20.688Z caller=coordinator.go:113 level=info component=configuration msg="Loading configuration file" file=/etc/alertmanager/alertmanager.yml 2026-03-05T22:51:20.970 INFO:journalctl@ceph.alertmanager.a.vm02.stdout:Mar 05 22:51:20 vm02 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-alertmanager-a[83013]: ts=2026-03-05T21:51:20.689Z caller=coordinator.go:126 level=info component=configuration msg="Completed loading of configuration file" file=/etc/alertmanager/alertmanager.yml 2026-03-05T22:51:20.970 INFO:journalctl@ceph.alertmanager.a.vm02.stdout:Mar 05 22:51:20 vm02 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-alertmanager-a[83013]: ts=2026-03-05T21:51:20.690Z caller=tls_config.go:232 level=info msg="Listening on" address=[::]:9093 2026-03-05T22:51:20.970 INFO:journalctl@ceph.alertmanager.a.vm02.stdout:Mar 05 22:51:20 vm02 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-alertmanager-a[83013]: ts=2026-03-05T21:51:20.690Z caller=tls_config.go:235 level=info msg="TLS is disabled." http2=false address=[::]:9093 2026-03-05T22:51:20.971 DEBUG:teuthology.orchestra.run.vm02:> sudo /home/ubuntu/cephtest/cephadm --image harbor.clyso.com/custom-ceph/ceph/ceph:cobaltcore-storage-v19.2.3-fasttrack-3 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid ce88f304-18dc-11f1-81b4-a3325c551960 -- bash -c 'ceph orch ps' 2026-03-05T22:51:21.286 INFO:journalctl@ceph.mgr.y.vm02.stdout:Mar 05 22:51:21 vm02 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-mgr-y[51511]: [05/Mar/2026:21:51:21] ENGINE HTTP Server cherrypy._cpwsgi_server.CPWSGIServer(('::', 9283)) shut down 2026-03-05T22:51:21.286 INFO:journalctl@ceph.mgr.y.vm02.stdout:Mar 05 22:51:21 vm02 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-mgr-y[51511]: [05/Mar/2026:21:51:21] ENGINE Bus STOPPED 2026-03-05T22:51:21.286 INFO:journalctl@ceph.mgr.y.vm02.stdout:Mar 05 22:51:21 vm02 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-mgr-y[51511]: [05/Mar/2026:21:51:21] ENGINE Bus STARTING 2026-03-05T22:51:21.373 INFO:teuthology.orchestra.run.vm02.stderr:Inferring config /var/lib/ceph/ce88f304-18dc-11f1-81b4-a3325c551960/mon.a/config 2026-03-05T22:51:21.541 INFO:journalctl@ceph.mgr.y.vm02.stdout:Mar 05 22:51:21 vm02 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-mgr-y[51511]: [05/Mar/2026:21:51:21] ENGINE Serving on http://:::9283 2026-03-05T22:51:21.541 INFO:journalctl@ceph.mgr.y.vm02.stdout:Mar 05 22:51:21 vm02 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-mgr-y[51511]: [05/Mar/2026:21:51:21] ENGINE Bus STARTED 2026-03-05T22:51:21.813 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 22:51:21 vm02 ceph-mon[51276]: from='mgr.14559 ' entity='mgr.y' 2026-03-05T22:51:21.813 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 22:51:21 vm02 ceph-mon[51276]: from='mgr.14559 ' entity='mgr.y' 2026-03-05T22:51:21.813 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 22:51:21 vm02 ceph-mon[51276]: from='mgr.14559 ' entity='mgr.y' 2026-03-05T22:51:21.813 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 22:51:21 vm02 ceph-mon[51276]: Regenerating cephadm self-signed grafana TLS certificates 2026-03-05T22:51:21.813 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 22:51:21 vm02 ceph-mon[51276]: from='mgr.14559 ' entity='mgr.y' 2026-03-05T22:51:21.813 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 22:51:21 vm02 ceph-mon[51276]: from='mgr.14559 ' entity='mgr.y' 2026-03-05T22:51:21.813 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 22:51:21 vm02 ceph-mon[51276]: from='client.14619 -' entity='client.admin' cmd=[{"prefix": "orch status", "target": ["mon-mgr", ""]}]: dispatch 2026-03-05T22:51:21.813 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 22:51:21 vm02 ceph-mon[51276]: from='mgr.14559 192.168.123.102:0/3172033405' entity='mgr.y' cmd=[{"prefix": "dashboard set-grafana-api-ssl-verify", "value": "false"}]: dispatch 2026-03-05T22:51:21.813 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 22:51:21 vm02 ceph-mon[51276]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard set-grafana-api-ssl-verify", "value": "false"}]: dispatch 2026-03-05T22:51:21.813 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 22:51:21 vm02 ceph-mon[51276]: from='mgr.14559 ' entity='mgr.y' 2026-03-05T22:51:21.813 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 22:51:21 vm02 ceph-mon[57234]: from='mgr.14559 ' entity='mgr.y' 2026-03-05T22:51:21.813 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 22:51:21 vm02 ceph-mon[57234]: from='mgr.14559 ' entity='mgr.y' 2026-03-05T22:51:21.813 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 22:51:21 vm02 ceph-mon[57234]: from='mgr.14559 ' entity='mgr.y' 2026-03-05T22:51:21.813 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 22:51:21 vm02 ceph-mon[57234]: Regenerating cephadm self-signed grafana TLS certificates 2026-03-05T22:51:21.813 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 22:51:21 vm02 ceph-mon[57234]: from='mgr.14559 ' entity='mgr.y' 2026-03-05T22:51:21.813 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 22:51:21 vm02 ceph-mon[57234]: from='mgr.14559 ' entity='mgr.y' 2026-03-05T22:51:21.813 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 22:51:21 vm02 ceph-mon[57234]: from='client.14619 -' entity='client.admin' cmd=[{"prefix": "orch status", "target": ["mon-mgr", ""]}]: dispatch 2026-03-05T22:51:21.813 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 22:51:21 vm02 ceph-mon[57234]: from='mgr.14559 192.168.123.102:0/3172033405' entity='mgr.y' cmd=[{"prefix": "dashboard set-grafana-api-ssl-verify", "value": "false"}]: dispatch 2026-03-05T22:51:21.813 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 22:51:21 vm02 ceph-mon[57234]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard set-grafana-api-ssl-verify", "value": "false"}]: dispatch 2026-03-05T22:51:21.813 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 22:51:21 vm02 ceph-mon[57234]: from='mgr.14559 ' entity='mgr.y' 2026-03-05T22:51:21.814 INFO:teuthology.orchestra.run.vm02.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2026-03-05T22:51:21.814 INFO:teuthology.orchestra.run.vm02.stdout:agent.vm02 vm02 running 34s ago 3m - - 2026-03-05T22:51:21.814 INFO:teuthology.orchestra.run.vm02.stdout:agent.vm09 vm09 running 23s ago 3m - - 2026-03-05T22:51:21.814 INFO:teuthology.orchestra.run.vm02.stdout:alertmanager.a vm02 *:9093,9094 starting - - - - 2026-03-05T22:51:21.814 INFO:teuthology.orchestra.run.vm02.stdout:iscsi.iscsi.a vm09 *:5000 running (25s) 23s ago 25s - - 3.8 306e97de47e9 997cc5ef6ad8 2026-03-05T22:51:21.814 INFO:teuthology.orchestra.run.vm02.stdout:mgr.x vm09 *:8443,8765 running (2m) 23s ago 2m - - 19.2.3-47-gc24117fd552 306e97de47e9 39d4ac4ba4bf 2026-03-05T22:51:21.814 INFO:teuthology.orchestra.run.vm02.stdout:mgr.y vm02 *:9283,8765 running (4m) 34s ago 4m 565M - 19.2.3-47-gc24117fd552 306e97de47e9 edcf2b8dbcc2 2026-03-05T22:51:21.814 INFO:teuthology.orchestra.run.vm02.stdout:mon.a vm02 running (4m) 34s ago 4m 50.5M 2048M 19.2.3-47-gc24117fd552 306e97de47e9 46a8a3c0ab01 2026-03-05T22:51:21.814 INFO:teuthology.orchestra.run.vm02.stdout:mon.b vm09 running (2m) 23s ago 2m - 2048M 19.2.3-47-gc24117fd552 306e97de47e9 995f80eaf671 2026-03-05T22:51:21.814 INFO:teuthology.orchestra.run.vm02.stdout:mon.c vm02 running (3m) 34s ago 3m 45.9M 2048M 19.2.3-47-gc24117fd552 306e97de47e9 9f580aaa1514 2026-03-05T22:51:21.814 INFO:teuthology.orchestra.run.vm02.stdout:osd.0 vm02 running (2m) 34s ago 2m 65.7M 4096M 19.2.3-47-gc24117fd552 306e97de47e9 cbf5dc2b169a 2026-03-05T22:51:21.814 INFO:teuthology.orchestra.run.vm02.stdout:osd.1 vm02 running (2m) 34s ago 2m 65.5M 4096M 19.2.3-47-gc24117fd552 306e97de47e9 583cae3d51fa 2026-03-05T22:51:21.814 INFO:teuthology.orchestra.run.vm02.stdout:osd.2 vm02 running (2m) 34s ago 2m 44.3M 4096M 19.2.3-47-gc24117fd552 306e97de47e9 23036bf60ac8 2026-03-05T22:51:21.814 INFO:teuthology.orchestra.run.vm02.stdout:osd.3 vm02 running (105s) 34s ago 105s 37.5M 4096M 19.2.3-47-gc24117fd552 306e97de47e9 f0a3ba5e7173 2026-03-05T22:51:21.814 INFO:teuthology.orchestra.run.vm02.stdout:osd.4 vm09 running (90s) 23s ago 90s - 4096M 19.2.3-47-gc24117fd552 306e97de47e9 1a284648dc8f 2026-03-05T22:51:21.814 INFO:teuthology.orchestra.run.vm02.stdout:osd.5 vm09 running (75s) 23s ago 75s - 4096M 19.2.3-47-gc24117fd552 306e97de47e9 e618338d737e 2026-03-05T22:51:21.814 INFO:teuthology.orchestra.run.vm02.stdout:osd.6 vm09 running (60s) 23s ago 60s - 4096M 19.2.3-47-gc24117fd552 306e97de47e9 8be4ab55281b 2026-03-05T22:51:21.814 INFO:teuthology.orchestra.run.vm02.stdout:osd.7 vm09 running (45s) 23s ago 45s - 4096M 19.2.3-47-gc24117fd552 306e97de47e9 9f0881c54534 2026-03-05T22:51:21.814 INFO:teuthology.orchestra.run.vm02.stdout:prometheus.a vm09 *:9095 starting - - - - 2026-03-05T22:51:21.814 INFO:teuthology.orchestra.run.vm02.stdout:rgw.foo.a vm02 *:80 running (36s) 34s ago 36s 15.7M - 19.2.3-47-gc24117fd552 306e97de47e9 c4e97b45fcc1 2026-03-05T22:51:21.982 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 22:51:21 vm09 ceph-mon[51064]: from='mgr.14559 ' entity='mgr.y' 2026-03-05T22:51:21.982 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 22:51:21 vm09 ceph-mon[51064]: from='mgr.14559 ' entity='mgr.y' 2026-03-05T22:51:21.982 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 22:51:21 vm09 ceph-mon[51064]: from='mgr.14559 ' entity='mgr.y' 2026-03-05T22:51:21.982 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 22:51:21 vm09 ceph-mon[51064]: Regenerating cephadm self-signed grafana TLS certificates 2026-03-05T22:51:21.982 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 22:51:21 vm09 ceph-mon[51064]: from='mgr.14559 ' entity='mgr.y' 2026-03-05T22:51:21.982 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 22:51:21 vm09 ceph-mon[51064]: from='mgr.14559 ' entity='mgr.y' 2026-03-05T22:51:21.982 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 22:51:21 vm09 ceph-mon[51064]: from='client.14619 -' entity='client.admin' cmd=[{"prefix": "orch status", "target": ["mon-mgr", ""]}]: dispatch 2026-03-05T22:51:21.982 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 22:51:21 vm09 ceph-mon[51064]: from='mgr.14559 192.168.123.102:0/3172033405' entity='mgr.y' cmd=[{"prefix": "dashboard set-grafana-api-ssl-verify", "value": "false"}]: dispatch 2026-03-05T22:51:21.982 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 22:51:21 vm09 ceph-mon[51064]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard set-grafana-api-ssl-verify", "value": "false"}]: dispatch 2026-03-05T22:51:21.982 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 22:51:21 vm09 ceph-mon[51064]: from='mgr.14559 ' entity='mgr.y' 2026-03-05T22:51:22.002 DEBUG:teuthology.orchestra.run.vm02:> sudo /home/ubuntu/cephtest/cephadm --image harbor.clyso.com/custom-ceph/ceph/ceph:cobaltcore-storage-v19.2.3-fasttrack-3 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid ce88f304-18dc-11f1-81b4-a3325c551960 -- bash -c 'ceph orch ls' 2026-03-05T22:51:22.620 INFO:teuthology.orchestra.run.vm02.stderr:Inferring config /var/lib/ceph/ce88f304-18dc-11f1-81b4-a3325c551960/mon.a/config 2026-03-05T22:51:23.036 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 22:51:22 vm02 ceph-mon[57234]: Deploying daemon grafana.a on vm09 2026-03-05T22:51:23.036 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 22:51:22 vm02 ceph-mon[57234]: pgmap v6: 132 pgs: 132 active+clean; 583 KiB data, 217 MiB used, 160 GiB / 160 GiB avail 2026-03-05T22:51:23.036 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 22:51:22 vm02 ceph-mon[57234]: from='client.24535 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2026-03-05T22:51:23.037 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 22:51:22 vm02 ceph-mon[51276]: Deploying daemon grafana.a on vm09 2026-03-05T22:51:23.037 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 22:51:22 vm02 ceph-mon[51276]: pgmap v6: 132 pgs: 132 active+clean; 583 KiB data, 217 MiB used, 160 GiB / 160 GiB avail 2026-03-05T22:51:23.037 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 22:51:22 vm02 ceph-mon[51276]: from='client.24535 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2026-03-05T22:51:23.037 INFO:journalctl@ceph.alertmanager.a.vm02.stdout:Mar 05 22:51:22 vm02 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-alertmanager-a[83013]: ts=2026-03-05T21:51:22.651Z caller=cluster.go:706 level=info component=cluster msg="gossip not settled" polls=0 before=0 now=1 elapsed=2.000311913s 2026-03-05T22:51:23.175 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 22:51:22 vm09 ceph-mon[51064]: Deploying daemon grafana.a on vm09 2026-03-05T22:51:23.175 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 22:51:22 vm09 ceph-mon[51064]: pgmap v6: 132 pgs: 132 active+clean; 583 KiB data, 217 MiB used, 160 GiB / 160 GiB avail 2026-03-05T22:51:23.176 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 22:51:22 vm09 ceph-mon[51064]: from='client.24535 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2026-03-05T22:51:23.220 INFO:teuthology.orchestra.run.vm02.stdout:NAME PORTS RUNNING REFRESHED AGE PLACEMENT 2026-03-05T22:51:23.220 INFO:teuthology.orchestra.run.vm02.stdout:agent 2/2 35s ago 7s * 2026-03-05T22:51:23.220 INFO:teuthology.orchestra.run.vm02.stdout:alertmanager ?:9093,9094 0/1 - 30s vm02=a;count:1 2026-03-05T22:51:23.220 INFO:teuthology.orchestra.run.vm02.stdout:grafana ?:3000 0/1 - 29s vm09=a;count:1 2026-03-05T22:51:23.220 INFO:teuthology.orchestra.run.vm02.stdout:iscsi.datapool ?:5000 1/1 25s ago 33s vm09=iscsi.a;count:1 2026-03-05T22:51:23.220 INFO:teuthology.orchestra.run.vm02.stdout:mgr 2/2 35s ago 2m vm02=y;vm09=x;count:2 2026-03-05T22:51:23.220 INFO:teuthology.orchestra.run.vm02.stdout:mon 3/3 35s ago 3m vm02:192.168.123.102=a;vm02:[v2:192.168.123.102:3301,v1:192.168.123.102:6790]=c;vm09:192.168.123.109=b;count:3 2026-03-05T22:51:23.220 INFO:teuthology.orchestra.run.vm02.stdout:node-exporter ?:9100 0/2 - 31s vm02=a;vm09=b;count:2 2026-03-05T22:51:23.220 INFO:teuthology.orchestra.run.vm02.stdout:osd 8 35s ago - 2026-03-05T22:51:23.220 INFO:teuthology.orchestra.run.vm02.stdout:prometheus ?:9095 0/1 - 32s vm09=a;count:1 2026-03-05T22:51:23.220 INFO:teuthology.orchestra.run.vm02.stdout:rgw.foo.a ?:80 1/1 35s ago 37s vm02=foo.a;count:1 2026-03-05T22:51:23.391 DEBUG:teuthology.orchestra.run.vm02:> sudo /home/ubuntu/cephtest/cephadm --image harbor.clyso.com/custom-ceph/ceph/ceph:cobaltcore-storage-v19.2.3-fasttrack-3 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid ce88f304-18dc-11f1-81b4-a3325c551960 -- bash -c 'ceph orch host ls' 2026-03-05T22:51:23.770 INFO:teuthology.orchestra.run.vm02.stderr:Inferring config /var/lib/ceph/ce88f304-18dc-11f1-81b4-a3325c551960/mon.a/config 2026-03-05T22:51:24.190 INFO:teuthology.orchestra.run.vm02.stdout:HOST ADDR LABELS STATUS 2026-03-05T22:51:24.191 INFO:teuthology.orchestra.run.vm02.stdout:vm02 192.168.123.102 2026-03-05T22:51:24.191 INFO:teuthology.orchestra.run.vm02.stdout:vm09 192.168.123.109 2026-03-05T22:51:24.191 INFO:teuthology.orchestra.run.vm02.stdout:2 hosts in cluster 2026-03-05T22:51:24.355 DEBUG:teuthology.orchestra.run.vm02:> sudo /home/ubuntu/cephtest/cephadm --image harbor.clyso.com/custom-ceph/ceph/ceph:cobaltcore-storage-v19.2.3-fasttrack-3 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid ce88f304-18dc-11f1-81b4-a3325c551960 -- bash -c 'ceph orch device ls' 2026-03-05T22:51:24.719 INFO:teuthology.orchestra.run.vm02.stderr:Inferring config /var/lib/ceph/ce88f304-18dc-11f1-81b4-a3325c551960/mon.a/config 2026-03-05T22:51:25.036 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 22:51:24 vm02 ceph-mon[51276]: from='client.14628 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""]}]: dispatch 2026-03-05T22:51:25.036 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 22:51:24 vm02 ceph-mon[51276]: pgmap v7: 132 pgs: 132 active+clean; 583 KiB data, 217 MiB used, 160 GiB / 160 GiB avail; 26 KiB/s rd, 0 B/s wr, 11 op/s 2026-03-05T22:51:25.036 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 22:51:24 vm02 ceph-mon[57234]: from='client.14628 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""]}]: dispatch 2026-03-05T22:51:25.036 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 22:51:24 vm02 ceph-mon[57234]: pgmap v7: 132 pgs: 132 active+clean; 583 KiB data, 217 MiB used, 160 GiB / 160 GiB avail; 26 KiB/s rd, 0 B/s wr, 11 op/s 2026-03-05T22:51:25.109 INFO:teuthology.orchestra.run.vm02.stdout:HOST PATH TYPE DEVICE ID SIZE AVAILABLE REFRESHED REJECT REASONS 2026-03-05T22:51:25.109 INFO:teuthology.orchestra.run.vm02.stdout:vm02 /dev/nvme0n1 hdd Linux_909a6eb9696bd3907219 20.0G No 41s ago Has a FileSystem, Insufficient space (<10 extents) on vgs, LVM detected 2026-03-05T22:51:25.109 INFO:teuthology.orchestra.run.vm02.stdout:vm02 /dev/nvme1n1 hdd Linux_ecabfc0ad607681a5f8b 20.0G No 41s ago Has a FileSystem, Insufficient space (<10 extents) on vgs, LVM detected 2026-03-05T22:51:25.109 INFO:teuthology.orchestra.run.vm02.stdout:vm02 /dev/nvme2n1 hdd Linux_19feb5ccd48e0f46d95b 20.0G No 41s ago Has a FileSystem, Insufficient space (<10 extents) on vgs, LVM detected 2026-03-05T22:51:25.109 INFO:teuthology.orchestra.run.vm02.stdout:vm02 /dev/nvme3n1 hdd Linux_1065aabefc46be120964 20.0G No 41s ago Has a FileSystem, Insufficient space (<10 extents) on vgs, LVM detected 2026-03-05T22:51:25.109 INFO:teuthology.orchestra.run.vm02.stdout:vm02 /dev/sr0 hdd QEMU_DVD-ROM_QM00003 366k No 41s ago Has a FileSystem, Insufficient space (<5GB) 2026-03-05T22:51:25.109 INFO:teuthology.orchestra.run.vm02.stdout:vm02 /dev/vda hdd 40.0G No 41s ago Has partitions 2026-03-05T22:51:25.109 INFO:teuthology.orchestra.run.vm02.stdout:vm02 /dev/vdb hdd DWNBRSTVMM02001 20.0G No 41s ago Has a FileSystem 2026-03-05T22:51:25.109 INFO:teuthology.orchestra.run.vm02.stdout:vm02 /dev/vdc hdd DWNBRSTVMM02002 20.0G No 41s ago Has a FileSystem 2026-03-05T22:51:25.109 INFO:teuthology.orchestra.run.vm02.stdout:vm02 /dev/vdd hdd DWNBRSTVMM02003 20.0G No 41s ago Has a FileSystem 2026-03-05T22:51:25.109 INFO:teuthology.orchestra.run.vm02.stdout:vm02 /dev/vde hdd DWNBRSTVMM02004 20.0G No 41s ago Has a FileSystem 2026-03-05T22:51:25.109 INFO:teuthology.orchestra.run.vm02.stdout:vm09 /dev/nvme0n1 hdd Linux_6c45fc70f871a95de4ee 20.0G Yes 45s ago 2026-03-05T22:51:25.109 INFO:teuthology.orchestra.run.vm02.stdout:vm09 /dev/nvme1n1 hdd Linux_5ce22c773ab25ace14b0 20.0G No 45s ago Has a FileSystem, Insufficient space (<10 extents) on vgs, LVM detected 2026-03-05T22:51:25.109 INFO:teuthology.orchestra.run.vm02.stdout:vm09 /dev/nvme2n1 hdd Linux_5b0e34cba8106ec00ab2 20.0G No 45s ago Has a FileSystem, Insufficient space (<10 extents) on vgs, LVM detected 2026-03-05T22:51:25.109 INFO:teuthology.orchestra.run.vm02.stdout:vm09 /dev/nvme3n1 hdd Linux_bb82cfcdae8ba05e3f94 20.0G No 45s ago Has a FileSystem, Insufficient space (<10 extents) on vgs, LVM detected 2026-03-05T22:51:25.109 INFO:teuthology.orchestra.run.vm02.stdout:vm09 /dev/sr0 hdd QEMU_DVD-ROM_QM00003 366k No 45s ago Has a FileSystem, Insufficient space (<5GB) 2026-03-05T22:51:25.109 INFO:teuthology.orchestra.run.vm02.stdout:vm09 /dev/vda hdd 40.0G No 45s ago Has partitions 2026-03-05T22:51:25.109 INFO:teuthology.orchestra.run.vm02.stdout:vm09 /dev/vdb hdd DWNBRSTVMM09001 20.0G Yes 45s ago 2026-03-05T22:51:25.109 INFO:teuthology.orchestra.run.vm02.stdout:vm09 /dev/vdc hdd DWNBRSTVMM09002 20.0G No 45s ago Has a FileSystem 2026-03-05T22:51:25.109 INFO:teuthology.orchestra.run.vm02.stdout:vm09 /dev/vdd hdd DWNBRSTVMM09003 20.0G No 45s ago Has a FileSystem 2026-03-05T22:51:25.109 INFO:teuthology.orchestra.run.vm02.stdout:vm09 /dev/vde hdd DWNBRSTVMM09004 20.0G No 45s ago Has a FileSystem 2026-03-05T22:51:25.175 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 22:51:24 vm09 ceph-mon[51064]: from='client.14628 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""]}]: dispatch 2026-03-05T22:51:25.175 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 22:51:24 vm09 ceph-mon[51064]: pgmap v7: 132 pgs: 132 active+clean; 583 KiB data, 217 MiB used, 160 GiB / 160 GiB avail; 26 KiB/s rd, 0 B/s wr, 11 op/s 2026-03-05T22:51:25.293 DEBUG:teuthology.orchestra.run.vm02:> sudo /home/ubuntu/cephtest/cephadm --image harbor.clyso.com/custom-ceph/ceph/ceph:cobaltcore-storage-v19.2.3-fasttrack-3 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid ce88f304-18dc-11f1-81b4-a3325c551960 -- bash -c 'ceph orch ls --format yaml' 2026-03-05T22:51:25.673 INFO:teuthology.orchestra.run.vm02.stderr:Inferring config /var/lib/ceph/ce88f304-18dc-11f1-81b4-a3325c551960/mon.a/config 2026-03-05T22:51:26.036 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 22:51:25 vm02 ceph-mon[51276]: from='client.14631 -' entity='client.admin' cmd=[{"prefix": "orch host ls", "target": ["mon-mgr", ""]}]: dispatch 2026-03-05T22:51:26.036 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 22:51:25 vm02 ceph-mon[51276]: from='mgr.14559 ' entity='mgr.y' 2026-03-05T22:51:26.036 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 22:51:25 vm02 ceph-mon[57234]: from='client.14631 -' entity='client.admin' cmd=[{"prefix": "orch host ls", "target": ["mon-mgr", ""]}]: dispatch 2026-03-05T22:51:26.036 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 22:51:25 vm02 ceph-mon[57234]: from='mgr.14559 ' entity='mgr.y' 2026-03-05T22:51:26.055 INFO:teuthology.orchestra.run.vm02.stdout:service_type: agent 2026-03-05T22:51:26.055 INFO:teuthology.orchestra.run.vm02.stdout:service_name: agent 2026-03-05T22:51:26.055 INFO:teuthology.orchestra.run.vm02.stdout:placement: 2026-03-05T22:51:26.055 INFO:teuthology.orchestra.run.vm02.stdout: host_pattern: '*' 2026-03-05T22:51:26.055 INFO:teuthology.orchestra.run.vm02.stdout:status: 2026-03-05T22:51:26.055 INFO:teuthology.orchestra.run.vm02.stdout: created: '2026-03-05T21:51:15.457516Z' 2026-03-05T22:51:26.055 INFO:teuthology.orchestra.run.vm02.stdout: last_refresh: '2026-03-05T21:50:47.746631Z' 2026-03-05T22:51:26.055 INFO:teuthology.orchestra.run.vm02.stdout: running: 2 2026-03-05T22:51:26.055 INFO:teuthology.orchestra.run.vm02.stdout: size: 2 2026-03-05T22:51:26.055 INFO:teuthology.orchestra.run.vm02.stdout:events: 2026-03-05T22:51:26.055 INFO:teuthology.orchestra.run.vm02.stdout:- 2026-03-05T21:51:16.686070Z service:agent [INFO] "service was created" 2026-03-05T22:51:26.055 INFO:teuthology.orchestra.run.vm02.stdout:--- 2026-03-05T22:51:26.055 INFO:teuthology.orchestra.run.vm02.stdout:service_type: alertmanager 2026-03-05T22:51:26.055 INFO:teuthology.orchestra.run.vm02.stdout:service_name: alertmanager 2026-03-05T22:51:26.055 INFO:teuthology.orchestra.run.vm02.stdout:placement: 2026-03-05T22:51:26.055 INFO:teuthology.orchestra.run.vm02.stdout: count: 1 2026-03-05T22:51:26.055 INFO:teuthology.orchestra.run.vm02.stdout: hosts: 2026-03-05T22:51:26.055 INFO:teuthology.orchestra.run.vm02.stdout: - vm02=a 2026-03-05T22:51:26.055 INFO:teuthology.orchestra.run.vm02.stdout:status: 2026-03-05T22:51:26.055 INFO:teuthology.orchestra.run.vm02.stdout: created: '2026-03-05T21:50:52.407119Z' 2026-03-05T22:51:26.055 INFO:teuthology.orchestra.run.vm02.stdout: ports: 2026-03-05T22:51:26.055 INFO:teuthology.orchestra.run.vm02.stdout: - 9093 2026-03-05T22:51:26.055 INFO:teuthology.orchestra.run.vm02.stdout: - 9094 2026-03-05T22:51:26.055 INFO:teuthology.orchestra.run.vm02.stdout: running: 0 2026-03-05T22:51:26.055 INFO:teuthology.orchestra.run.vm02.stdout: size: 1 2026-03-05T22:51:26.055 INFO:teuthology.orchestra.run.vm02.stdout:events: 2026-03-05T22:51:26.056 INFO:teuthology.orchestra.run.vm02.stdout:- 2026-03-05T21:51:20.740121Z service:alertmanager [INFO] "service was created" 2026-03-05T22:51:26.056 INFO:teuthology.orchestra.run.vm02.stdout:--- 2026-03-05T22:51:26.056 INFO:teuthology.orchestra.run.vm02.stdout:service_type: grafana 2026-03-05T22:51:26.056 INFO:teuthology.orchestra.run.vm02.stdout:service_name: grafana 2026-03-05T22:51:26.056 INFO:teuthology.orchestra.run.vm02.stdout:placement: 2026-03-05T22:51:26.056 INFO:teuthology.orchestra.run.vm02.stdout: count: 1 2026-03-05T22:51:26.056 INFO:teuthology.orchestra.run.vm02.stdout: hosts: 2026-03-05T22:51:26.056 INFO:teuthology.orchestra.run.vm02.stdout: - vm09=a 2026-03-05T22:51:26.056 INFO:teuthology.orchestra.run.vm02.stdout:spec: 2026-03-05T22:51:26.056 INFO:teuthology.orchestra.run.vm02.stdout: anonymous_access: true 2026-03-05T22:51:26.056 INFO:teuthology.orchestra.run.vm02.stdout: protocol: https 2026-03-05T22:51:26.056 INFO:teuthology.orchestra.run.vm02.stdout:status: 2026-03-05T22:51:26.056 INFO:teuthology.orchestra.run.vm02.stdout: created: '2026-03-05T21:50:53.261949Z' 2026-03-05T22:51:26.056 INFO:teuthology.orchestra.run.vm02.stdout: ports: 2026-03-05T22:51:26.056 INFO:teuthology.orchestra.run.vm02.stdout: - 3000 2026-03-05T22:51:26.056 INFO:teuthology.orchestra.run.vm02.stdout: running: 0 2026-03-05T22:51:26.056 INFO:teuthology.orchestra.run.vm02.stdout: size: 1 2026-03-05T22:51:26.056 INFO:teuthology.orchestra.run.vm02.stdout:--- 2026-03-05T22:51:26.056 INFO:teuthology.orchestra.run.vm02.stdout:service_type: iscsi 2026-03-05T22:51:26.056 INFO:teuthology.orchestra.run.vm02.stdout:service_id: datapool 2026-03-05T22:51:26.056 INFO:teuthology.orchestra.run.vm02.stdout:service_name: iscsi.datapool 2026-03-05T22:51:26.056 INFO:teuthology.orchestra.run.vm02.stdout:placement: 2026-03-05T22:51:26.056 INFO:teuthology.orchestra.run.vm02.stdout: count: 1 2026-03-05T22:51:26.056 INFO:teuthology.orchestra.run.vm02.stdout: hosts: 2026-03-05T22:51:26.056 INFO:teuthology.orchestra.run.vm02.stdout: - vm09=iscsi.a 2026-03-05T22:51:26.056 INFO:teuthology.orchestra.run.vm02.stdout:spec: 2026-03-05T22:51:26.056 INFO:teuthology.orchestra.run.vm02.stdout: api_password: admin 2026-03-05T22:51:26.056 INFO:teuthology.orchestra.run.vm02.stdout: api_port: 5000 2026-03-05T22:51:26.056 INFO:teuthology.orchestra.run.vm02.stdout: api_user: admin 2026-03-05T22:51:26.056 INFO:teuthology.orchestra.run.vm02.stdout: pool: datapool 2026-03-05T22:51:26.056 INFO:teuthology.orchestra.run.vm02.stdout: trusted_ip_list: 192.168.123.109 2026-03-05T22:51:26.056 INFO:teuthology.orchestra.run.vm02.stdout:status: 2026-03-05T22:51:26.056 INFO:teuthology.orchestra.run.vm02.stdout: created: '2026-03-05T21:50:49.554077Z' 2026-03-05T22:51:26.056 INFO:teuthology.orchestra.run.vm02.stdout: last_refresh: '2026-03-05T21:50:58.116006Z' 2026-03-05T22:51:26.056 INFO:teuthology.orchestra.run.vm02.stdout: ports: 2026-03-05T22:51:26.056 INFO:teuthology.orchestra.run.vm02.stdout: - 5000 2026-03-05T22:51:26.056 INFO:teuthology.orchestra.run.vm02.stdout: running: 1 2026-03-05T22:51:26.056 INFO:teuthology.orchestra.run.vm02.stdout: size: 1 2026-03-05T22:51:26.056 INFO:teuthology.orchestra.run.vm02.stdout:--- 2026-03-05T22:51:26.056 INFO:teuthology.orchestra.run.vm02.stdout:service_type: mgr 2026-03-05T22:51:26.056 INFO:teuthology.orchestra.run.vm02.stdout:service_name: mgr 2026-03-05T22:51:26.056 INFO:teuthology.orchestra.run.vm02.stdout:placement: 2026-03-05T22:51:26.056 INFO:teuthology.orchestra.run.vm02.stdout: count: 2 2026-03-05T22:51:26.056 INFO:teuthology.orchestra.run.vm02.stdout: hosts: 2026-03-05T22:51:26.056 INFO:teuthology.orchestra.run.vm02.stdout: - vm02=y 2026-03-05T22:51:26.056 INFO:teuthology.orchestra.run.vm02.stdout: - vm09=x 2026-03-05T22:51:26.056 INFO:teuthology.orchestra.run.vm02.stdout:status: 2026-03-05T22:51:26.056 INFO:teuthology.orchestra.run.vm02.stdout: created: '2026-03-05T21:48:33.811361Z' 2026-03-05T22:51:26.056 INFO:teuthology.orchestra.run.vm02.stdout: last_refresh: '2026-03-05T21:50:47.746608Z' 2026-03-05T22:51:26.056 INFO:teuthology.orchestra.run.vm02.stdout: running: 2 2026-03-05T22:51:26.057 INFO:teuthology.orchestra.run.vm02.stdout: size: 2 2026-03-05T22:51:26.057 INFO:teuthology.orchestra.run.vm02.stdout:--- 2026-03-05T22:51:26.057 INFO:teuthology.orchestra.run.vm02.stdout:service_type: mon 2026-03-05T22:51:26.057 INFO:teuthology.orchestra.run.vm02.stdout:service_name: mon 2026-03-05T22:51:26.057 INFO:teuthology.orchestra.run.vm02.stdout:placement: 2026-03-05T22:51:26.057 INFO:teuthology.orchestra.run.vm02.stdout: count: 3 2026-03-05T22:51:26.057 INFO:teuthology.orchestra.run.vm02.stdout: hosts: 2026-03-05T22:51:26.057 INFO:teuthology.orchestra.run.vm02.stdout: - vm02:192.168.123.102=a 2026-03-05T22:51:26.057 INFO:teuthology.orchestra.run.vm02.stdout: - vm02:[v2:192.168.123.102:3301,v1:192.168.123.102:6790]=c 2026-03-05T22:51:26.057 INFO:teuthology.orchestra.run.vm02.stdout: - vm09:192.168.123.109=b 2026-03-05T22:51:26.057 INFO:teuthology.orchestra.run.vm02.stdout:status: 2026-03-05T22:51:26.057 INFO:teuthology.orchestra.run.vm02.stdout: created: '2026-03-05T21:48:17.799572Z' 2026-03-05T22:51:26.057 INFO:teuthology.orchestra.run.vm02.stdout: last_refresh: '2026-03-05T21:50:47.746561Z' 2026-03-05T22:51:26.057 INFO:teuthology.orchestra.run.vm02.stdout: running: 3 2026-03-05T22:51:26.057 INFO:teuthology.orchestra.run.vm02.stdout: size: 3 2026-03-05T22:51:26.057 INFO:teuthology.orchestra.run.vm02.stdout:--- 2026-03-05T22:51:26.057 INFO:teuthology.orchestra.run.vm02.stdout:service_type: node-exporter 2026-03-05T22:51:26.057 INFO:teuthology.orchestra.run.vm02.stdout:service_name: node-exporter 2026-03-05T22:51:26.057 INFO:teuthology.orchestra.run.vm02.stdout:placement: 2026-03-05T22:51:26.057 INFO:teuthology.orchestra.run.vm02.stdout: count: 2 2026-03-05T22:51:26.057 INFO:teuthology.orchestra.run.vm02.stdout: hosts: 2026-03-05T22:51:26.057 INFO:teuthology.orchestra.run.vm02.stdout: - vm02=a 2026-03-05T22:51:26.057 INFO:teuthology.orchestra.run.vm02.stdout: - vm09=b 2026-03-05T22:51:26.057 INFO:teuthology.orchestra.run.vm02.stdout:status: 2026-03-05T22:51:26.057 INFO:teuthology.orchestra.run.vm02.stdout: created: '2026-03-05T21:50:51.449483Z' 2026-03-05T22:51:26.057 INFO:teuthology.orchestra.run.vm02.stdout: ports: 2026-03-05T22:51:26.057 INFO:teuthology.orchestra.run.vm02.stdout: - 9100 2026-03-05T22:51:26.057 INFO:teuthology.orchestra.run.vm02.stdout: running: 0 2026-03-05T22:51:26.057 INFO:teuthology.orchestra.run.vm02.stdout: size: 2 2026-03-05T22:51:26.057 INFO:teuthology.orchestra.run.vm02.stdout:--- 2026-03-05T22:51:26.057 INFO:teuthology.orchestra.run.vm02.stdout:service_type: osd 2026-03-05T22:51:26.057 INFO:teuthology.orchestra.run.vm02.stdout:service_name: osd 2026-03-05T22:51:26.057 INFO:teuthology.orchestra.run.vm02.stdout:unmanaged: true 2026-03-05T22:51:26.057 INFO:teuthology.orchestra.run.vm02.stdout:spec: 2026-03-05T22:51:26.057 INFO:teuthology.orchestra.run.vm02.stdout: filter_logic: AND 2026-03-05T22:51:26.057 INFO:teuthology.orchestra.run.vm02.stdout: objectstore: bluestore 2026-03-05T22:51:26.057 INFO:teuthology.orchestra.run.vm02.stdout:status: 2026-03-05T22:51:26.057 INFO:teuthology.orchestra.run.vm02.stdout: container_image_id: 306e97de47e91c2b4b24d3dc09be3b3a12039b078f343d91220102acc6628a68 2026-03-05T22:51:26.057 INFO:teuthology.orchestra.run.vm02.stdout: container_image_name: harbor.clyso.com/custom-ceph/ceph/ceph@sha256:26363c7a4eea9ef5a0148afc7b2a22b6f486596d87a30c2a9fdcda5db3eca62b 2026-03-05T22:51:26.057 INFO:teuthology.orchestra.run.vm02.stdout: last_refresh: '2026-03-05T21:50:47.746692Z' 2026-03-05T22:51:26.057 INFO:teuthology.orchestra.run.vm02.stdout: running: 8 2026-03-05T22:51:26.057 INFO:teuthology.orchestra.run.vm02.stdout: size: 8 2026-03-05T22:51:26.057 INFO:teuthology.orchestra.run.vm02.stdout:--- 2026-03-05T22:51:26.057 INFO:teuthology.orchestra.run.vm02.stdout:service_type: prometheus 2026-03-05T22:51:26.058 INFO:teuthology.orchestra.run.vm02.stdout:service_name: prometheus 2026-03-05T22:51:26.058 INFO:teuthology.orchestra.run.vm02.stdout:placement: 2026-03-05T22:51:26.058 INFO:teuthology.orchestra.run.vm02.stdout: count: 1 2026-03-05T22:51:26.058 INFO:teuthology.orchestra.run.vm02.stdout: hosts: 2026-03-05T22:51:26.058 INFO:teuthology.orchestra.run.vm02.stdout: - vm09=a 2026-03-05T22:51:26.058 INFO:teuthology.orchestra.run.vm02.stdout:status: 2026-03-05T22:51:26.058 INFO:teuthology.orchestra.run.vm02.stdout: created: '2026-03-05T21:50:50.542388Z' 2026-03-05T22:51:26.058 INFO:teuthology.orchestra.run.vm02.stdout: ports: 2026-03-05T22:51:26.058 INFO:teuthology.orchestra.run.vm02.stdout: - 9095 2026-03-05T22:51:26.058 INFO:teuthology.orchestra.run.vm02.stdout: running: 0 2026-03-05T22:51:26.058 INFO:teuthology.orchestra.run.vm02.stdout: size: 1 2026-03-05T22:51:26.058 INFO:teuthology.orchestra.run.vm02.stdout:--- 2026-03-05T22:51:26.058 INFO:teuthology.orchestra.run.vm02.stdout:service_type: rgw 2026-03-05T22:51:26.058 INFO:teuthology.orchestra.run.vm02.stdout:service_id: foo.a 2026-03-05T22:51:26.058 INFO:teuthology.orchestra.run.vm02.stdout:service_name: rgw.foo.a 2026-03-05T22:51:26.058 INFO:teuthology.orchestra.run.vm02.stdout:placement: 2026-03-05T22:51:26.058 INFO:teuthology.orchestra.run.vm02.stdout: count: 1 2026-03-05T22:51:26.058 INFO:teuthology.orchestra.run.vm02.stdout: hosts: 2026-03-05T22:51:26.058 INFO:teuthology.orchestra.run.vm02.stdout: - vm02=foo.a 2026-03-05T22:51:26.058 INFO:teuthology.orchestra.run.vm02.stdout:status: 2026-03-05T22:51:26.058 INFO:teuthology.orchestra.run.vm02.stdout: created: '2026-03-05T21:50:45.802299Z' 2026-03-05T22:51:26.058 INFO:teuthology.orchestra.run.vm02.stdout: last_refresh: '2026-03-05T21:50:47.746816Z' 2026-03-05T22:51:26.058 INFO:teuthology.orchestra.run.vm02.stdout: ports: 2026-03-05T22:51:26.058 INFO:teuthology.orchestra.run.vm02.stdout: - 80 2026-03-05T22:51:26.058 INFO:teuthology.orchestra.run.vm02.stdout: running: 1 2026-03-05T22:51:26.058 INFO:teuthology.orchestra.run.vm02.stdout: size: 1 2026-03-05T22:51:26.175 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 22:51:25 vm09 ceph-mon[51064]: from='client.14631 -' entity='client.admin' cmd=[{"prefix": "orch host ls", "target": ["mon-mgr", ""]}]: dispatch 2026-03-05T22:51:26.176 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 22:51:25 vm09 ceph-mon[51064]: from='mgr.14559 ' entity='mgr.y' 2026-03-05T22:51:26.222 DEBUG:teuthology.orchestra.run.vm02:> sudo /home/ubuntu/cephtest/cephadm --image harbor.clyso.com/custom-ceph/ceph/ceph:cobaltcore-storage-v19.2.3-fasttrack-3 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid ce88f304-18dc-11f1-81b4-a3325c551960 -- bash -c 'ceph orch ls | grep '"'"'^osd '"'"'' 2026-03-05T22:51:26.609 INFO:teuthology.orchestra.run.vm02.stderr:Inferring config /var/lib/ceph/ce88f304-18dc-11f1-81b4-a3325c551960/mon.a/config 2026-03-05T22:51:26.833 INFO:journalctl@ceph.iscsi.iscsi.a.vm09.stdout:Mar 05 22:51:26 vm09 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-iscsi-iscsi-a[71570]: debug there is no tcmu-runner data available 2026-03-05T22:51:26.833 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 22:51:26 vm09 ceph-mon[51064]: from='client.14637 -' entity='client.admin' cmd=[{"prefix": "orch device ls", "target": ["mon-mgr", ""]}]: dispatch 2026-03-05T22:51:26.833 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 22:51:26 vm09 ceph-mon[51064]: pgmap v8: 132 pgs: 132 active+clean; 583 KiB data, 217 MiB used, 160 GiB / 160 GiB avail; 20 KiB/s rd, 0 B/s wr, 8 op/s 2026-03-05T22:51:26.834 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 22:51:26 vm09 ceph-mon[51064]: from='client.24559 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""], "format": "yaml"}]: dispatch 2026-03-05T22:51:26.834 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 22:51:26 vm09 ceph-mon[51064]: from='client.24422 -' entity='client.iscsi.iscsi.a' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-03-05T22:51:27.036 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 22:51:26 vm02 ceph-mon[51276]: from='client.14637 -' entity='client.admin' cmd=[{"prefix": "orch device ls", "target": ["mon-mgr", ""]}]: dispatch 2026-03-05T22:51:27.036 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 22:51:26 vm02 ceph-mon[51276]: pgmap v8: 132 pgs: 132 active+clean; 583 KiB data, 217 MiB used, 160 GiB / 160 GiB avail; 20 KiB/s rd, 0 B/s wr, 8 op/s 2026-03-05T22:51:27.036 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 22:51:26 vm02 ceph-mon[51276]: from='client.24559 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""], "format": "yaml"}]: dispatch 2026-03-05T22:51:27.036 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 22:51:26 vm02 ceph-mon[51276]: from='client.24422 -' entity='client.iscsi.iscsi.a' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-03-05T22:51:27.036 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 22:51:26 vm02 ceph-mon[57234]: from='client.14637 -' entity='client.admin' cmd=[{"prefix": "orch device ls", "target": ["mon-mgr", ""]}]: dispatch 2026-03-05T22:51:27.036 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 22:51:26 vm02 ceph-mon[57234]: pgmap v8: 132 pgs: 132 active+clean; 583 KiB data, 217 MiB used, 160 GiB / 160 GiB avail; 20 KiB/s rd, 0 B/s wr, 8 op/s 2026-03-05T22:51:27.036 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 22:51:26 vm02 ceph-mon[57234]: from='client.24559 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""], "format": "yaml"}]: dispatch 2026-03-05T22:51:27.036 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 22:51:26 vm02 ceph-mon[57234]: from='client.24422 -' entity='client.iscsi.iscsi.a' cmd=[{"prefix": "service status", "format": "json"}]: dispatch 2026-03-05T22:51:27.084 INFO:teuthology.orchestra.run.vm02.stdout:osd 8 39s ago - 2026-03-05T22:51:27.261 DEBUG:teuthology.run_tasks:Unwinding manager cephadm 2026-03-05T22:51:27.263 INFO:tasks.cephadm:Teardown begin 2026-03-05T22:51:27.263 DEBUG:teuthology.orchestra.run.vm02:> sudo rm -f /etc/ceph/ceph.conf /etc/ceph/ceph.client.admin.keyring 2026-03-05T22:51:27.289 DEBUG:teuthology.orchestra.run.vm09:> sudo rm -f /etc/ceph/ceph.conf /etc/ceph/ceph.client.admin.keyring 2026-03-05T22:51:27.367 INFO:tasks.cephadm:Cleaning up testdir ceph.* files... 2026-03-05T22:51:27.367 DEBUG:teuthology.orchestra.run.vm02:> rm -f /home/ubuntu/cephtest/seed.ceph.conf /home/ubuntu/cephtest/ceph.pub 2026-03-05T22:51:27.384 DEBUG:teuthology.orchestra.run.vm09:> rm -f /home/ubuntu/cephtest/seed.ceph.conf /home/ubuntu/cephtest/ceph.pub 2026-03-05T22:51:27.420 INFO:tasks.cephadm:Stopping all daemons... 2026-03-05T22:51:27.420 INFO:tasks.cephadm.mon.a:Stopping mon.a... 2026-03-05T22:51:27.420 DEBUG:teuthology.orchestra.run.vm02:> sudo systemctl stop ceph-ce88f304-18dc-11f1-81b4-a3325c551960@mon.a 2026-03-05T22:51:27.743 INFO:journalctl@ceph.mgr.y.vm02.stdout:Mar 05 22:51:27 vm02 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-mgr-y[51511]: ::ffff:192.168.123.109 - - [05/Mar/2026:21:51:27] "GET /metrics HTTP/1.1" 503 1620 "" "Prometheus/2.51.0" 2026-03-05T22:51:27.744 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 22:51:27 vm02 systemd[1]: Stopping Ceph mon.a for ce88f304-18dc-11f1-81b4-a3325c551960... 2026-03-05T22:51:27.744 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 22:51:27 vm02 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-mon-a[51251]: 2026-03-05T21:51:27.521+0000 7fcbffbc5640 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mon -n mon.a -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false --default-mon-cluster-log-to-file=false --default-mon-cluster-log-to-journald=true --default-mon-cluster-log-to-stderr=false (PID: 1) UID: 0 2026-03-05T22:51:27.744 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 22:51:27 vm02 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-mon-a[51251]: 2026-03-05T21:51:27.521+0000 7fcbffbc5640 -1 mon.a@0(leader) e3 *** Got Signal Terminated *** 2026-03-05T22:51:27.744 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 05 22:51:27 vm02 podman[84442]: 2026-03-05 22:51:27.626896895 +0100 CET m=+0.118265813 container died 46a8a3c0ab010569ff7136d72828927460f0d080e29055061d69e77ce49c45d3 (image=harbor.clyso.com/custom-ceph/ceph/ceph:cobaltcore-storage-v19.2.3-fasttrack-3, name=ceph-ce88f304-18dc-11f1-81b4-a3325c551960-mon-a, GANESHA_REPO_BASEURL=https://buildlogs.centos.org/centos/$releasever-stream/storage/$basearch/nfsganesha-5/, OSD_FLAVOR=default, ceph=True, io.buildah.version=1.41.8, CEPH_GIT_REPO=https://github.com/irq0/ceph.git, CEPH_REF=19.2.3-47-gc24117fd552, CEPH_SHA1=c24117fd5525679b799527bc1bd1f1dd0a2db5e2, FROM_IMAGE=rockylinux:9) 2026-03-05T22:51:27.825 DEBUG:teuthology.orchestra.run.vm02:> sudo pkill -f 'journalctl -f -n 0 -u ceph-ce88f304-18dc-11f1-81b4-a3325c551960@mon.a.service' 2026-03-05T22:51:27.864 DEBUG:teuthology.orchestra.run:got remote process result: None 2026-03-05T22:51:27.864 INFO:tasks.cephadm.mon.a:Stopped mon.a 2026-03-05T22:51:27.864 INFO:tasks.cephadm.mon.b:Stopping mon.c... 2026-03-05T22:51:27.864 DEBUG:teuthology.orchestra.run.vm02:> sudo systemctl stop ceph-ce88f304-18dc-11f1-81b4-a3325c551960@mon.c 2026-03-05T22:51:28.024 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 22:51:27 vm02 systemd[1]: Stopping Ceph mon.c for ce88f304-18dc-11f1-81b4-a3325c551960... 2026-03-05T22:51:28.257 DEBUG:teuthology.orchestra.run.vm02:> sudo pkill -f 'journalctl -f -n 0 -u ceph-ce88f304-18dc-11f1-81b4-a3325c551960@mon.c.service' 2026-03-05T22:51:28.279 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 22:51:28 vm02 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-mon-c[57211]: 2026-03-05T21:51:28.021+0000 7f8a795e0640 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mon -n mon.c -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false --default-mon-cluster-log-to-file=false --default-mon-cluster-log-to-journald=true --default-mon-cluster-log-to-stderr=false (PID: 1) UID: 0 2026-03-05T22:51:28.279 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 22:51:28 vm02 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-mon-c[57211]: 2026-03-05T21:51:28.021+0000 7f8a795e0640 -1 mon.c@1(peon) e3 *** Got Signal Terminated *** 2026-03-05T22:51:28.279 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 22:51:28 vm02 podman[84556]: 2026-03-05 22:51:28.068014893 +0100 CET m=+0.061897026 container died 9f580aaa1514927ac2f23b50e47418fed59a4e47025f60ad92147bfc2d5f9430 (image=harbor.clyso.com/custom-ceph/ceph/ceph@sha256:26363c7a4eea9ef5a0148afc7b2a22b6f486596d87a30c2a9fdcda5db3eca62b, name=ceph-ce88f304-18dc-11f1-81b4-a3325c551960-mon-c, FROM_IMAGE=rockylinux:9, GANESHA_REPO_BASEURL=https://buildlogs.centos.org/centos/$releasever-stream/storage/$basearch/nfsganesha-5/, OSD_FLAVOR=default, ceph=True, io.buildah.version=1.41.8, CEPH_GIT_REPO=https://github.com/irq0/ceph.git, CEPH_REF=19.2.3-47-gc24117fd552, CEPH_SHA1=c24117fd5525679b799527bc1bd1f1dd0a2db5e2) 2026-03-05T22:51:28.279 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 22:51:28 vm02 podman[84556]: 2026-03-05 22:51:28.189200991 +0100 CET m=+0.183083123 container remove 9f580aaa1514927ac2f23b50e47418fed59a4e47025f60ad92147bfc2d5f9430 (image=harbor.clyso.com/custom-ceph/ceph/ceph@sha256:26363c7a4eea9ef5a0148afc7b2a22b6f486596d87a30c2a9fdcda5db3eca62b, name=ceph-ce88f304-18dc-11f1-81b4-a3325c551960-mon-c, io.buildah.version=1.41.8, CEPH_GIT_REPO=https://github.com/irq0/ceph.git, CEPH_REF=19.2.3-47-gc24117fd552, CEPH_SHA1=c24117fd5525679b799527bc1bd1f1dd0a2db5e2, FROM_IMAGE=rockylinux:9, GANESHA_REPO_BASEURL=https://buildlogs.centos.org/centos/$releasever-stream/storage/$basearch/nfsganesha-5/, OSD_FLAVOR=default, ceph=True) 2026-03-05T22:51:28.279 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 22:51:28 vm02 bash[84556]: ceph-ce88f304-18dc-11f1-81b4-a3325c551960-mon-c 2026-03-05T22:51:28.279 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 22:51:28 vm02 systemd[1]: ceph-ce88f304-18dc-11f1-81b4-a3325c551960@mon.c.service: Deactivated successfully. 2026-03-05T22:51:28.279 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 22:51:28 vm02 systemd[1]: Stopped Ceph mon.c for ce88f304-18dc-11f1-81b4-a3325c551960. 2026-03-05T22:51:28.279 INFO:journalctl@ceph.mon.c.vm02.stdout:Mar 05 22:51:28 vm02 systemd[1]: ceph-ce88f304-18dc-11f1-81b4-a3325c551960@mon.c.service: Consumed 2.232s CPU time. 2026-03-05T22:51:28.290 DEBUG:teuthology.orchestra.run:got remote process result: None 2026-03-05T22:51:28.290 INFO:tasks.cephadm.mon.b:Stopped mon.c 2026-03-05T22:51:28.290 INFO:tasks.cephadm.mon.b:Stopping mon.b... 2026-03-05T22:51:28.290 DEBUG:teuthology.orchestra.run.vm09:> sudo systemctl stop ceph-ce88f304-18dc-11f1-81b4-a3325c551960@mon.b 2026-03-05T22:51:28.763 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 22:51:28 vm09 systemd[1]: Stopping Ceph mon.b for ce88f304-18dc-11f1-81b4-a3325c551960... 2026-03-05T22:51:28.763 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 22:51:28 vm09 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-mon-b[51038]: 2026-03-05T21:51:28.545+0000 7f47e2217640 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mon -n mon.b -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false --default-mon-cluster-log-to-file=false --default-mon-cluster-log-to-journald=true --default-mon-cluster-log-to-stderr=false (PID: 1) UID: 0 2026-03-05T22:51:28.763 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 22:51:28 vm09 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-mon-b[51038]: 2026-03-05T21:51:28.545+0000 7f47e2217640 -1 mon.b@2(peon) e3 *** Got Signal Terminated *** 2026-03-05T22:51:28.763 INFO:journalctl@ceph.mon.b.vm09.stdout:Mar 05 22:51:28 vm09 podman[74462]: 2026-03-05 22:51:28.585731503 +0100 CET m=+0.062642919 container died 995f80eaf671c43876a4a45a820acb1990039f8a8d268ab0ddc003a08bcfa7d8 (image=harbor.clyso.com/custom-ceph/ceph/ceph@sha256:26363c7a4eea9ef5a0148afc7b2a22b6f486596d87a30c2a9fdcda5db3eca62b, name=ceph-ce88f304-18dc-11f1-81b4-a3325c551960-mon-b, ceph=True, io.buildah.version=1.41.8, CEPH_GIT_REPO=https://github.com/irq0/ceph.git, CEPH_REF=19.2.3-47-gc24117fd552, CEPH_SHA1=c24117fd5525679b799527bc1bd1f1dd0a2db5e2, FROM_IMAGE=rockylinux:9, GANESHA_REPO_BASEURL=https://buildlogs.centos.org/centos/$releasever-stream/storage/$basearch/nfsganesha-5/, OSD_FLAVOR=default) 2026-03-05T22:51:28.763 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 22:51:28 vm09 podman[74485]: 2026-03-05 22:51:28.681129879 +0100 CET m=+0.123865739 container start 284601df6d34f5b115b974ea87c9a206f7919597df0a790545a59caa92f6c8e6 (image=quay.io/ceph/grafana:10.4.0, name=ceph-ce88f304-18dc-11f1-81b4-a3325c551960-grafana-a, maintainer=Grafana Labs ) 2026-03-05T22:51:28.763 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 22:51:28 vm09 bash[74485]: 284601df6d34f5b115b974ea87c9a206f7919597df0a790545a59caa92f6c8e6 2026-03-05T22:51:28.884 DEBUG:teuthology.orchestra.run.vm09:> sudo pkill -f 'journalctl -f -n 0 -u ceph-ce88f304-18dc-11f1-81b4-a3325c551960@mon.b.service' 2026-03-05T22:51:28.935 DEBUG:teuthology.orchestra.run:got remote process result: None 2026-03-05T22:51:28.935 INFO:tasks.cephadm.mon.b:Stopped mon.b 2026-03-05T22:51:28.935 INFO:tasks.cephadm.mgr.y:Stopping mgr.y... 2026-03-05T22:51:28.935 DEBUG:teuthology.orchestra.run.vm02:> sudo systemctl stop ceph-ce88f304-18dc-11f1-81b4-a3325c551960@mgr.y 2026-03-05T22:51:29.015 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 22:51:28 vm09 systemd[1]: Started Ceph grafana.a for ce88f304-18dc-11f1-81b4-a3325c551960. 2026-03-05T22:51:29.016 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 22:51:28 vm09 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-grafana-a[74508]: logger=settings t=2026-03-05T21:51:28.774844014Z level=info msg="Starting Grafana" version=10.4.0 commit=03f502a94d17f7dc4e6c34acdf8428aedd986e4c branch=HEAD compiled=2026-03-05T21:51:28Z 2026-03-05T22:51:29.016 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 22:51:28 vm09 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-grafana-a[74508]: logger=settings t=2026-03-05T21:51:28.77504489Z level=info msg="Config loaded from" file=/usr/share/grafana/conf/defaults.ini 2026-03-05T22:51:29.016 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 22:51:28 vm09 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-grafana-a[74508]: logger=settings t=2026-03-05T21:51:28.775067963Z level=info msg="Config loaded from" file=/etc/grafana/grafana.ini 2026-03-05T22:51:29.016 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 22:51:28 vm09 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-grafana-a[74508]: logger=settings t=2026-03-05T21:51:28.77508255Z level=info msg="Config overridden from command line" arg="default.paths.data=/var/lib/grafana" 2026-03-05T22:51:29.016 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 22:51:28 vm09 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-grafana-a[74508]: logger=settings t=2026-03-05T21:51:28.775095895Z level=info msg="Config overridden from command line" arg="default.paths.logs=/var/log/grafana" 2026-03-05T22:51:29.016 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 22:51:28 vm09 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-grafana-a[74508]: logger=settings t=2026-03-05T21:51:28.77510891Z level=info msg="Config overridden from command line" arg="default.paths.plugins=/var/lib/grafana/plugins" 2026-03-05T22:51:29.016 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 22:51:28 vm09 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-grafana-a[74508]: logger=settings t=2026-03-05T21:51:28.775121743Z level=info msg="Config overridden from command line" arg="default.paths.provisioning=/etc/grafana/provisioning" 2026-03-05T22:51:29.016 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 22:51:28 vm09 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-grafana-a[74508]: logger=settings t=2026-03-05T21:51:28.775135189Z level=info msg="Config overridden from command line" arg="default.log.mode=console" 2026-03-05T22:51:29.016 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 22:51:28 vm09 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-grafana-a[74508]: logger=settings t=2026-03-05T21:51:28.775147952Z level=info msg="Config overridden from Environment variable" var="GF_PATHS_DATA=/var/lib/grafana" 2026-03-05T22:51:29.016 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 22:51:28 vm09 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-grafana-a[74508]: logger=settings t=2026-03-05T21:51:28.775160486Z level=info msg="Config overridden from Environment variable" var="GF_PATHS_LOGS=/var/log/grafana" 2026-03-05T22:51:29.016 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 22:51:28 vm09 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-grafana-a[74508]: logger=settings t=2026-03-05T21:51:28.775173651Z level=info msg="Config overridden from Environment variable" var="GF_PATHS_PLUGINS=/var/lib/grafana/plugins" 2026-03-05T22:51:29.016 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 22:51:28 vm09 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-grafana-a[74508]: logger=settings t=2026-03-05T21:51:28.775187878Z level=info msg="Config overridden from Environment variable" var="GF_PATHS_PROVISIONING=/etc/grafana/provisioning" 2026-03-05T22:51:29.016 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 22:51:28 vm09 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-grafana-a[74508]: logger=settings t=2026-03-05T21:51:28.775203056Z level=info msg=Target target=[all] 2026-03-05T22:51:29.016 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 22:51:28 vm09 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-grafana-a[74508]: logger=settings t=2026-03-05T21:51:28.775217563Z level=info msg="Path Home" path=/usr/share/grafana 2026-03-05T22:51:29.016 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 22:51:28 vm09 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-grafana-a[74508]: logger=settings t=2026-03-05T21:51:28.775230397Z level=info msg="Path Data" path=/var/lib/grafana 2026-03-05T22:51:29.016 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 22:51:28 vm09 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-grafana-a[74508]: logger=settings t=2026-03-05T21:51:28.775243001Z level=info msg="Path Logs" path=/var/log/grafana 2026-03-05T22:51:29.016 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 22:51:28 vm09 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-grafana-a[74508]: logger=settings t=2026-03-05T21:51:28.775255213Z level=info msg="Path Plugins" path=/var/lib/grafana/plugins 2026-03-05T22:51:29.016 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 22:51:28 vm09 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-grafana-a[74508]: logger=settings t=2026-03-05T21:51:28.775268137Z level=info msg="Path Provisioning" path=/etc/grafana/provisioning 2026-03-05T22:51:29.016 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 22:51:28 vm09 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-grafana-a[74508]: logger=settings t=2026-03-05T21:51:28.775281583Z level=info msg="App mode production" 2026-03-05T22:51:29.016 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 22:51:28 vm09 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-grafana-a[74508]: logger=sqlstore t=2026-03-05T21:51:28.775444558Z level=info msg="Connecting to DB" dbtype=sqlite3 2026-03-05T22:51:29.016 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 22:51:28 vm09 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-grafana-a[74508]: logger=sqlstore t=2026-03-05T21:51:28.77547257Z level=warn msg="SQLite database file has broader permissions than it should" path=/var/lib/grafana/grafana.db mode=-rw-r--r-- expected=-rw-r----- 2026-03-05T22:51:29.016 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 22:51:28 vm09 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-grafana-a[74508]: logger=migrator t=2026-03-05T21:51:28.77590498Z level=info msg="Starting DB migrations" 2026-03-05T22:51:29.016 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 22:51:28 vm09 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-grafana-a[74508]: logger=migrator t=2026-03-05T21:51:28.776647339Z level=info msg="Executing migration" id="create migration_log table" 2026-03-05T22:51:29.016 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 22:51:28 vm09 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-grafana-a[74508]: logger=migrator t=2026-03-05T21:51:28.777216956Z level=info msg="Migration successfully executed" id="create migration_log table" duration=568.684µs 2026-03-05T22:51:29.016 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 22:51:28 vm09 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-grafana-a[74508]: logger=migrator t=2026-03-05T21:51:28.777847235Z level=info msg="Executing migration" id="create user table" 2026-03-05T22:51:29.016 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 22:51:28 vm09 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-grafana-a[74508]: logger=migrator t=2026-03-05T21:51:28.778212108Z level=info msg="Migration successfully executed" id="create user table" duration=364.834µs 2026-03-05T22:51:29.016 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 22:51:28 vm09 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-grafana-a[74508]: logger=migrator t=2026-03-05T21:51:28.778727062Z level=info msg="Executing migration" id="add unique index user.login" 2026-03-05T22:51:29.016 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 22:51:28 vm09 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-grafana-a[74508]: logger=migrator t=2026-03-05T21:51:28.779123533Z level=info msg="Migration successfully executed" id="add unique index user.login" duration=396.372µs 2026-03-05T22:51:29.016 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 22:51:28 vm09 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-grafana-a[74508]: logger=migrator t=2026-03-05T21:51:28.779625793Z level=info msg="Executing migration" id="add unique index user.email" 2026-03-05T22:51:29.016 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 22:51:28 vm09 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-grafana-a[74508]: logger=migrator t=2026-03-05T21:51:28.780017608Z level=info msg="Migration successfully executed" id="add unique index user.email" duration=392.466µs 2026-03-05T22:51:29.016 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 22:51:28 vm09 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-grafana-a[74508]: logger=migrator t=2026-03-05T21:51:28.780570001Z level=info msg="Executing migration" id="drop index UQE_user_login - v1" 2026-03-05T22:51:29.016 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 22:51:28 vm09 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-grafana-a[74508]: logger=migrator t=2026-03-05T21:51:28.780991029Z level=info msg="Migration successfully executed" id="drop index UQE_user_login - v1" duration=420.888µs 2026-03-05T22:51:29.016 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 22:51:28 vm09 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-grafana-a[74508]: logger=migrator t=2026-03-05T21:51:28.781542922Z level=info msg="Executing migration" id="drop index UQE_user_email - v1" 2026-03-05T22:51:29.016 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 22:51:28 vm09 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-grafana-a[74508]: logger=migrator t=2026-03-05T21:51:28.781910751Z level=info msg="Migration successfully executed" id="drop index UQE_user_email - v1" duration=368.039µs 2026-03-05T22:51:29.016 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 22:51:28 vm09 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-grafana-a[74508]: logger=migrator t=2026-03-05T21:51:28.782401359Z level=info msg="Executing migration" id="Rename table user to user_v1 - v1" 2026-03-05T22:51:29.016 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 22:51:28 vm09 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-grafana-a[74508]: logger=migrator t=2026-03-05T21:51:28.784127861Z level=info msg="Migration successfully executed" id="Rename table user to user_v1 - v1" duration=1.726482ms 2026-03-05T22:51:29.016 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 22:51:28 vm09 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-grafana-a[74508]: logger=migrator t=2026-03-05T21:51:28.784685435Z level=info msg="Executing migration" id="create user table v2" 2026-03-05T22:51:29.016 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 22:51:28 vm09 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-grafana-a[74508]: logger=migrator t=2026-03-05T21:51:28.785059495Z level=info msg="Migration successfully executed" id="create user table v2" duration=373.991µs 2026-03-05T22:51:29.017 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 22:51:28 vm09 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-grafana-a[74508]: logger=migrator t=2026-03-05T21:51:28.788379689Z level=info msg="Executing migration" id="create index UQE_user_login - v2" 2026-03-05T22:51:29.017 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 22:51:28 vm09 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-grafana-a[74508]: logger=migrator t=2026-03-05T21:51:28.78905327Z level=info msg="Migration successfully executed" id="create index UQE_user_login - v2" duration=674.983µs 2026-03-05T22:51:29.017 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 22:51:28 vm09 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-grafana-a[74508]: logger=migrator t=2026-03-05T21:51:28.789781092Z level=info msg="Executing migration" id="create index UQE_user_email - v2" 2026-03-05T22:51:29.017 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 22:51:28 vm09 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-grafana-a[74508]: logger=migrator t=2026-03-05T21:51:28.790201819Z level=info msg="Migration successfully executed" id="create index UQE_user_email - v2" duration=420.647µs 2026-03-05T22:51:29.017 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 22:51:28 vm09 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-grafana-a[74508]: logger=migrator t=2026-03-05T21:51:28.79082727Z level=info msg="Executing migration" id="copy data_source v1 to v2" 2026-03-05T22:51:29.017 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 22:51:28 vm09 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-grafana-a[74508]: logger=migrator t=2026-03-05T21:51:28.791080673Z level=info msg="Migration successfully executed" id="copy data_source v1 to v2" duration=253.285µs 2026-03-05T22:51:29.017 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 22:51:28 vm09 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-grafana-a[74508]: logger=migrator t=2026-03-05T21:51:28.791753163Z level=info msg="Executing migration" id="Drop old table user_v1" 2026-03-05T22:51:29.017 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 22:51:28 vm09 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-grafana-a[74508]: logger=migrator t=2026-03-05T21:51:28.792114209Z level=info msg="Migration successfully executed" id="Drop old table user_v1" duration=360.965µs 2026-03-05T22:51:29.017 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 22:51:28 vm09 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-grafana-a[74508]: logger=migrator t=2026-03-05T21:51:28.792639302Z level=info msg="Executing migration" id="Add column help_flags1 to user table" 2026-03-05T22:51:29.017 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 22:51:28 vm09 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-grafana-a[74508]: logger=migrator t=2026-03-05T21:51:28.794780769Z level=info msg="Migration successfully executed" id="Add column help_flags1 to user table" duration=2.141158ms 2026-03-05T22:51:29.017 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 22:51:28 vm09 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-grafana-a[74508]: logger=migrator t=2026-03-05T21:51:28.7994879Z level=info msg="Executing migration" id="Update user table charset" 2026-03-05T22:51:29.017 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 22:51:28 vm09 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-grafana-a[74508]: logger=migrator t=2026-03-05T21:51:28.799520451Z level=info msg="Migration successfully executed" id="Update user table charset" duration=35.406µs 2026-03-05T22:51:29.017 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 22:51:28 vm09 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-grafana-a[74508]: logger=migrator t=2026-03-05T21:51:28.80061527Z level=info msg="Executing migration" id="Add last_seen_at column to user" 2026-03-05T22:51:29.017 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 22:51:28 vm09 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-grafana-a[74508]: logger=migrator t=2026-03-05T21:51:28.801239899Z level=info msg="Migration successfully executed" id="Add last_seen_at column to user" duration=624.74µs 2026-03-05T22:51:29.017 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 22:51:28 vm09 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-grafana-a[74508]: logger=migrator t=2026-03-05T21:51:28.802064322Z level=info msg="Executing migration" id="Add missing user data" 2026-03-05T22:51:29.017 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 22:51:28 vm09 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-grafana-a[74508]: logger=migrator t=2026-03-05T21:51:28.802165672Z level=info msg="Migration successfully executed" id="Add missing user data" duration=99.676µs 2026-03-05T22:51:29.017 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 22:51:28 vm09 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-grafana-a[74508]: logger=migrator t=2026-03-05T21:51:28.802664426Z level=info msg="Executing migration" id="Add is_disabled column to user" 2026-03-05T22:51:29.017 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 22:51:28 vm09 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-grafana-a[74508]: logger=migrator t=2026-03-05T21:51:28.803109058Z level=info msg="Migration successfully executed" id="Add is_disabled column to user" duration=444.923µs 2026-03-05T22:51:29.017 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 22:51:28 vm09 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-grafana-a[74508]: logger=migrator t=2026-03-05T21:51:28.805884602Z level=info msg="Executing migration" id="Add index user.login/user.email" 2026-03-05T22:51:29.017 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 22:51:28 vm09 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-grafana-a[74508]: logger=migrator t=2026-03-05T21:51:28.806208609Z level=info msg="Migration successfully executed" id="Add index user.login/user.email" duration=323.997µs 2026-03-05T22:51:29.017 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 22:51:28 vm09 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-grafana-a[74508]: logger=migrator t=2026-03-05T21:51:28.80671135Z level=info msg="Executing migration" id="Add is_service_account column to user" 2026-03-05T22:51:29.017 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 22:51:28 vm09 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-grafana-a[74508]: logger=migrator t=2026-03-05T21:51:28.80722405Z level=info msg="Migration successfully executed" id="Add is_service_account column to user" duration=512.419µs 2026-03-05T22:51:29.017 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 22:51:28 vm09 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-grafana-a[74508]: logger=migrator t=2026-03-05T21:51:28.807740847Z level=info msg="Executing migration" id="Update is_service_account column to nullable" 2026-03-05T22:51:29.017 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 22:51:28 vm09 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-grafana-a[74508]: logger=migrator t=2026-03-05T21:51:28.810866357Z level=info msg="Migration successfully executed" id="Update is_service_account column to nullable" duration=3.126141ms 2026-03-05T22:51:29.017 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 22:51:28 vm09 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-grafana-a[74508]: logger=migrator t=2026-03-05T21:51:28.811451802Z level=info msg="Executing migration" id="Add uid column to user" 2026-03-05T22:51:29.017 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 22:51:28 vm09 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-grafana-a[74508]: logger=migrator t=2026-03-05T21:51:28.811908998Z level=info msg="Migration successfully executed" id="Add uid column to user" duration=457.065µs 2026-03-05T22:51:29.017 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 22:51:28 vm09 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-grafana-a[74508]: logger=migrator t=2026-03-05T21:51:28.812580646Z level=info msg="Executing migration" id="Update uid column values for users" 2026-03-05T22:51:29.017 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 22:51:28 vm09 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-grafana-a[74508]: logger=migrator t=2026-03-05T21:51:28.812725056Z level=info msg="Migration successfully executed" id="Update uid column values for users" duration=144.581µs 2026-03-05T22:51:29.017 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 22:51:28 vm09 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-grafana-a[74508]: logger=migrator t=2026-03-05T21:51:28.813517809Z level=info msg="Executing migration" id="Add unique index user_uid" 2026-03-05T22:51:29.017 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 22:51:28 vm09 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-grafana-a[74508]: logger=migrator t=2026-03-05T21:51:28.813913Z level=info msg="Migration successfully executed" id="Add unique index user_uid" duration=395.341µs 2026-03-05T22:51:29.017 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 22:51:28 vm09 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-grafana-a[74508]: logger=migrator t=2026-03-05T21:51:28.814572574Z level=info msg="Executing migration" id="create temp user table v1-7" 2026-03-05T22:51:29.017 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 22:51:28 vm09 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-grafana-a[74508]: logger=migrator t=2026-03-05T21:51:28.814966451Z level=info msg="Migration successfully executed" id="create temp user table v1-7" duration=393.697µs 2026-03-05T22:51:29.017 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 22:51:28 vm09 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-grafana-a[74508]: logger=migrator t=2026-03-05T21:51:28.815504147Z level=info msg="Executing migration" id="create index IDX_temp_user_email - v1-7" 2026-03-05T22:51:29.017 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 22:51:28 vm09 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-grafana-a[74508]: logger=migrator t=2026-03-05T21:51:28.815866846Z level=info msg="Migration successfully executed" id="create index IDX_temp_user_email - v1-7" duration=362.779µs 2026-03-05T22:51:29.017 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 22:51:28 vm09 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-grafana-a[74508]: logger=migrator t=2026-03-05T21:51:28.81640343Z level=info msg="Executing migration" id="create index IDX_temp_user_org_id - v1-7" 2026-03-05T22:51:29.017 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 22:51:28 vm09 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-grafana-a[74508]: logger=migrator t=2026-03-05T21:51:28.816760248Z level=info msg="Migration successfully executed" id="create index IDX_temp_user_org_id - v1-7" duration=356.919µs 2026-03-05T22:51:29.017 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 22:51:28 vm09 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-grafana-a[74508]: logger=migrator t=2026-03-05T21:51:28.817389105Z level=info msg="Executing migration" id="create index IDX_temp_user_code - v1-7" 2026-03-05T22:51:29.017 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 22:51:28 vm09 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-grafana-a[74508]: logger=migrator t=2026-03-05T21:51:28.817750051Z level=info msg="Migration successfully executed" id="create index IDX_temp_user_code - v1-7" duration=361.047µs 2026-03-05T22:51:29.017 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 22:51:28 vm09 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-grafana-a[74508]: logger=migrator t=2026-03-05T21:51:28.81823543Z level=info msg="Executing migration" id="create index IDX_temp_user_status - v1-7" 2026-03-05T22:51:29.017 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 22:51:28 vm09 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-grafana-a[74508]: logger=migrator t=2026-03-05T21:51:28.818613327Z level=info msg="Migration successfully executed" id="create index IDX_temp_user_status - v1-7" duration=378.058µs 2026-03-05T22:51:29.017 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 22:51:28 vm09 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-grafana-a[74508]: logger=migrator t=2026-03-05T21:51:28.819125605Z level=info msg="Executing migration" id="Update temp_user table charset" 2026-03-05T22:51:29.017 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 22:51:28 vm09 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-grafana-a[74508]: logger=migrator t=2026-03-05T21:51:28.819140794Z level=info msg="Migration successfully executed" id="Update temp_user table charset" duration=14.396µs 2026-03-05T22:51:29.017 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 22:51:28 vm09 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-grafana-a[74508]: logger=migrator t=2026-03-05T21:51:28.819784118Z level=info msg="Executing migration" id="drop index IDX_temp_user_email - v1" 2026-03-05T22:51:29.017 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 22:51:28 vm09 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-grafana-a[74508]: logger=migrator t=2026-03-05T21:51:28.820261622Z level=info msg="Migration successfully executed" id="drop index IDX_temp_user_email - v1" duration=477.585µs 2026-03-05T22:51:29.018 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 22:51:28 vm09 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-grafana-a[74508]: logger=migrator t=2026-03-05T21:51:28.820910566Z level=info msg="Executing migration" id="drop index IDX_temp_user_org_id - v1" 2026-03-05T22:51:29.018 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 22:51:28 vm09 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-grafana-a[74508]: logger=migrator t=2026-03-05T21:51:28.821410523Z level=info msg="Migration successfully executed" id="drop index IDX_temp_user_org_id - v1" duration=499.896µs 2026-03-05T22:51:29.018 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 22:51:28 vm09 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-grafana-a[74508]: logger=migrator t=2026-03-05T21:51:28.821993293Z level=info msg="Executing migration" id="drop index IDX_temp_user_code - v1" 2026-03-05T22:51:29.018 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 22:51:28 vm09 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-grafana-a[74508]: logger=migrator t=2026-03-05T21:51:28.822485935Z level=info msg="Migration successfully executed" id="drop index IDX_temp_user_code - v1" duration=492.551µs 2026-03-05T22:51:29.018 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 22:51:28 vm09 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-grafana-a[74508]: logger=migrator t=2026-03-05T21:51:28.823026407Z level=info msg="Executing migration" id="drop index IDX_temp_user_status - v1" 2026-03-05T22:51:29.018 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 22:51:28 vm09 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-grafana-a[74508]: logger=migrator t=2026-03-05T21:51:28.823470368Z level=info msg="Migration successfully executed" id="drop index IDX_temp_user_status - v1" duration=444.011µs 2026-03-05T22:51:29.018 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 22:51:28 vm09 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-grafana-a[74508]: logger=migrator t=2026-03-05T21:51:28.824053569Z level=info msg="Executing migration" id="Rename table temp_user to temp_user_tmp_qwerty - v1" 2026-03-05T22:51:29.018 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 22:51:28 vm09 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-grafana-a[74508]: logger=migrator t=2026-03-05T21:51:28.825302607Z level=info msg="Migration successfully executed" id="Rename table temp_user to temp_user_tmp_qwerty - v1" duration=1.248567ms 2026-03-05T22:51:29.018 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 22:51:28 vm09 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-grafana-a[74508]: logger=migrator t=2026-03-05T21:51:28.826257033Z level=info msg="Executing migration" id="create temp_user v2" 2026-03-05T22:51:29.018 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 22:51:28 vm09 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-grafana-a[74508]: logger=migrator t=2026-03-05T21:51:28.827778982Z level=info msg="Migration successfully executed" id="create temp_user v2" duration=1.521417ms 2026-03-05T22:51:29.018 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 22:51:28 vm09 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-grafana-a[74508]: logger=migrator t=2026-03-05T21:51:28.82869648Z level=info msg="Executing migration" id="create index IDX_temp_user_email - v2" 2026-03-05T22:51:29.018 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 22:51:28 vm09 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-grafana-a[74508]: logger=migrator t=2026-03-05T21:51:28.829886357Z level=info msg="Migration successfully executed" id="create index IDX_temp_user_email - v2" duration=1.189085ms 2026-03-05T22:51:29.018 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 22:51:28 vm09 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-grafana-a[74508]: logger=migrator t=2026-03-05T21:51:28.830685793Z level=info msg="Executing migration" id="create index IDX_temp_user_org_id - v2" 2026-03-05T22:51:29.018 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 22:51:28 vm09 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-grafana-a[74508]: logger=migrator t=2026-03-05T21:51:28.831132429Z level=info msg="Migration successfully executed" id="create index IDX_temp_user_org_id - v2" duration=446.716µs 2026-03-05T22:51:29.018 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 22:51:28 vm09 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-grafana-a[74508]: logger=migrator t=2026-03-05T21:51:28.832256472Z level=info msg="Executing migration" id="create index IDX_temp_user_code - v2" 2026-03-05T22:51:29.018 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 22:51:28 vm09 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-grafana-a[74508]: logger=migrator t=2026-03-05T21:51:28.83273029Z level=info msg="Migration successfully executed" id="create index IDX_temp_user_code - v2" duration=473.266µs 2026-03-05T22:51:29.018 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 22:51:28 vm09 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-grafana-a[74508]: logger=migrator t=2026-03-05T21:51:28.833295117Z level=info msg="Executing migration" id="create index IDX_temp_user_status - v2" 2026-03-05T22:51:29.018 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 22:51:28 vm09 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-grafana-a[74508]: logger=migrator t=2026-03-05T21:51:28.833797718Z level=info msg="Migration successfully executed" id="create index IDX_temp_user_status - v2" duration=502.51µs 2026-03-05T22:51:29.018 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 22:51:28 vm09 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-grafana-a[74508]: logger=migrator t=2026-03-05T21:51:28.834441302Z level=info msg="Executing migration" id="copy temp_user v1 to v2" 2026-03-05T22:51:29.018 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 22:51:28 vm09 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-grafana-a[74508]: logger=migrator t=2026-03-05T21:51:28.834679227Z level=info msg="Migration successfully executed" id="copy temp_user v1 to v2" duration=237.615µs 2026-03-05T22:51:29.018 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 22:51:28 vm09 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-grafana-a[74508]: logger=migrator t=2026-03-05T21:51:28.835180836Z level=info msg="Executing migration" id="drop temp_user_tmp_qwerty" 2026-03-05T22:51:29.018 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 22:51:28 vm09 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-grafana-a[74508]: logger=migrator t=2026-03-05T21:51:28.83551969Z level=info msg="Migration successfully executed" id="drop temp_user_tmp_qwerty" duration=338.764µs 2026-03-05T22:51:29.018 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 22:51:28 vm09 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-grafana-a[74508]: logger=migrator t=2026-03-05T21:51:28.836913069Z level=info msg="Executing migration" id="Set created for temp users that will otherwise prematurely expire" 2026-03-05T22:51:29.018 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 22:51:28 vm09 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-grafana-a[74508]: logger=migrator t=2026-03-05T21:51:28.837484198Z level=info msg="Migration successfully executed" id="Set created for temp users that will otherwise prematurely expire" duration=570.978µs 2026-03-05T22:51:29.018 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 22:51:28 vm09 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-grafana-a[74508]: logger=migrator t=2026-03-05T21:51:28.838406974Z level=info msg="Executing migration" id="create star table" 2026-03-05T22:51:29.018 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 22:51:28 vm09 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-grafana-a[74508]: logger=migrator t=2026-03-05T21:51:28.83879469Z level=info msg="Migration successfully executed" id="create star table" duration=387.846µs 2026-03-05T22:51:29.018 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 22:51:28 vm09 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-grafana-a[74508]: logger=migrator t=2026-03-05T21:51:28.840446452Z level=info msg="Executing migration" id="add unique index star.user_id_dashboard_id" 2026-03-05T22:51:29.018 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 22:51:28 vm09 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-grafana-a[74508]: logger=migrator t=2026-03-05T21:51:28.841014936Z level=info msg="Migration successfully executed" id="add unique index star.user_id_dashboard_id" duration=569.666µs 2026-03-05T22:51:29.018 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 22:51:28 vm09 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-grafana-a[74508]: logger=migrator t=2026-03-05T21:51:28.841735965Z level=info msg="Executing migration" id="create org table v1" 2026-03-05T22:51:29.018 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 22:51:28 vm09 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-grafana-a[74508]: logger=migrator t=2026-03-05T21:51:28.84220854Z level=info msg="Migration successfully executed" id="create org table v1" duration=472.544µs 2026-03-05T22:51:29.018 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 22:51:28 vm09 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-grafana-a[74508]: logger=migrator t=2026-03-05T21:51:28.842804054Z level=info msg="Executing migration" id="create index UQE_org_name - v1" 2026-03-05T22:51:29.018 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 22:51:28 vm09 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-grafana-a[74508]: logger=migrator t=2026-03-05T21:51:28.843190106Z level=info msg="Migration successfully executed" id="create index UQE_org_name - v1" duration=385.971µs 2026-03-05T22:51:29.018 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 22:51:28 vm09 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-grafana-a[74508]: logger=migrator t=2026-03-05T21:51:28.843744464Z level=info msg="Executing migration" id="create org_user table v1" 2026-03-05T22:51:29.018 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 22:51:28 vm09 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-grafana-a[74508]: logger=migrator t=2026-03-05T21:51:28.84408339Z level=info msg="Migration successfully executed" id="create org_user table v1" duration=338.905µs 2026-03-05T22:51:29.018 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 22:51:28 vm09 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-grafana-a[74508]: logger=migrator t=2026-03-05T21:51:28.844597913Z level=info msg="Executing migration" id="create index IDX_org_user_org_id - v1" 2026-03-05T22:51:29.018 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 22:51:28 vm09 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-grafana-a[74508]: logger=migrator t=2026-03-05T21:51:28.845000245Z level=info msg="Migration successfully executed" id="create index IDX_org_user_org_id - v1" duration=402.082µs 2026-03-05T22:51:29.018 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 22:51:28 vm09 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-grafana-a[74508]: logger=migrator t=2026-03-05T21:51:28.845508486Z level=info msg="Executing migration" id="create index UQE_org_user_org_id_user_id - v1" 2026-03-05T22:51:29.018 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 22:51:28 vm09 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-grafana-a[74508]: logger=migrator t=2026-03-05T21:51:28.845939543Z level=info msg="Migration successfully executed" id="create index UQE_org_user_org_id_user_id - v1" duration=431.797µs 2026-03-05T22:51:29.018 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 22:51:28 vm09 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-grafana-a[74508]: logger=migrator t=2026-03-05T21:51:28.84647202Z level=info msg="Executing migration" id="create index IDX_org_user_user_id - v1" 2026-03-05T22:51:29.018 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 22:51:28 vm09 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-grafana-a[74508]: logger=migrator t=2026-03-05T21:51:28.846866278Z level=info msg="Migration successfully executed" id="create index IDX_org_user_user_id - v1" duration=394.258µs 2026-03-05T22:51:29.018 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 22:51:28 vm09 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-grafana-a[74508]: logger=migrator t=2026-03-05T21:51:28.847349471Z level=info msg="Executing migration" id="Update org table charset" 2026-03-05T22:51:29.018 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 22:51:28 vm09 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-grafana-a[74508]: logger=migrator t=2026-03-05T21:51:28.847382734Z level=info msg="Migration successfully executed" id="Update org table charset" duration=33.844µs 2026-03-05T22:51:29.018 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 22:51:28 vm09 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-grafana-a[74508]: logger=migrator t=2026-03-05T21:51:28.847937272Z level=info msg="Executing migration" id="Update org_user table charset" 2026-03-05T22:51:29.018 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 22:51:28 vm09 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-grafana-a[74508]: logger=migrator t=2026-03-05T21:51:28.847971537Z level=info msg="Migration successfully executed" id="Update org_user table charset" duration=34.725µs 2026-03-05T22:51:29.018 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 22:51:28 vm09 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-grafana-a[74508]: logger=migrator t=2026-03-05T21:51:28.848388817Z level=info msg="Executing migration" id="Migrate all Read Only Viewers to Viewers" 2026-03-05T22:51:29.018 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 22:51:28 vm09 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-grafana-a[74508]: logger=migrator t=2026-03-05T21:51:28.848503863Z level=info msg="Migration successfully executed" id="Migrate all Read Only Viewers to Viewers" duration=115.355µs 2026-03-05T22:51:29.018 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 22:51:28 vm09 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-grafana-a[74508]: logger=migrator t=2026-03-05T21:51:28.849040076Z level=info msg="Executing migration" id="create dashboard table" 2026-03-05T22:51:29.018 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 22:51:28 vm09 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-grafana-a[74508]: logger=migrator t=2026-03-05T21:51:28.849453149Z level=info msg="Migration successfully executed" id="create dashboard table" duration=412.642µs 2026-03-05T22:51:29.019 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 22:51:28 vm09 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-grafana-a[74508]: logger=migrator t=2026-03-05T21:51:28.850041401Z level=info msg="Executing migration" id="add index dashboard.account_id" 2026-03-05T22:51:29.019 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 22:51:28 vm09 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-grafana-a[74508]: logger=migrator t=2026-03-05T21:51:28.850483608Z level=info msg="Migration successfully executed" id="add index dashboard.account_id" duration=442.167µs 2026-03-05T22:51:29.019 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 22:51:28 vm09 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-grafana-a[74508]: logger=migrator t=2026-03-05T21:51:28.851017777Z level=info msg="Executing migration" id="add unique index dashboard_account_id_slug" 2026-03-05T22:51:29.019 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 22:51:28 vm09 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-grafana-a[74508]: logger=migrator t=2026-03-05T21:51:28.851527383Z level=info msg="Migration successfully executed" id="add unique index dashboard_account_id_slug" duration=509.525µs 2026-03-05T22:51:29.019 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 22:51:28 vm09 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-grafana-a[74508]: logger=migrator t=2026-03-05T21:51:28.852094023Z level=info msg="Executing migration" id="create dashboard_tag table" 2026-03-05T22:51:29.019 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 22:51:28 vm09 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-grafana-a[74508]: logger=migrator t=2026-03-05T21:51:28.852510332Z level=info msg="Migration successfully executed" id="create dashboard_tag table" duration=416.209µs 2026-03-05T22:51:29.019 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 22:51:28 vm09 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-grafana-a[74508]: logger=migrator t=2026-03-05T21:51:28.853088183Z level=info msg="Executing migration" id="add unique index dashboard_tag.dasboard_id_term" 2026-03-05T22:51:29.019 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 22:51:28 vm09 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-grafana-a[74508]: logger=migrator t=2026-03-05T21:51:28.853991584Z level=info msg="Migration successfully executed" id="add unique index dashboard_tag.dasboard_id_term" duration=903.119µs 2026-03-05T22:51:29.019 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 22:51:28 vm09 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-grafana-a[74508]: logger=migrator t=2026-03-05T21:51:28.85450261Z level=info msg="Executing migration" id="drop index UQE_dashboard_tag_dashboard_id_term - v1" 2026-03-05T22:51:29.019 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 22:51:28 vm09 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-grafana-a[74508]: logger=migrator t=2026-03-05T21:51:28.85496679Z level=info msg="Migration successfully executed" id="drop index UQE_dashboard_tag_dashboard_id_term - v1" duration=464.249µs 2026-03-05T22:51:29.019 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 22:51:28 vm09 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-grafana-a[74508]: logger=migrator t=2026-03-05T21:51:28.855585908Z level=info msg="Executing migration" id="Rename table dashboard to dashboard_v1 - v1" 2026-03-05T22:51:29.019 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 22:51:28 vm09 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-grafana-a[74508]: logger=migrator t=2026-03-05T21:51:28.858270623Z level=info msg="Migration successfully executed" id="Rename table dashboard to dashboard_v1 - v1" duration=2.684503ms 2026-03-05T22:51:29.019 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 22:51:28 vm09 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-grafana-a[74508]: logger=migrator t=2026-03-05T21:51:28.858839348Z level=info msg="Executing migration" id="create dashboard v2" 2026-03-05T22:51:29.019 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 22:51:28 vm09 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-grafana-a[74508]: logger=migrator t=2026-03-05T21:51:28.859207177Z level=info msg="Migration successfully executed" id="create dashboard v2" duration=367.959µs 2026-03-05T22:51:29.019 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 22:51:28 vm09 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-grafana-a[74508]: logger=migrator t=2026-03-05T21:51:28.859783215Z level=info msg="Executing migration" id="create index IDX_dashboard_org_id - v2" 2026-03-05T22:51:29.019 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 22:51:28 vm09 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-grafana-a[74508]: logger=migrator t=2026-03-05T21:51:28.860157244Z level=info msg="Migration successfully executed" id="create index IDX_dashboard_org_id - v2" duration=374.109µs 2026-03-05T22:51:29.019 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 22:51:28 vm09 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-grafana-a[74508]: logger=migrator t=2026-03-05T21:51:28.860674723Z level=info msg="Executing migration" id="create index UQE_dashboard_org_id_slug - v2" 2026-03-05T22:51:29.019 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 22:51:28 vm09 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-grafana-a[74508]: logger=migrator t=2026-03-05T21:51:28.861065764Z level=info msg="Migration successfully executed" id="create index UQE_dashboard_org_id_slug - v2" duration=390.831µs 2026-03-05T22:51:29.019 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 22:51:28 vm09 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-grafana-a[74508]: logger=migrator t=2026-03-05T21:51:28.861613489Z level=info msg="Executing migration" id="copy dashboard v1 to v2" 2026-03-05T22:51:29.019 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 22:51:28 vm09 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-grafana-a[74508]: logger=migrator t=2026-03-05T21:51:28.861833181Z level=info msg="Migration successfully executed" id="copy dashboard v1 to v2" duration=219.561µs 2026-03-05T22:51:29.019 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 22:51:28 vm09 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-grafana-a[74508]: logger=migrator t=2026-03-05T21:51:28.863476267Z level=info msg="Executing migration" id="drop table dashboard_v1" 2026-03-05T22:51:29.019 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 22:51:28 vm09 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-grafana-a[74508]: logger=migrator t=2026-03-05T21:51:28.864025945Z level=info msg="Migration successfully executed" id="drop table dashboard_v1" duration=551.792µs 2026-03-05T22:51:29.019 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 22:51:28 vm09 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-grafana-a[74508]: logger=migrator t=2026-03-05T21:51:28.86463199Z level=info msg="Executing migration" id="alter dashboard.data to mediumtext v1" 2026-03-05T22:51:29.019 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 22:51:28 vm09 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-grafana-a[74508]: logger=migrator t=2026-03-05T21:51:28.864713863Z level=info msg="Migration successfully executed" id="alter dashboard.data to mediumtext v1" duration=81.974µs 2026-03-05T22:51:29.019 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 22:51:28 vm09 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-grafana-a[74508]: logger=migrator t=2026-03-05T21:51:28.865266618Z level=info msg="Executing migration" id="Add column updated_by in dashboard - v2" 2026-03-05T22:51:29.019 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 22:51:28 vm09 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-grafana-a[74508]: logger=migrator t=2026-03-05T21:51:28.866048801Z level=info msg="Migration successfully executed" id="Add column updated_by in dashboard - v2" duration=781.954µs 2026-03-05T22:51:29.019 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 22:51:28 vm09 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-grafana-a[74508]: logger=migrator t=2026-03-05T21:51:28.866580848Z level=info msg="Executing migration" id="Add column created_by in dashboard - v2" 2026-03-05T22:51:29.019 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 22:51:28 vm09 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-grafana-a[74508]: logger=migrator t=2026-03-05T21:51:28.867261051Z level=info msg="Migration successfully executed" id="Add column created_by in dashboard - v2" duration=679.752µs 2026-03-05T22:51:29.019 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 22:51:28 vm09 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-grafana-a[74508]: logger=migrator t=2026-03-05T21:51:28.868425991Z level=info msg="Executing migration" id="Add column gnetId in dashboard" 2026-03-05T22:51:29.019 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 22:51:28 vm09 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-grafana-a[74508]: logger=migrator t=2026-03-05T21:51:28.869188919Z level=info msg="Migration successfully executed" id="Add column gnetId in dashboard" duration=763.349µs 2026-03-05T22:51:29.019 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 22:51:28 vm09 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-grafana-a[74508]: logger=migrator t=2026-03-05T21:51:28.869772271Z level=info msg="Executing migration" id="Add index for gnetId in dashboard" 2026-03-05T22:51:29.019 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 22:51:28 vm09 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-grafana-a[74508]: logger=migrator t=2026-03-05T21:51:28.870206232Z level=info msg="Migration successfully executed" id="Add index for gnetId in dashboard" duration=434.052µs 2026-03-05T22:51:29.019 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 22:51:28 vm09 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-grafana-a[74508]: logger=migrator t=2026-03-05T21:51:28.87167914Z level=info msg="Executing migration" id="Add column plugin_id in dashboard" 2026-03-05T22:51:29.019 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 22:51:28 vm09 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-grafana-a[74508]: logger=migrator t=2026-03-05T21:51:28.872374702Z level=info msg="Migration successfully executed" id="Add column plugin_id in dashboard" duration=695.151µs 2026-03-05T22:51:29.019 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 22:51:28 vm09 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-grafana-a[74508]: logger=migrator t=2026-03-05T21:51:28.872890327Z level=info msg="Executing migration" id="Add index for plugin_id in dashboard" 2026-03-05T22:51:29.019 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 22:51:28 vm09 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-grafana-a[74508]: logger=migrator t=2026-03-05T21:51:28.873281258Z level=info msg="Migration successfully executed" id="Add index for plugin_id in dashboard" duration=390.742µs 2026-03-05T22:51:29.019 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 22:51:28 vm09 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-grafana-a[74508]: logger=migrator t=2026-03-05T21:51:28.874112865Z level=info msg="Executing migration" id="Add index for dashboard_id in dashboard_tag" 2026-03-05T22:51:29.019 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 22:51:28 vm09 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-grafana-a[74508]: logger=migrator t=2026-03-05T21:51:28.874450437Z level=info msg="Migration successfully executed" id="Add index for dashboard_id in dashboard_tag" duration=339.295µs 2026-03-05T22:51:29.019 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 22:51:28 vm09 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-grafana-a[74508]: logger=migrator t=2026-03-05T21:51:28.874921148Z level=info msg="Executing migration" id="Update dashboard table charset" 2026-03-05T22:51:29.019 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 22:51:28 vm09 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-grafana-a[74508]: logger=migrator t=2026-03-05T21:51:28.874931828Z level=info msg="Migration successfully executed" id="Update dashboard table charset" duration=11.041µs 2026-03-05T22:51:29.019 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 22:51:28 vm09 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-grafana-a[74508]: logger=migrator t=2026-03-05T21:51:28.875479082Z level=info msg="Executing migration" id="Update dashboard_tag table charset" 2026-03-05T22:51:29.019 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 22:51:28 vm09 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-grafana-a[74508]: logger=migrator t=2026-03-05T21:51:28.875490955Z level=info msg="Migration successfully executed" id="Update dashboard_tag table charset" duration=12.193µs 2026-03-05T22:51:29.019 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 22:51:28 vm09 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-grafana-a[74508]: logger=migrator t=2026-03-05T21:51:28.876048427Z level=info msg="Executing migration" id="Add column folder_id in dashboard" 2026-03-05T22:51:29.019 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 22:51:28 vm09 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-grafana-a[74508]: logger=migrator t=2026-03-05T21:51:28.876804102Z level=info msg="Migration successfully executed" id="Add column folder_id in dashboard" duration=755.383µs 2026-03-05T22:51:29.019 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 22:51:28 vm09 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-grafana-a[74508]: logger=migrator t=2026-03-05T21:51:28.87739079Z level=info msg="Executing migration" id="Add column isFolder in dashboard" 2026-03-05T22:51:29.019 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 22:51:28 vm09 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-grafana-a[74508]: logger=migrator t=2026-03-05T21:51:28.878285675Z level=info msg="Migration successfully executed" id="Add column isFolder in dashboard" duration=894.705µs 2026-03-05T22:51:29.019 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 22:51:28 vm09 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-grafana-a[74508]: logger=migrator t=2026-03-05T21:51:28.878878054Z level=info msg="Executing migration" id="Add column has_acl in dashboard" 2026-03-05T22:51:29.020 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 22:51:28 vm09 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-grafana-a[74508]: logger=migrator t=2026-03-05T21:51:28.87960805Z level=info msg="Migration successfully executed" id="Add column has_acl in dashboard" duration=730.167µs 2026-03-05T22:51:29.020 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 22:51:28 vm09 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-grafana-a[74508]: logger=migrator t=2026-03-05T21:51:28.880162768Z level=info msg="Executing migration" id="Add column uid in dashboard" 2026-03-05T22:51:29.020 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 22:51:28 vm09 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-grafana-a[74508]: logger=migrator t=2026-03-05T21:51:28.880889018Z level=info msg="Migration successfully executed" id="Add column uid in dashboard" duration=727.892µs 2026-03-05T22:51:29.020 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 22:51:28 vm09 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-grafana-a[74508]: logger=migrator t=2026-03-05T21:51:28.882036466Z level=info msg="Executing migration" id="Update uid column values in dashboard" 2026-03-05T22:51:29.020 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 22:51:28 vm09 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-grafana-a[74508]: logger=migrator t=2026-03-05T21:51:28.882145139Z level=info msg="Migration successfully executed" id="Update uid column values in dashboard" duration=108.875µs 2026-03-05T22:51:29.020 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 22:51:28 vm09 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-grafana-a[74508]: logger=migrator t=2026-03-05T21:51:28.882720937Z level=info msg="Executing migration" id="Add unique index dashboard_org_id_uid" 2026-03-05T22:51:29.020 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 22:51:28 vm09 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-grafana-a[74508]: logger=migrator t=2026-03-05T21:51:28.88306445Z level=info msg="Migration successfully executed" id="Add unique index dashboard_org_id_uid" duration=344.595µs 2026-03-05T22:51:29.020 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 22:51:28 vm09 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-grafana-a[74508]: logger=migrator t=2026-03-05T21:51:28.883734053Z level=info msg="Executing migration" id="Remove unique index org_id_slug" 2026-03-05T22:51:29.020 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 22:51:28 vm09 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-grafana-a[74508]: logger=migrator t=2026-03-05T21:51:28.884288811Z level=info msg="Migration successfully executed" id="Remove unique index org_id_slug" duration=555.219µs 2026-03-05T22:51:29.020 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 22:51:28 vm09 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-grafana-a[74508]: logger=migrator t=2026-03-05T21:51:28.885413387Z level=info msg="Executing migration" id="Update dashboard title length" 2026-03-05T22:51:29.020 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 22:51:28 vm09 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-grafana-a[74508]: logger=migrator t=2026-03-05T21:51:28.88542607Z level=info msg="Migration successfully executed" id="Update dashboard title length" duration=13.315µs 2026-03-05T22:51:29.020 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 22:51:28 vm09 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-grafana-a[74508]: logger=migrator t=2026-03-05T21:51:28.885951133Z level=info msg="Executing migration" id="Add unique index for dashboard_org_id_title_folder_id" 2026-03-05T22:51:29.020 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 22:51:28 vm09 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-grafana-a[74508]: logger=migrator t=2026-03-05T21:51:28.886343467Z level=info msg="Migration successfully executed" id="Add unique index for dashboard_org_id_title_folder_id" duration=392.194µs 2026-03-05T22:51:29.020 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 22:51:28 vm09 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-grafana-a[74508]: logger=migrator t=2026-03-05T21:51:28.886808217Z level=info msg="Executing migration" id="create dashboard_provisioning" 2026-03-05T22:51:29.020 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 22:51:28 vm09 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-grafana-a[74508]: logger=migrator t=2026-03-05T21:51:28.887583077Z level=info msg="Migration successfully executed" id="create dashboard_provisioning" duration=774.599µs 2026-03-05T22:51:29.020 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 22:51:28 vm09 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-grafana-a[74508]: logger=migrator t=2026-03-05T21:51:28.888107649Z level=info msg="Executing migration" id="Rename table dashboard_provisioning to dashboard_provisioning_tmp_qwerty - v1" 2026-03-05T22:51:29.020 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 22:51:28 vm09 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-grafana-a[74508]: logger=migrator t=2026-03-05T21:51:28.891404079Z level=info msg="Migration successfully executed" id="Rename table dashboard_provisioning to dashboard_provisioning_tmp_qwerty - v1" duration=3.293976ms 2026-03-05T22:51:29.020 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 22:51:28 vm09 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-grafana-a[74508]: logger=migrator t=2026-03-05T21:51:28.892619503Z level=info msg="Executing migration" id="create dashboard_provisioning v2" 2026-03-05T22:51:29.020 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 22:51:28 vm09 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-grafana-a[74508]: logger=migrator t=2026-03-05T21:51:28.892991551Z level=info msg="Migration successfully executed" id="create dashboard_provisioning v2" duration=371.937µs 2026-03-05T22:51:29.020 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 22:51:28 vm09 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-grafana-a[74508]: logger=migrator t=2026-03-05T21:51:28.894341176Z level=info msg="Executing migration" id="create index IDX_dashboard_provisioning_dashboard_id - v2" 2026-03-05T22:51:29.020 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 22:51:28 vm09 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-grafana-a[74508]: logger=migrator t=2026-03-05T21:51:28.89470616Z level=info msg="Migration successfully executed" id="create index IDX_dashboard_provisioning_dashboard_id - v2" duration=365.945µs 2026-03-05T22:51:29.020 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 22:51:28 vm09 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-grafana-a[74508]: logger=migrator t=2026-03-05T21:51:28.895209642Z level=info msg="Executing migration" id="create index IDX_dashboard_provisioning_dashboard_id_name - v2" 2026-03-05T22:51:29.020 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 22:51:28 vm09 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-grafana-a[74508]: logger=migrator t=2026-03-05T21:51:28.895800367Z level=info msg="Migration successfully executed" id="create index IDX_dashboard_provisioning_dashboard_id_name - v2" duration=590.755µs 2026-03-05T22:51:29.020 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 22:51:28 vm09 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-grafana-a[74508]: logger=migrator t=2026-03-05T21:51:28.897236926Z level=info msg="Executing migration" id="copy dashboard_provisioning v1 to v2" 2026-03-05T22:51:29.020 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 22:51:28 vm09 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-grafana-a[74508]: logger=migrator t=2026-03-05T21:51:28.897438283Z level=info msg="Migration successfully executed" id="copy dashboard_provisioning v1 to v2" duration=200.987µs 2026-03-05T22:51:29.020 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 22:51:28 vm09 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-grafana-a[74508]: logger=migrator t=2026-03-05T21:51:28.897985197Z level=info msg="Executing migration" id="drop dashboard_provisioning_tmp_qwerty" 2026-03-05T22:51:29.020 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 22:51:28 vm09 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-grafana-a[74508]: logger=migrator t=2026-03-05T21:51:28.898250514Z level=info msg="Migration successfully executed" id="drop dashboard_provisioning_tmp_qwerty" duration=265.586µs 2026-03-05T22:51:29.020 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 22:51:28 vm09 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-grafana-a[74508]: logger=migrator t=2026-03-05T21:51:28.898872057Z level=info msg="Executing migration" id="Add check_sum column" 2026-03-05T22:51:29.020 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 22:51:28 vm09 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-grafana-a[74508]: logger=migrator t=2026-03-05T21:51:28.899646907Z level=info msg="Migration successfully executed" id="Add check_sum column" duration=774.81µs 2026-03-05T22:51:29.020 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 22:51:28 vm09 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-grafana-a[74508]: logger=migrator t=2026-03-05T21:51:28.900293939Z level=info msg="Executing migration" id="Add index for dashboard_title" 2026-03-05T22:51:29.020 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 22:51:28 vm09 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-grafana-a[74508]: logger=migrator t=2026-03-05T21:51:28.90064771Z level=info msg="Migration successfully executed" id="Add index for dashboard_title" duration=353.942µs 2026-03-05T22:51:29.020 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 22:51:28 vm09 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-grafana-a[74508]: logger=migrator t=2026-03-05T21:51:28.901106319Z level=info msg="Executing migration" id="delete tags for deleted dashboards" 2026-03-05T22:51:29.020 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 22:51:28 vm09 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-grafana-a[74508]: logger=migrator t=2026-03-05T21:51:28.901182161Z level=info msg="Migration successfully executed" id="delete tags for deleted dashboards" duration=76.002µs 2026-03-05T22:51:29.020 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 22:51:28 vm09 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-grafana-a[74508]: logger=migrator t=2026-03-05T21:51:28.901759671Z level=info msg="Executing migration" id="delete stars for deleted dashboards" 2026-03-05T22:51:29.020 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 22:51:28 vm09 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-grafana-a[74508]: logger=migrator t=2026-03-05T21:51:28.901836254Z level=info msg="Migration successfully executed" id="delete stars for deleted dashboards" duration=76.884µs 2026-03-05T22:51:29.020 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 22:51:28 vm09 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-grafana-a[74508]: logger=migrator t=2026-03-05T21:51:28.902507431Z level=info msg="Executing migration" id="Add index for dashboard_is_folder" 2026-03-05T22:51:29.020 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 22:51:28 vm09 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-grafana-a[74508]: logger=migrator t=2026-03-05T21:51:28.902852476Z level=info msg="Migration successfully executed" id="Add index for dashboard_is_folder" duration=345.315µs 2026-03-05T22:51:29.020 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 22:51:28 vm09 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-grafana-a[74508]: logger=migrator t=2026-03-05T21:51:28.903400301Z level=info msg="Executing migration" id="Add isPublic for dashboard" 2026-03-05T22:51:29.020 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 22:51:28 vm09 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-grafana-a[74508]: logger=migrator t=2026-03-05T21:51:28.904129467Z level=info msg="Migration successfully executed" id="Add isPublic for dashboard" duration=728.935µs 2026-03-05T22:51:29.020 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 22:51:28 vm09 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-grafana-a[74508]: logger=migrator t=2026-03-05T21:51:28.90461182Z level=info msg="Executing migration" id="create data_source table" 2026-03-05T22:51:29.020 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 22:51:28 vm09 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-grafana-a[74508]: logger=migrator t=2026-03-05T21:51:28.905014354Z level=info msg="Migration successfully executed" id="create data_source table" duration=400.5µs 2026-03-05T22:51:29.020 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 22:51:28 vm09 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-grafana-a[74508]: logger=migrator t=2026-03-05T21:51:28.905502917Z level=info msg="Executing migration" id="add index data_source.account_id" 2026-03-05T22:51:29.021 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 22:51:28 vm09 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-grafana-a[74508]: logger=migrator t=2026-03-05T21:51:28.905833146Z level=info msg="Migration successfully executed" id="add index data_source.account_id" duration=330.078µs 2026-03-05T22:51:29.021 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 22:51:28 vm09 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-grafana-a[74508]: logger=migrator t=2026-03-05T21:51:28.906265214Z level=info msg="Executing migration" id="add unique index data_source.account_id_name" 2026-03-05T22:51:29.021 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 22:51:28 vm09 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-grafana-a[74508]: logger=migrator t=2026-03-05T21:51:28.906612093Z level=info msg="Migration successfully executed" id="add unique index data_source.account_id_name" duration=345.717µs 2026-03-05T22:51:29.021 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 22:51:28 vm09 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-grafana-a[74508]: logger=migrator t=2026-03-05T21:51:28.907071132Z level=info msg="Executing migration" id="drop index IDX_data_source_account_id - v1" 2026-03-05T22:51:29.021 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 22:51:28 vm09 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-grafana-a[74508]: logger=migrator t=2026-03-05T21:51:28.907419985Z level=info msg="Migration successfully executed" id="drop index IDX_data_source_account_id - v1" duration=348.833µs 2026-03-05T22:51:29.021 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 22:51:28 vm09 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-grafana-a[74508]: logger=migrator t=2026-03-05T21:51:28.907841886Z level=info msg="Executing migration" id="drop index UQE_data_source_account_id_name - v1" 2026-03-05T22:51:29.021 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 22:51:28 vm09 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-grafana-a[74508]: logger=migrator t=2026-03-05T21:51:28.908162516Z level=info msg="Migration successfully executed" id="drop index UQE_data_source_account_id_name - v1" duration=320.45µs 2026-03-05T22:51:29.021 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 22:51:28 vm09 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-grafana-a[74508]: logger=migrator t=2026-03-05T21:51:28.908619121Z level=info msg="Executing migration" id="Rename table data_source to data_source_v1 - v1" 2026-03-05T22:51:29.021 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 22:51:28 vm09 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-grafana-a[74508]: logger=migrator t=2026-03-05T21:51:28.910573027Z level=info msg="Migration successfully executed" id="Rename table data_source to data_source_v1 - v1" duration=1.952966ms 2026-03-05T22:51:29.021 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 22:51:28 vm09 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-grafana-a[74508]: logger=migrator t=2026-03-05T21:51:28.911081228Z level=info msg="Executing migration" id="create data_source table v2" 2026-03-05T22:51:29.021 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 22:51:28 vm09 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-grafana-a[74508]: logger=migrator t=2026-03-05T21:51:28.911479204Z level=info msg="Migration successfully executed" id="create data_source table v2" duration=397.855µs 2026-03-05T22:51:29.021 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 22:51:28 vm09 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-grafana-a[74508]: logger=migrator t=2026-03-05T21:51:28.912014416Z level=info msg="Executing migration" id="create index IDX_data_source_org_id - v2" 2026-03-05T22:51:29.021 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 22:51:28 vm09 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-grafana-a[74508]: logger=migrator t=2026-03-05T21:51:28.912394106Z level=info msg="Migration successfully executed" id="create index IDX_data_source_org_id - v2" duration=379.931µs 2026-03-05T22:51:29.021 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 22:51:28 vm09 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-grafana-a[74508]: logger=migrator t=2026-03-05T21:51:28.912835392Z level=info msg="Executing migration" id="create index UQE_data_source_org_id_name - v2" 2026-03-05T22:51:29.021 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 22:51:28 vm09 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-grafana-a[74508]: logger=migrator t=2026-03-05T21:51:28.913520203Z level=info msg="Migration successfully executed" id="create index UQE_data_source_org_id_name - v2" duration=684.541µs 2026-03-05T22:51:29.021 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 22:51:28 vm09 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-grafana-a[74508]: logger=migrator t=2026-03-05T21:51:28.914003238Z level=info msg="Executing migration" id="Drop old table data_source_v1 #2" 2026-03-05T22:51:29.021 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 22:51:28 vm09 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-grafana-a[74508]: logger=migrator t=2026-03-05T21:51:28.914260709Z level=info msg="Migration successfully executed" id="Drop old table data_source_v1 #2" duration=257.482µs 2026-03-05T22:51:29.021 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 22:51:28 vm09 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-grafana-a[74508]: logger=migrator t=2026-03-05T21:51:28.91476872Z level=info msg="Executing migration" id="Add column with_credentials" 2026-03-05T22:51:29.021 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 22:51:28 vm09 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-grafana-a[74508]: logger=migrator t=2026-03-05T21:51:28.915617279Z level=info msg="Migration successfully executed" id="Add column with_credentials" duration=848.238µs 2026-03-05T22:51:29.021 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 22:51:28 vm09 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-grafana-a[74508]: logger=migrator t=2026-03-05T21:51:28.916262427Z level=info msg="Executing migration" id="Add secure json data column" 2026-03-05T22:51:29.021 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 22:51:28 vm09 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-grafana-a[74508]: logger=migrator t=2026-03-05T21:51:28.917032287Z level=info msg="Migration successfully executed" id="Add secure json data column" duration=768.147µs 2026-03-05T22:51:29.021 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 22:51:28 vm09 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-grafana-a[74508]: logger=migrator t=2026-03-05T21:51:28.917590682Z level=info msg="Executing migration" id="Update data_source table charset" 2026-03-05T22:51:29.021 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 22:51:28 vm09 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-grafana-a[74508]: logger=migrator t=2026-03-05T21:51:28.917601272Z level=info msg="Migration successfully executed" id="Update data_source table charset" duration=11.201µs 2026-03-05T22:51:29.021 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 22:51:28 vm09 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-grafana-a[74508]: logger=migrator t=2026-03-05T21:51:28.918251649Z level=info msg="Executing migration" id="Update initial version to 1" 2026-03-05T22:51:29.021 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 22:51:28 vm09 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-grafana-a[74508]: logger=migrator t=2026-03-05T21:51:28.918356615Z level=info msg="Migration successfully executed" id="Update initial version to 1" duration=103.784µs 2026-03-05T22:51:29.021 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 22:51:28 vm09 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-grafana-a[74508]: logger=migrator t=2026-03-05T21:51:28.918871169Z level=info msg="Executing migration" id="Add read_only data column" 2026-03-05T22:51:29.021 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 22:51:28 vm09 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-grafana-a[74508]: logger=migrator t=2026-03-05T21:51:28.919665717Z level=info msg="Migration successfully executed" id="Add read_only data column" duration=794.458µs 2026-03-05T22:51:29.021 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 22:51:28 vm09 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-grafana-a[74508]: logger=migrator t=2026-03-05T21:51:28.920118123Z level=info msg="Executing migration" id="Migrate logging ds to loki ds" 2026-03-05T22:51:29.021 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 22:51:28 vm09 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-grafana-a[74508]: logger=migrator t=2026-03-05T21:51:28.920203252Z level=info msg="Migration successfully executed" id="Migrate logging ds to loki ds" duration=85.45µs 2026-03-05T22:51:29.021 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 22:51:28 vm09 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-grafana-a[74508]: logger=migrator t=2026-03-05T21:51:28.920744926Z level=info msg="Executing migration" id="Update json_data with nulls" 2026-03-05T22:51:29.021 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 22:51:28 vm09 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-grafana-a[74508]: logger=migrator t=2026-03-05T21:51:28.920825937Z level=info msg="Migration successfully executed" id="Update json_data with nulls" duration=81.452µs 2026-03-05T22:51:29.021 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 22:51:28 vm09 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-grafana-a[74508]: logger=migrator t=2026-03-05T21:51:28.921299654Z level=info msg="Executing migration" id="Add uid column" 2026-03-05T22:51:29.021 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 22:51:28 vm09 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-grafana-a[74508]: logger=migrator t=2026-03-05T21:51:28.922095052Z level=info msg="Migration successfully executed" id="Add uid column" duration=795.128µs 2026-03-05T22:51:29.021 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 22:51:28 vm09 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-grafana-a[74508]: logger=migrator t=2026-03-05T21:51:28.92252658Z level=info msg="Executing migration" id="Update uid value" 2026-03-05T22:51:29.021 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 22:51:28 vm09 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-grafana-a[74508]: logger=migrator t=2026-03-05T21:51:28.922613333Z level=info msg="Migration successfully executed" id="Update uid value" duration=86.892µs 2026-03-05T22:51:29.021 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 22:51:28 vm09 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-grafana-a[74508]: logger=migrator t=2026-03-05T21:51:28.923061883Z level=info msg="Executing migration" id="Add unique index datasource_org_id_uid" 2026-03-05T22:51:29.021 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 22:51:28 vm09 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-grafana-a[74508]: logger=migrator t=2026-03-05T21:51:28.923583339Z level=info msg="Migration successfully executed" id="Add unique index datasource_org_id_uid" duration=521.124µs 2026-03-05T22:51:29.021 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 22:51:28 vm09 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-grafana-a[74508]: logger=migrator t=2026-03-05T21:51:28.924006782Z level=info msg="Executing migration" id="add unique index datasource_org_id_is_default" 2026-03-05T22:51:29.021 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 22:51:28 vm09 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-grafana-a[74508]: logger=migrator t=2026-03-05T21:51:28.924352909Z level=info msg="Migration successfully executed" id="add unique index datasource_org_id_is_default" duration=345.837µs 2026-03-05T22:51:29.022 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 22:51:28 vm09 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-grafana-a[74508]: logger=migrator t=2026-03-05T21:51:28.924773396Z level=info msg="Executing migration" id="create api_key table" 2026-03-05T22:51:29.022 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 22:51:28 vm09 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-grafana-a[74508]: logger=migrator t=2026-03-05T21:51:28.925126887Z level=info msg="Migration successfully executed" id="create api_key table" duration=354.433µs 2026-03-05T22:51:29.022 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 22:51:28 vm09 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-grafana-a[74508]: logger=migrator t=2026-03-05T21:51:28.925567041Z level=info msg="Executing migration" id="add index api_key.account_id" 2026-03-05T22:51:29.022 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 22:51:28 vm09 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-grafana-a[74508]: logger=migrator t=2026-03-05T21:51:28.925904112Z level=info msg="Migration successfully executed" id="add index api_key.account_id" duration=336.349µs 2026-03-05T22:51:29.022 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 22:51:28 vm09 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-grafana-a[74508]: logger=migrator t=2026-03-05T21:51:28.92643729Z level=info msg="Executing migration" id="add index api_key.key" 2026-03-05T22:51:29.022 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 22:51:28 vm09 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-grafana-a[74508]: logger=migrator t=2026-03-05T21:51:28.92676783Z level=info msg="Migration successfully executed" id="add index api_key.key" duration=332.403µs 2026-03-05T22:51:29.022 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 22:51:28 vm09 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-grafana-a[74508]: logger=migrator t=2026-03-05T21:51:28.927457209Z level=info msg="Executing migration" id="add index api_key.account_id_name" 2026-03-05T22:51:29.022 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 22:51:28 vm09 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-grafana-a[74508]: logger=migrator t=2026-03-05T21:51:28.927814348Z level=info msg="Migration successfully executed" id="add index api_key.account_id_name" duration=356.787µs 2026-03-05T22:51:29.022 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 22:51:28 vm09 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-grafana-a[74508]: logger=migrator t=2026-03-05T21:51:28.928302171Z level=info msg="Executing migration" id="drop index IDX_api_key_account_id - v1" 2026-03-05T22:51:29.022 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 22:51:28 vm09 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-grafana-a[74508]: logger=migrator t=2026-03-05T21:51:28.928665551Z level=info msg="Migration successfully executed" id="drop index IDX_api_key_account_id - v1" duration=363.771µs 2026-03-05T22:51:29.022 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 22:51:28 vm09 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-grafana-a[74508]: logger=migrator t=2026-03-05T21:51:28.929117637Z level=info msg="Executing migration" id="drop index UQE_api_key_key - v1" 2026-03-05T22:51:29.022 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 22:51:28 vm09 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-grafana-a[74508]: logger=migrator t=2026-03-05T21:51:28.929472901Z level=info msg="Migration successfully executed" id="drop index UQE_api_key_key - v1" duration=355.415µs 2026-03-05T22:51:29.022 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 22:51:28 vm09 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-grafana-a[74508]: logger=migrator t=2026-03-05T21:51:28.929966736Z level=info msg="Executing migration" id="drop index UQE_api_key_account_id_name - v1" 2026-03-05T22:51:29.022 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 22:51:28 vm09 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-grafana-a[74508]: logger=migrator t=2026-03-05T21:51:28.930378277Z level=info msg="Migration successfully executed" id="drop index UQE_api_key_account_id_name - v1" duration=411.912µs 2026-03-05T22:51:29.022 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 22:51:28 vm09 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-grafana-a[74508]: logger=migrator t=2026-03-05T21:51:28.930881409Z level=info msg="Executing migration" id="Rename table api_key to api_key_v1 - v1" 2026-03-05T22:51:29.022 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 22:51:28 vm09 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-grafana-a[74508]: logger=migrator t=2026-03-05T21:51:28.933828604Z level=info msg="Migration successfully executed" id="Rename table api_key to api_key_v1 - v1" duration=2.946344ms 2026-03-05T22:51:29.022 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 22:51:28 vm09 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-grafana-a[74508]: logger=migrator t=2026-03-05T21:51:28.950120719Z level=info msg="Executing migration" id="create api_key table v2" 2026-03-05T22:51:29.022 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 22:51:28 vm09 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-grafana-a[74508]: logger=migrator t=2026-03-05T21:51:28.950684383Z level=info msg="Migration successfully executed" id="create api_key table v2" duration=565.308µs 2026-03-05T22:51:29.022 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 22:51:28 vm09 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-grafana-a[74508]: logger=migrator t=2026-03-05T21:51:28.958550857Z level=info msg="Executing migration" id="create index IDX_api_key_org_id - v2" 2026-03-05T22:51:29.022 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 22:51:28 vm09 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-grafana-a[74508]: logger=migrator t=2026-03-05T21:51:28.959147975Z level=info msg="Migration successfully executed" id="create index IDX_api_key_org_id - v2" duration=598.851µs 2026-03-05T22:51:29.022 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 22:51:28 vm09 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-grafana-a[74508]: logger=migrator t=2026-03-05T21:51:28.959756744Z level=info msg="Executing migration" id="create index UQE_api_key_key - v2" 2026-03-05T22:51:29.022 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 22:51:28 vm09 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-grafana-a[74508]: logger=migrator t=2026-03-05T21:51:28.960100217Z level=info msg="Migration successfully executed" id="create index UQE_api_key_key - v2" duration=342.992µs 2026-03-05T22:51:29.022 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 22:51:28 vm09 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-grafana-a[74508]: logger=migrator t=2026-03-05T21:51:28.960558876Z level=info msg="Executing migration" id="create index UQE_api_key_org_id_name - v2" 2026-03-05T22:51:29.022 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 22:51:28 vm09 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-grafana-a[74508]: logger=migrator t=2026-03-05T21:51:28.960899703Z level=info msg="Migration successfully executed" id="create index UQE_api_key_org_id_name - v2" duration=340.688µs 2026-03-05T22:51:29.022 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 22:51:28 vm09 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-grafana-a[74508]: logger=migrator t=2026-03-05T21:51:28.961372238Z level=info msg="Executing migration" id="copy api_key v1 to v2" 2026-03-05T22:51:29.022 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 22:51:28 vm09 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-grafana-a[74508]: logger=migrator t=2026-03-05T21:51:28.961544481Z level=info msg="Migration successfully executed" id="copy api_key v1 to v2" duration=172.113µs 2026-03-05T22:51:29.022 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 22:51:28 vm09 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-grafana-a[74508]: logger=migrator t=2026-03-05T21:51:28.961971589Z level=info msg="Executing migration" id="Drop old table api_key_v1" 2026-03-05T22:51:29.023 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 22:51:28 vm09 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-grafana-a[74508]: logger=migrator t=2026-03-05T21:51:28.962239691Z level=info msg="Migration successfully executed" id="Drop old table api_key_v1" duration=268.332µs 2026-03-05T22:51:29.023 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 22:51:28 vm09 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-grafana-a[74508]: logger=migrator t=2026-03-05T21:51:28.962688502Z level=info msg="Executing migration" id="Update api_key table charset" 2026-03-05T22:51:29.023 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 22:51:28 vm09 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-grafana-a[74508]: logger=migrator t=2026-03-05T21:51:28.962701475Z level=info msg="Migration successfully executed" id="Update api_key table charset" duration=13.254µs 2026-03-05T22:51:29.023 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 22:51:28 vm09 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-grafana-a[74508]: logger=migrator t=2026-03-05T21:51:28.963180903Z level=info msg="Executing migration" id="Add expires to api_key table" 2026-03-05T22:51:29.023 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 22:51:28 vm09 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-grafana-a[74508]: logger=migrator t=2026-03-05T21:51:28.964032156Z level=info msg="Migration successfully executed" id="Add expires to api_key table" duration=852.084µs 2026-03-05T22:51:29.023 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 22:51:28 vm09 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-grafana-a[74508]: logger=migrator t=2026-03-05T21:51:28.964529557Z level=info msg="Executing migration" id="Add service account foreign key" 2026-03-05T22:51:29.023 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 22:51:28 vm09 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-grafana-a[74508]: logger=migrator t=2026-03-05T21:51:28.965341096Z level=info msg="Migration successfully executed" id="Add service account foreign key" duration=811.439µs 2026-03-05T22:51:29.023 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 22:51:28 vm09 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-grafana-a[74508]: logger=migrator t=2026-03-05T21:51:28.965861661Z level=info msg="Executing migration" id="set service account foreign key to nil if 0" 2026-03-05T22:51:29.023 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 22:51:28 vm09 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-grafana-a[74508]: logger=migrator t=2026-03-05T21:51:28.965931832Z level=info msg="Migration successfully executed" id="set service account foreign key to nil if 0" duration=70.292µs 2026-03-05T22:51:29.023 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 22:51:28 vm09 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-grafana-a[74508]: logger=migrator t=2026-03-05T21:51:28.966445894Z level=info msg="Executing migration" id="Add last_used_at to api_key table" 2026-03-05T22:51:29.023 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 22:51:28 vm09 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-grafana-a[74508]: logger=migrator t=2026-03-05T21:51:28.967269776Z level=info msg="Migration successfully executed" id="Add last_used_at to api_key table" duration=823.732µs 2026-03-05T22:51:29.023 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 22:51:28 vm09 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-grafana-a[74508]: logger=migrator t=2026-03-05T21:51:28.967809937Z level=info msg="Executing migration" id="Add is_revoked column to api_key table" 2026-03-05T22:51:29.023 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 22:51:28 vm09 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-grafana-a[74508]: logger=migrator t=2026-03-05T21:51:28.968612339Z level=info msg="Migration successfully executed" id="Add is_revoked column to api_key table" duration=802.051µs 2026-03-05T22:51:29.023 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 22:51:28 vm09 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-grafana-a[74508]: logger=migrator t=2026-03-05T21:51:28.969088691Z level=info msg="Executing migration" id="create dashboard_snapshot table v4" 2026-03-05T22:51:29.023 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 22:51:28 vm09 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-grafana-a[74508]: logger=migrator t=2026-03-05T21:51:28.969509558Z level=info msg="Migration successfully executed" id="create dashboard_snapshot table v4" duration=420.727µs 2026-03-05T22:51:29.023 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 22:51:28 vm09 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-grafana-a[74508]: logger=migrator t=2026-03-05T21:51:28.970009674Z level=info msg="Executing migration" id="drop table dashboard_snapshot_v4 #1" 2026-03-05T22:51:29.023 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 22:51:28 vm09 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-grafana-a[74508]: logger=migrator t=2026-03-05T21:51:28.970259232Z level=info msg="Migration successfully executed" id="drop table dashboard_snapshot_v4 #1" duration=249.928µs 2026-03-05T22:51:29.023 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 22:51:28 vm09 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-grafana-a[74508]: logger=migrator t=2026-03-05T21:51:28.970789063Z level=info msg="Executing migration" id="create dashboard_snapshot table v5 #2" 2026-03-05T22:51:29.023 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 22:51:28 vm09 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-grafana-a[74508]: logger=migrator t=2026-03-05T21:51:28.971152072Z level=info msg="Migration successfully executed" id="create dashboard_snapshot table v5 #2" duration=362.919µs 2026-03-05T22:51:29.023 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 22:51:28 vm09 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-grafana-a[74508]: logger=migrator t=2026-03-05T21:51:28.971621602Z level=info msg="Executing migration" id="create index UQE_dashboard_snapshot_key - v5" 2026-03-05T22:51:29.023 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 22:51:28 vm09 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-grafana-a[74508]: logger=migrator t=2026-03-05T21:51:28.971991735Z level=info msg="Migration successfully executed" id="create index UQE_dashboard_snapshot_key - v5" duration=369.862µs 2026-03-05T22:51:29.023 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 22:51:28 vm09 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-grafana-a[74508]: logger=migrator t=2026-03-05T21:51:28.972433211Z level=info msg="Executing migration" id="create index UQE_dashboard_snapshot_delete_key - v5" 2026-03-05T22:51:29.023 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 22:51:28 vm09 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-grafana-a[74508]: logger=migrator t=2026-03-05T21:51:28.972802842Z level=info msg="Migration successfully executed" id="create index UQE_dashboard_snapshot_delete_key - v5" duration=369.451µs 2026-03-05T22:51:29.023 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 22:51:28 vm09 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-grafana-a[74508]: logger=migrator t=2026-03-05T21:51:28.97325575Z level=info msg="Executing migration" id="create index IDX_dashboard_snapshot_user_id - v5" 2026-03-05T22:51:29.023 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 22:51:28 vm09 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-grafana-a[74508]: logger=migrator t=2026-03-05T21:51:28.97364561Z level=info msg="Migration successfully executed" id="create index IDX_dashboard_snapshot_user_id - v5" duration=389.189µs 2026-03-05T22:51:29.023 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 22:51:28 vm09 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-grafana-a[74508]: logger=migrator t=2026-03-05T21:51:28.974106181Z level=info msg="Executing migration" id="alter dashboard_snapshot to mediumtext v2" 2026-03-05T22:51:29.023 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 22:51:28 vm09 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-grafana-a[74508]: logger=migrator t=2026-03-05T21:51:28.974131108Z level=info msg="Migration successfully executed" id="alter dashboard_snapshot to mediumtext v2" duration=25.167µs 2026-03-05T22:51:29.023 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 22:51:28 vm09 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-grafana-a[74508]: logger=migrator t=2026-03-05T21:51:28.974675818Z level=info msg="Executing migration" id="Update dashboard_snapshot table charset" 2026-03-05T22:51:29.023 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 22:51:28 vm09 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-grafana-a[74508]: logger=migrator t=2026-03-05T21:51:28.974686287Z level=info msg="Migration successfully executed" id="Update dashboard_snapshot table charset" duration=11.221µs 2026-03-05T22:51:29.023 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 22:51:28 vm09 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-grafana-a[74508]: logger=migrator t=2026-03-05T21:51:28.975219586Z level=info msg="Executing migration" id="Add column external_delete_url to dashboard_snapshots table" 2026-03-05T22:51:29.023 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 22:51:28 vm09 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-grafana-a[74508]: logger=migrator t=2026-03-05T21:51:28.976199821Z level=info msg="Migration successfully executed" id="Add column external_delete_url to dashboard_snapshots table" duration=980.324µs 2026-03-05T22:51:29.023 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 22:51:28 vm09 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-grafana-a[74508]: logger=migrator t=2026-03-05T21:51:28.976800665Z level=info msg="Executing migration" id="Add encrypted dashboard json column" 2026-03-05T22:51:29.023 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 22:51:28 vm09 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-grafana-a[74508]: logger=migrator t=2026-03-05T21:51:28.977739542Z level=info msg="Migration successfully executed" id="Add encrypted dashboard json column" duration=938.687µs 2026-03-05T22:51:29.023 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 22:51:28 vm09 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-grafana-a[74508]: logger=migrator t=2026-03-05T21:51:28.978227526Z level=info msg="Executing migration" id="Change dashboard_encrypted column to MEDIUMBLOB" 2026-03-05T22:51:29.023 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 22:51:28 vm09 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-grafana-a[74508]: logger=migrator t=2026-03-05T21:51:28.978252803Z level=info msg="Migration successfully executed" id="Change dashboard_encrypted column to MEDIUMBLOB" duration=25.659µs 2026-03-05T22:51:29.023 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 22:51:28 vm09 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-grafana-a[74508]: logger=migrator t=2026-03-05T21:51:28.978793826Z level=info msg="Executing migration" id="create quota table v1" 2026-03-05T22:51:29.023 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 22:51:28 vm09 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-grafana-a[74508]: logger=migrator t=2026-03-05T21:51:28.979107462Z level=info msg="Migration successfully executed" id="create quota table v1" duration=313.246µs 2026-03-05T22:51:29.023 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 22:51:28 vm09 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-grafana-a[74508]: logger=migrator t=2026-03-05T21:51:28.979558938Z level=info msg="Executing migration" id="create index UQE_quota_org_id_user_id_target - v1" 2026-03-05T22:51:29.023 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 22:51:28 vm09 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-grafana-a[74508]: logger=migrator t=2026-03-05T21:51:28.97991262Z level=info msg="Migration successfully executed" id="create index UQE_quota_org_id_user_id_target - v1" duration=353.161µs 2026-03-05T22:51:29.023 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 22:51:28 vm09 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-grafana-a[74508]: logger=migrator t=2026-03-05T21:51:28.980362371Z level=info msg="Executing migration" id="Update quota table charset" 2026-03-05T22:51:29.023 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 22:51:28 vm09 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-grafana-a[74508]: logger=migrator t=2026-03-05T21:51:28.98037203Z level=info msg="Migration successfully executed" id="Update quota table charset" duration=11.662µs 2026-03-05T22:51:29.023 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 22:51:28 vm09 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-grafana-a[74508]: logger=migrator t=2026-03-05T21:51:28.980901861Z level=info msg="Executing migration" id="create plugin_setting table" 2026-03-05T22:51:29.023 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 22:51:28 vm09 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-grafana-a[74508]: logger=migrator t=2026-03-05T21:51:28.981226148Z level=info msg="Migration successfully executed" id="create plugin_setting table" duration=324.217µs 2026-03-05T22:51:29.023 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 22:51:28 vm09 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-grafana-a[74508]: logger=migrator t=2026-03-05T21:51:28.98177204Z level=info msg="Executing migration" id="create index UQE_plugin_setting_org_id_plugin_id - v1" 2026-03-05T22:51:29.023 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 22:51:28 vm09 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-grafana-a[74508]: logger=migrator t=2026-03-05T21:51:28.98213024Z level=info msg="Migration successfully executed" id="create index UQE_plugin_setting_org_id_plugin_id - v1" duration=358.611µs 2026-03-05T22:51:29.023 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 22:51:28 vm09 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-grafana-a[74508]: logger=migrator t=2026-03-05T21:51:28.982601051Z level=info msg="Executing migration" id="Add column plugin_version to plugin_settings" 2026-03-05T22:51:29.023 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 22:51:28 vm09 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-grafana-a[74508]: logger=migrator t=2026-03-05T21:51:28.98355633Z level=info msg="Migration successfully executed" id="Add column plugin_version to plugin_settings" duration=955.268µs 2026-03-05T22:51:29.023 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 22:51:28 vm09 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-grafana-a[74508]: logger=migrator t=2026-03-05T21:51:28.984016431Z level=info msg="Executing migration" id="Update plugin_setting table charset" 2026-03-05T22:51:29.023 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 22:51:28 vm09 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-grafana-a[74508]: logger=migrator t=2026-03-05T21:51:28.984027542Z level=info msg="Migration successfully executed" id="Update plugin_setting table charset" duration=11.431µs 2026-03-05T22:51:29.023 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 22:51:28 vm09 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-grafana-a[74508]: logger=migrator t=2026-03-05T21:51:28.984522738Z level=info msg="Executing migration" id="create session table" 2026-03-05T22:51:29.023 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 22:51:28 vm09 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-grafana-a[74508]: logger=migrator t=2026-03-05T21:51:28.984910264Z level=info msg="Migration successfully executed" id="create session table" duration=387.425µs 2026-03-05T22:51:29.023 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 22:51:28 vm09 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-grafana-a[74508]: logger=migrator t=2026-03-05T21:51:28.985424396Z level=info msg="Executing migration" id="Drop old table playlist table" 2026-03-05T22:51:29.023 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 22:51:28 vm09 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-grafana-a[74508]: logger=migrator t=2026-03-05T21:51:28.985463489Z level=info msg="Migration successfully executed" id="Drop old table playlist table" duration=39.554µs 2026-03-05T22:51:29.023 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 22:51:28 vm09 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-grafana-a[74508]: logger=migrator t=2026-03-05T21:51:28.986219083Z level=info msg="Executing migration" id="Drop old table playlist_item table" 2026-03-05T22:51:29.023 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 22:51:28 vm09 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-grafana-a[74508]: logger=migrator t=2026-03-05T21:51:28.986259729Z level=info msg="Migration successfully executed" id="Drop old table playlist_item table" duration=40.385µs 2026-03-05T22:51:29.023 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 22:51:28 vm09 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-grafana-a[74508]: logger=migrator t=2026-03-05T21:51:28.986761208Z level=info msg="Executing migration" id="create playlist table v2" 2026-03-05T22:51:29.024 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 22:51:28 vm09 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-grafana-a[74508]: logger=migrator t=2026-03-05T21:51:28.987117526Z level=info msg="Migration successfully executed" id="create playlist table v2" duration=356.307µs 2026-03-05T22:51:29.024 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 22:51:28 vm09 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-grafana-a[74508]: logger=migrator t=2026-03-05T21:51:28.987607713Z level=info msg="Executing migration" id="create playlist item table v2" 2026-03-05T22:51:29.024 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 22:51:28 vm09 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-grafana-a[74508]: logger=migrator t=2026-03-05T21:51:28.987976242Z level=info msg="Migration successfully executed" id="create playlist item table v2" duration=368.008µs 2026-03-05T22:51:29.024 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 22:51:28 vm09 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-grafana-a[74508]: logger=migrator t=2026-03-05T21:51:28.988496296Z level=info msg="Executing migration" id="Update playlist table charset" 2026-03-05T22:51:29.024 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 22:51:28 vm09 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-grafana-a[74508]: logger=migrator t=2026-03-05T21:51:28.988507977Z level=info msg="Migration successfully executed" id="Update playlist table charset" duration=11.762µs 2026-03-05T22:51:29.024 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 22:51:28 vm09 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-grafana-a[74508]: logger=migrator t=2026-03-05T21:51:28.989036397Z level=info msg="Executing migration" id="Update playlist_item table charset" 2026-03-05T22:51:29.024 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 22:51:28 vm09 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-grafana-a[74508]: logger=migrator t=2026-03-05T21:51:28.989048239Z level=info msg="Migration successfully executed" id="Update playlist_item table charset" duration=12.063µs 2026-03-05T22:51:29.024 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 22:51:28 vm09 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-grafana-a[74508]: logger=migrator t=2026-03-05T21:51:28.989447105Z level=info msg="Executing migration" id="Add playlist column created_at" 2026-03-05T22:51:29.024 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 22:51:28 vm09 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-grafana-a[74508]: logger=migrator t=2026-03-05T21:51:28.991770724Z level=info msg="Migration successfully executed" id="Add playlist column created_at" duration=2.321525ms 2026-03-05T22:51:29.024 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 22:51:28 vm09 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-grafana-a[74508]: logger=migrator t=2026-03-05T21:51:28.992718017Z level=info msg="Executing migration" id="Add playlist column updated_at" 2026-03-05T22:51:29.024 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 22:51:28 vm09 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-grafana-a[74508]: logger=migrator t=2026-03-05T21:51:28.994351435Z level=info msg="Migration successfully executed" id="Add playlist column updated_at" duration=1.503214ms 2026-03-05T22:51:29.024 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 22:51:28 vm09 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-grafana-a[74508]: logger=migrator t=2026-03-05T21:51:28.994954263Z level=info msg="Executing migration" id="drop preferences table v2" 2026-03-05T22:51:29.024 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 22:51:28 vm09 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-grafana-a[74508]: logger=migrator t=2026-03-05T21:51:28.994998356Z level=info msg="Migration successfully executed" id="drop preferences table v2" duration=44.383µs 2026-03-05T22:51:29.024 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 22:51:28 vm09 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-grafana-a[74508]: logger=migrator t=2026-03-05T21:51:28.995538997Z level=info msg="Executing migration" id="drop preferences table v3" 2026-03-05T22:51:29.024 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 22:51:28 vm09 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-grafana-a[74508]: logger=migrator t=2026-03-05T21:51:28.995649765Z level=info msg="Migration successfully executed" id="drop preferences table v3" duration=111.539µs 2026-03-05T22:51:29.024 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 22:51:28 vm09 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-grafana-a[74508]: logger=migrator t=2026-03-05T21:51:28.996227637Z level=info msg="Executing migration" id="create preferences table v3" 2026-03-05T22:51:29.024 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 22:51:28 vm09 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-grafana-a[74508]: logger=migrator t=2026-03-05T21:51:28.996744724Z level=info msg="Migration successfully executed" id="create preferences table v3" duration=516.807µs 2026-03-05T22:51:29.024 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 22:51:28 vm09 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-grafana-a[74508]: logger=migrator t=2026-03-05T21:51:28.997320081Z level=info msg="Executing migration" id="Update preferences table charset" 2026-03-05T22:51:29.024 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 22:51:28 vm09 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-grafana-a[74508]: logger=migrator t=2026-03-05T21:51:28.99741552Z level=info msg="Migration successfully executed" id="Update preferences table charset" duration=95.789µs 2026-03-05T22:51:29.024 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 22:51:28 vm09 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-grafana-a[74508]: logger=migrator t=2026-03-05T21:51:28.998020453Z level=info msg="Executing migration" id="Add column team_id in preferences" 2026-03-05T22:51:29.024 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 22:51:28 vm09 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-grafana-a[74508]: logger=migrator t=2026-03-05T21:51:28.999277846Z level=info msg="Migration successfully executed" id="Add column team_id in preferences" duration=1.257684ms 2026-03-05T22:51:29.024 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 22:51:28 vm09 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-grafana-a[74508]: logger=migrator t=2026-03-05T21:51:28.999917964Z level=info msg="Executing migration" id="Update team_id column values in preferences" 2026-03-05T22:51:29.024 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 22:51:29 vm09 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-grafana-a[74508]: logger=migrator t=2026-03-05T21:51:29.000074336Z level=info msg="Migration successfully executed" id="Update team_id column values in preferences" duration=156.342µs 2026-03-05T22:51:29.024 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 22:51:29 vm09 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-grafana-a[74508]: logger=migrator t=2026-03-05T21:51:29.000702722Z level=info msg="Executing migration" id="Add column week_start in preferences" 2026-03-05T22:51:29.024 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 22:51:29 vm09 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-grafana-a[74508]: logger=migrator t=2026-03-05T21:51:29.002001344Z level=info msg="Migration successfully executed" id="Add column week_start in preferences" duration=1.29807ms 2026-03-05T22:51:29.024 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 22:51:29 vm09 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-grafana-a[74508]: logger=migrator t=2026-03-05T21:51:29.002686515Z level=info msg="Executing migration" id="Add column preferences.json_data" 2026-03-05T22:51:29.024 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 22:51:29 vm09 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-grafana-a[74508]: logger=migrator t=2026-03-05T21:51:29.003768511Z level=info msg="Migration successfully executed" id="Add column preferences.json_data" duration=1.081745ms 2026-03-05T22:51:29.024 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 22:51:29 vm09 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-grafana-a[74508]: logger=migrator t=2026-03-05T21:51:29.004520799Z level=info msg="Executing migration" id="alter preferences.json_data to mediumtext v1" 2026-03-05T22:51:29.024 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 22:51:29 vm09 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-grafana-a[74508]: logger=migrator t=2026-03-05T21:51:29.004627388Z level=info msg="Migration successfully executed" id="alter preferences.json_data to mediumtext v1" duration=107.33µs 2026-03-05T22:51:29.024 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 22:51:29 vm09 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-grafana-a[74508]: logger=migrator t=2026-03-05T21:51:29.005271112Z level=info msg="Executing migration" id="Add preferences index org_id" 2026-03-05T22:51:29.024 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 22:51:29 vm09 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-grafana-a[74508]: logger=migrator t=2026-03-05T21:51:29.005837073Z level=info msg="Migration successfully executed" id="Add preferences index org_id" duration=566.201µs 2026-03-05T22:51:29.024 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 22:51:29 vm09 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-grafana-a[74508]: logger=migrator t=2026-03-05T21:51:29.006445642Z level=info msg="Executing migration" id="Add preferences index user_id" 2026-03-05T22:51:29.024 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 22:51:29 vm09 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-grafana-a[74508]: logger=migrator t=2026-03-05T21:51:29.006924298Z level=info msg="Migration successfully executed" id="Add preferences index user_id" duration=478.627µs 2026-03-05T22:51:29.024 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 22:51:29 vm09 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-grafana-a[74508]: logger=migrator t=2026-03-05T21:51:29.007536092Z level=info msg="Executing migration" id="create alert table v1" 2026-03-05T22:51:29.024 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 22:51:29 vm09 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-grafana-a[74508]: logger=migrator t=2026-03-05T21:51:29.008102623Z level=info msg="Migration successfully executed" id="create alert table v1" duration=566.5µs 2026-03-05T22:51:29.024 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 22:51:29 vm09 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-grafana-a[74508]: logger=migrator t=2026-03-05T21:51:29.008685975Z level=info msg="Executing migration" id="add index alert org_id & id " 2026-03-05T22:51:29.024 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 22:51:29 vm09 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-grafana-a[74508]: logger=migrator t=2026-03-05T21:51:29.00933047Z level=info msg="Migration successfully executed" id="add index alert org_id & id " duration=644.346µs 2026-03-05T22:51:29.024 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 22:51:29 vm09 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-grafana-a[74508]: logger=migrator t=2026-03-05T21:51:29.009932678Z level=info msg="Executing migration" id="add index alert state" 2026-03-05T22:51:29.024 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 22:51:29 vm09 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-grafana-a[74508]: logger=migrator t=2026-03-05T21:51:29.01037153Z level=info msg="Migration successfully executed" id="add index alert state" duration=440.324µs 2026-03-05T22:51:29.024 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 22:51:29 vm09 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-grafana-a[74508]: logger=migrator t=2026-03-05T21:51:29.010925086Z level=info msg="Executing migration" id="add index alert dashboard_id" 2026-03-05T22:51:29.024 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 22:51:29 vm09 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-grafana-a[74508]: logger=migrator t=2026-03-05T21:51:29.011404292Z level=info msg="Migration successfully executed" id="add index alert dashboard_id" duration=479.067µs 2026-03-05T22:51:29.024 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 22:51:29 vm09 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-grafana-a[74508]: logger=migrator t=2026-03-05T21:51:29.011968499Z level=info msg="Executing migration" id="Create alert_rule_tag table v1" 2026-03-05T22:51:29.024 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 22:51:29 vm09 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-grafana-a[74508]: logger=migrator t=2026-03-05T21:51:29.012367826Z level=info msg="Migration successfully executed" id="Create alert_rule_tag table v1" duration=399.096µs 2026-03-05T22:51:29.232 INFO:journalctl@ceph.mgr.y.vm02.stdout:Mar 05 22:51:28 vm02 systemd[1]: Stopping Ceph mgr.y for ce88f304-18dc-11f1-81b4-a3325c551960... 2026-03-05T22:51:29.232 INFO:journalctl@ceph.mgr.y.vm02.stdout:Mar 05 22:51:29 vm02 podman[84670]: 2026-03-05 22:51:29.115945901 +0100 CET m=+0.084456933 container died edcf2b8dbcc238027f506ed657626e6f37a507ec17ed6c6cc45ef9cb73edff0a (image=harbor.clyso.com/custom-ceph/ceph/ceph:cobaltcore-storage-v19.2.3-fasttrack-3, name=ceph-ce88f304-18dc-11f1-81b4-a3325c551960-mgr-y, CEPH_REF=19.2.3-47-gc24117fd552, CEPH_SHA1=c24117fd5525679b799527bc1bd1f1dd0a2db5e2, FROM_IMAGE=rockylinux:9, GANESHA_REPO_BASEURL=https://buildlogs.centos.org/centos/$releasever-stream/storage/$basearch/nfsganesha-5/, OSD_FLAVOR=default, ceph=True, io.buildah.version=1.41.8, CEPH_GIT_REPO=https://github.com/irq0/ceph.git) 2026-03-05T22:51:29.278 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 22:51:29 vm09 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-grafana-a[74508]: logger=migrator t=2026-03-05T21:51:29.012938684Z level=info msg="Executing migration" id="Add unique index alert_rule_tag.alert_id_tag_id" 2026-03-05T22:51:29.279 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 22:51:29 vm09 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-grafana-a[74508]: logger=migrator t=2026-03-05T21:51:29.024749702Z level=info msg="Migration successfully executed" id="Add unique index alert_rule_tag.alert_id_tag_id" duration=11.810217ms 2026-03-05T22:51:29.279 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 22:51:29 vm09 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-grafana-a[74508]: logger=migrator t=2026-03-05T21:51:29.025633385Z level=info msg="Executing migration" id="drop index UQE_alert_rule_tag_alert_id_tag_id - v1" 2026-03-05T22:51:29.279 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 22:51:29 vm09 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-grafana-a[74508]: logger=migrator t=2026-03-05T21:51:29.026449873Z level=info msg="Migration successfully executed" id="drop index UQE_alert_rule_tag_alert_id_tag_id - v1" duration=816.588µs 2026-03-05T22:51:29.279 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 22:51:29 vm09 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-grafana-a[74508]: logger=migrator t=2026-03-05T21:51:29.027269346Z level=info msg="Executing migration" id="Rename table alert_rule_tag to alert_rule_tag_v1 - v1" 2026-03-05T22:51:29.279 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 22:51:29 vm09 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-grafana-a[74508]: logger=migrator t=2026-03-05T21:51:29.032275738Z level=info msg="Migration successfully executed" id="Rename table alert_rule_tag to alert_rule_tag_v1 - v1" duration=5.003406ms 2026-03-05T22:51:29.279 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 22:51:29 vm09 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-grafana-a[74508]: logger=migrator t=2026-03-05T21:51:29.033164922Z level=info msg="Executing migration" id="Create alert_rule_tag table v2" 2026-03-05T22:51:29.279 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 22:51:29 vm09 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-grafana-a[74508]: logger=migrator t=2026-03-05T21:51:29.03363401Z level=info msg="Migration successfully executed" id="Create alert_rule_tag table v2" duration=469.248µs 2026-03-05T22:51:29.279 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 22:51:29 vm09 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-grafana-a[74508]: logger=migrator t=2026-03-05T21:51:29.034191854Z level=info msg="Executing migration" id="create index UQE_alert_rule_tag_alert_id_tag_id - Add unique index alert_rule_tag.alert_id_tag_id V2" 2026-03-05T22:51:29.279 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 22:51:29 vm09 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-grafana-a[74508]: logger=migrator t=2026-03-05T21:51:29.034668746Z level=info msg="Migration successfully executed" id="create index UQE_alert_rule_tag_alert_id_tag_id - Add unique index alert_rule_tag.alert_id_tag_id V2" duration=476.802µs 2026-03-05T22:51:29.279 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 22:51:29 vm09 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-grafana-a[74508]: logger=migrator t=2026-03-05T21:51:29.035222763Z level=info msg="Executing migration" id="copy alert_rule_tag v1 to v2" 2026-03-05T22:51:29.279 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 22:51:29 vm09 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-grafana-a[74508]: logger=migrator t=2026-03-05T21:51:29.035430472Z level=info msg="Migration successfully executed" id="copy alert_rule_tag v1 to v2" duration=207.449µs 2026-03-05T22:51:29.279 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 22:51:29 vm09 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-grafana-a[74508]: logger=migrator t=2026-03-05T21:51:29.03595306Z level=info msg="Executing migration" id="drop table alert_rule_tag_v1" 2026-03-05T22:51:29.279 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 22:51:29 vm09 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-grafana-a[74508]: logger=migrator t=2026-03-05T21:51:29.036254625Z level=info msg="Migration successfully executed" id="drop table alert_rule_tag_v1" duration=302.606µs 2026-03-05T22:51:29.279 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 22:51:29 vm09 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-grafana-a[74508]: logger=migrator t=2026-03-05T21:51:29.036782332Z level=info msg="Executing migration" id="create alert_notification table v1" 2026-03-05T22:51:29.279 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 22:51:29 vm09 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-grafana-a[74508]: logger=migrator t=2026-03-05T21:51:29.037146705Z level=info msg="Migration successfully executed" id="create alert_notification table v1" duration=364.342µs 2026-03-05T22:51:29.279 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 22:51:29 vm09 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-grafana-a[74508]: logger=migrator t=2026-03-05T21:51:29.037672168Z level=info msg="Executing migration" id="Add column is_default" 2026-03-05T22:51:29.279 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 22:51:29 vm09 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-grafana-a[74508]: logger=migrator t=2026-03-05T21:51:29.038931445Z level=info msg="Migration successfully executed" id="Add column is_default" duration=1.258115ms 2026-03-05T22:51:29.279 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 22:51:29 vm09 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-grafana-a[74508]: logger=migrator t=2026-03-05T21:51:29.039459584Z level=info msg="Executing migration" id="Add column frequency" 2026-03-05T22:51:29.279 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 22:51:29 vm09 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-grafana-a[74508]: logger=migrator t=2026-03-05T21:51:29.040725764Z level=info msg="Migration successfully executed" id="Add column frequency" duration=1.266139ms 2026-03-05T22:51:29.279 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 22:51:29 vm09 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-grafana-a[74508]: logger=migrator t=2026-03-05T21:51:29.041229647Z level=info msg="Executing migration" id="Add column send_reminder" 2026-03-05T22:51:29.279 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 22:51:29 vm09 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-grafana-a[74508]: logger=migrator t=2026-03-05T21:51:29.042570385Z level=info msg="Migration successfully executed" id="Add column send_reminder" duration=1.3408ms 2026-03-05T22:51:29.279 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 22:51:29 vm09 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-grafana-a[74508]: logger=migrator t=2026-03-05T21:51:29.043100949Z level=info msg="Executing migration" id="Add column disable_resolve_message" 2026-03-05T22:51:29.279 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 22:51:29 vm09 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-grafana-a[74508]: logger=migrator t=2026-03-05T21:51:29.044285707Z level=info msg="Migration successfully executed" id="Add column disable_resolve_message" duration=1.208432ms 2026-03-05T22:51:29.279 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 22:51:29 vm09 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-grafana-a[74508]: logger=migrator t=2026-03-05T21:51:29.044817963Z level=info msg="Executing migration" id="add index alert_notification org_id & name" 2026-03-05T22:51:29.279 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 22:51:29 vm09 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-grafana-a[74508]: logger=migrator t=2026-03-05T21:51:29.045247246Z level=info msg="Migration successfully executed" id="add index alert_notification org_id & name" duration=429.423µs 2026-03-05T22:51:29.279 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 22:51:29 vm09 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-grafana-a[74508]: logger=migrator t=2026-03-05T21:51:29.045797135Z level=info msg="Executing migration" id="Update alert table charset" 2026-03-05T22:51:29.279 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 22:51:29 vm09 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-grafana-a[74508]: logger=migrator t=2026-03-05T21:51:29.045833343Z level=info msg="Migration successfully executed" id="Update alert table charset" duration=36.338µs 2026-03-05T22:51:29.279 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 22:51:29 vm09 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-grafana-a[74508]: logger=migrator t=2026-03-05T21:51:29.0464249Z level=info msg="Executing migration" id="Update alert_notification table charset" 2026-03-05T22:51:29.279 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 22:51:29 vm09 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-grafana-a[74508]: logger=migrator t=2026-03-05T21:51:29.046460246Z level=info msg="Migration successfully executed" id="Update alert_notification table charset" duration=35.366µs 2026-03-05T22:51:29.279 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 22:51:29 vm09 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-grafana-a[74508]: logger=migrator t=2026-03-05T21:51:29.047055361Z level=info msg="Executing migration" id="create notification_journal table v1" 2026-03-05T22:51:29.279 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 22:51:29 vm09 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-grafana-a[74508]: logger=migrator t=2026-03-05T21:51:29.047464286Z level=info msg="Migration successfully executed" id="create notification_journal table v1" duration=408.905µs 2026-03-05T22:51:29.279 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 22:51:29 vm09 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-grafana-a[74508]: logger=migrator t=2026-03-05T21:51:29.048012772Z level=info msg="Executing migration" id="add index notification_journal org_id & alert_id & notifier_id" 2026-03-05T22:51:29.279 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 22:51:29 vm09 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-grafana-a[74508]: logger=migrator t=2026-03-05T21:51:29.048456533Z level=info msg="Migration successfully executed" id="add index notification_journal org_id & alert_id & notifier_id" duration=444.442µs 2026-03-05T22:51:29.279 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 22:51:29 vm09 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-grafana-a[74508]: logger=migrator t=2026-03-05T21:51:29.048993438Z level=info msg="Executing migration" id="drop alert_notification_journal" 2026-03-05T22:51:29.279 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 22:51:29 vm09 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-grafana-a[74508]: logger=migrator t=2026-03-05T21:51:29.049396172Z level=info msg="Migration successfully executed" id="drop alert_notification_journal" duration=402.724µs 2026-03-05T22:51:29.279 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 22:51:29 vm09 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-grafana-a[74508]: logger=migrator t=2026-03-05T21:51:29.049960097Z level=info msg="Executing migration" id="create alert_notification_state table v1" 2026-03-05T22:51:29.279 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 22:51:29 vm09 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-grafana-a[74508]: logger=migrator t=2026-03-05T21:51:29.050418024Z level=info msg="Migration successfully executed" id="create alert_notification_state table v1" duration=458.148µs 2026-03-05T22:51:29.279 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 22:51:29 vm09 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-grafana-a[74508]: logger=migrator t=2026-03-05T21:51:29.050999333Z level=info msg="Executing migration" id="add index alert_notification_state org_id & alert_id & notifier_id" 2026-03-05T22:51:29.279 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 22:51:29 vm09 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-grafana-a[74508]: logger=migrator t=2026-03-05T21:51:29.051491443Z level=info msg="Migration successfully executed" id="add index alert_notification_state org_id & alert_id & notifier_id" duration=491.801µs 2026-03-05T22:51:29.279 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 22:51:29 vm09 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-grafana-a[74508]: logger=migrator t=2026-03-05T21:51:29.052038387Z level=info msg="Executing migration" id="Add for to alert table" 2026-03-05T22:51:29.279 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 22:51:29 vm09 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-grafana-a[74508]: logger=migrator t=2026-03-05T21:51:29.053583589Z level=info msg="Migration successfully executed" id="Add for to alert table" duration=1.544951ms 2026-03-05T22:51:29.279 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 22:51:29 vm09 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-grafana-a[74508]: logger=migrator t=2026-03-05T21:51:29.05418247Z level=info msg="Executing migration" id="Add column uid in alert_notification" 2026-03-05T22:51:29.279 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 22:51:29 vm09 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-grafana-a[74508]: logger=migrator t=2026-03-05T21:51:29.055513562Z level=info msg="Migration successfully executed" id="Add column uid in alert_notification" duration=1.331412ms 2026-03-05T22:51:29.279 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 22:51:29 vm09 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-grafana-a[74508]: logger=migrator t=2026-03-05T21:51:29.056025329Z level=info msg="Executing migration" id="Update uid column values in alert_notification" 2026-03-05T22:51:29.279 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 22:51:29 vm09 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-grafana-a[74508]: logger=migrator t=2026-03-05T21:51:29.056146647Z level=info msg="Migration successfully executed" id="Update uid column values in alert_notification" duration=121.067µs 2026-03-05T22:51:29.279 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 22:51:29 vm09 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-grafana-a[74508]: logger=migrator t=2026-03-05T21:51:29.056722344Z level=info msg="Executing migration" id="Add unique index alert_notification_org_id_uid" 2026-03-05T22:51:29.279 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 22:51:29 vm09 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-grafana-a[74508]: logger=migrator t=2026-03-05T21:51:29.057143472Z level=info msg="Migration successfully executed" id="Add unique index alert_notification_org_id_uid" duration=420.817µs 2026-03-05T22:51:29.280 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 22:51:29 vm09 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-grafana-a[74508]: logger=migrator t=2026-03-05T21:51:29.057704202Z level=info msg="Executing migration" id="Remove unique index org_id_name" 2026-03-05T22:51:29.280 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 22:51:29 vm09 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-grafana-a[74508]: logger=migrator t=2026-03-05T21:51:29.058132905Z level=info msg="Migration successfully executed" id="Remove unique index org_id_name" duration=428.463µs 2026-03-05T22:51:29.280 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 22:51:29 vm09 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-grafana-a[74508]: logger=migrator t=2026-03-05T21:51:29.058717428Z level=info msg="Executing migration" id="Add column secure_settings in alert_notification" 2026-03-05T22:51:29.280 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 22:51:29 vm09 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-grafana-a[74508]: logger=migrator t=2026-03-05T21:51:29.059935899Z level=info msg="Migration successfully executed" id="Add column secure_settings in alert_notification" duration=1.218811ms 2026-03-05T22:51:29.280 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 22:51:29 vm09 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-grafana-a[74508]: logger=migrator t=2026-03-05T21:51:29.060484195Z level=info msg="Executing migration" id="alter alert.settings to mediumtext" 2026-03-05T22:51:29.280 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 22:51:29 vm09 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-grafana-a[74508]: logger=migrator t=2026-03-05T21:51:29.060548285Z level=info msg="Migration successfully executed" id="alter alert.settings to mediumtext" duration=64.35µs 2026-03-05T22:51:29.280 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 22:51:29 vm09 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-grafana-a[74508]: logger=migrator t=2026-03-05T21:51:29.061135043Z level=info msg="Executing migration" id="Add non-unique index alert_notification_state_alert_id" 2026-03-05T22:51:29.280 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 22:51:29 vm09 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-grafana-a[74508]: logger=migrator t=2026-03-05T21:51:29.061567081Z level=info msg="Migration successfully executed" id="Add non-unique index alert_notification_state_alert_id" duration=431.928µs 2026-03-05T22:51:29.280 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 22:51:29 vm09 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-grafana-a[74508]: logger=migrator t=2026-03-05T21:51:29.062137149Z level=info msg="Executing migration" id="Add non-unique index alert_rule_tag_alert_id" 2026-03-05T22:51:29.280 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 22:51:29 vm09 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-grafana-a[74508]: logger=migrator t=2026-03-05T21:51:29.062747191Z level=info msg="Migration successfully executed" id="Add non-unique index alert_rule_tag_alert_id" duration=609.741µs 2026-03-05T22:51:29.280 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 22:51:29 vm09 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-grafana-a[74508]: logger=migrator t=2026-03-05T21:51:29.063338838Z level=info msg="Executing migration" id="Drop old annotation table v4" 2026-03-05T22:51:29.280 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 22:51:29 vm09 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-grafana-a[74508]: logger=migrator t=2026-03-05T21:51:29.063435129Z level=info msg="Migration successfully executed" id="Drop old annotation table v4" duration=95.819µs 2026-03-05T22:51:29.280 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 22:51:29 vm09 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-grafana-a[74508]: logger=migrator t=2026-03-05T21:51:29.064044078Z level=info msg="Executing migration" id="create annotation table v5" 2026-03-05T22:51:29.280 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 22:51:29 vm09 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-grafana-a[74508]: logger=migrator t=2026-03-05T21:51:29.064610809Z level=info msg="Migration successfully executed" id="create annotation table v5" duration=566.431µs 2026-03-05T22:51:29.280 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 22:51:29 vm09 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-grafana-a[74508]: logger=migrator t=2026-03-05T21:51:29.065224106Z level=info msg="Executing migration" id="add index annotation 0 v3" 2026-03-05T22:51:29.280 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 22:51:29 vm09 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-grafana-a[74508]: logger=migrator t=2026-03-05T21:51:29.065794906Z level=info msg="Migration successfully executed" id="add index annotation 0 v3" duration=570.72µs 2026-03-05T22:51:29.280 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 22:51:29 vm09 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-grafana-a[74508]: logger=migrator t=2026-03-05T21:51:29.066355064Z level=info msg="Executing migration" id="add index annotation 1 v3" 2026-03-05T22:51:29.280 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 22:51:29 vm09 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-grafana-a[74508]: logger=migrator t=2026-03-05T21:51:29.066790228Z level=info msg="Migration successfully executed" id="add index annotation 1 v3" duration=434.393µs 2026-03-05T22:51:29.280 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 22:51:29 vm09 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-grafana-a[74508]: logger=migrator t=2026-03-05T21:51:29.067299502Z level=info msg="Executing migration" id="add index annotation 2 v3" 2026-03-05T22:51:29.280 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 22:51:29 vm09 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-grafana-a[74508]: logger=migrator t=2026-03-05T21:51:29.067871051Z level=info msg="Migration successfully executed" id="add index annotation 2 v3" duration=570.568µs 2026-03-05T22:51:29.280 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 22:51:29 vm09 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-grafana-a[74508]: logger=migrator t=2026-03-05T21:51:29.068523111Z level=info msg="Executing migration" id="add index annotation 3 v3" 2026-03-05T22:51:29.280 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 22:51:29 vm09 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-grafana-a[74508]: logger=migrator t=2026-03-05T21:51:29.069118566Z level=info msg="Migration successfully executed" id="add index annotation 3 v3" duration=595.334µs 2026-03-05T22:51:29.280 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 22:51:29 vm09 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-grafana-a[74508]: logger=migrator t=2026-03-05T21:51:29.069775236Z level=info msg="Executing migration" id="add index annotation 4 v3" 2026-03-05T22:51:29.280 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 22:51:29 vm09 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-grafana-a[74508]: logger=migrator t=2026-03-05T21:51:29.07024783Z level=info msg="Migration successfully executed" id="add index annotation 4 v3" duration=472.685µs 2026-03-05T22:51:29.280 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 22:51:29 vm09 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-grafana-a[74508]: logger=migrator t=2026-03-05T21:51:29.070806716Z level=info msg="Executing migration" id="Update annotation table charset" 2026-03-05T22:51:29.280 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 22:51:29 vm09 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-grafana-a[74508]: logger=migrator t=2026-03-05T21:51:29.070863813Z level=info msg="Migration successfully executed" id="Update annotation table charset" duration=43.16µs 2026-03-05T22:51:29.280 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 22:51:29 vm09 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-grafana-a[74508]: logger=migrator t=2026-03-05T21:51:29.071523868Z level=info msg="Executing migration" id="Add column region_id to annotation table" 2026-03-05T22:51:29.280 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 22:51:29 vm09 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-grafana-a[74508]: logger=migrator t=2026-03-05T21:51:29.073900086Z level=info msg="Migration successfully executed" id="Add column region_id to annotation table" duration=2.375366ms 2026-03-05T22:51:29.280 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 22:51:29 vm09 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-grafana-a[74508]: logger=migrator t=2026-03-05T21:51:29.074543029Z level=info msg="Executing migration" id="Drop category_id index" 2026-03-05T22:51:29.280 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 22:51:29 vm09 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-grafana-a[74508]: logger=migrator t=2026-03-05T21:51:29.074982191Z level=info msg="Migration successfully executed" id="Drop category_id index" duration=439.342µs 2026-03-05T22:51:29.280 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 22:51:29 vm09 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-grafana-a[74508]: logger=migrator t=2026-03-05T21:51:29.075557738Z level=info msg="Executing migration" id="Add column tags to annotation table" 2026-03-05T22:51:29.280 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 22:51:29 vm09 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-grafana-a[74508]: logger=migrator t=2026-03-05T21:51:29.077477612Z level=info msg="Migration successfully executed" id="Add column tags to annotation table" duration=1.918571ms 2026-03-05T22:51:29.280 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 22:51:29 vm09 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-grafana-a[74508]: logger=migrator t=2026-03-05T21:51:29.078120014Z level=info msg="Executing migration" id="Create annotation_tag table v2" 2026-03-05T22:51:29.280 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 22:51:29 vm09 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-grafana-a[74508]: logger=migrator t=2026-03-05T21:51:29.078607547Z level=info msg="Migration successfully executed" id="Create annotation_tag table v2" duration=487.703µs 2026-03-05T22:51:29.280 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 22:51:29 vm09 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-grafana-a[74508]: logger=migrator t=2026-03-05T21:51:29.07925077Z level=info msg="Executing migration" id="Add unique index annotation_tag.annotation_id_tag_id" 2026-03-05T22:51:29.280 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 22:51:29 vm09 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-grafana-a[74508]: logger=migrator t=2026-03-05T21:51:29.07990799Z level=info msg="Migration successfully executed" id="Add unique index annotation_tag.annotation_id_tag_id" duration=657.199µs 2026-03-05T22:51:29.280 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 22:51:29 vm09 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-grafana-a[74508]: logger=migrator t=2026-03-05T21:51:29.08055409Z level=info msg="Executing migration" id="drop index UQE_annotation_tag_annotation_id_tag_id - v2" 2026-03-05T22:51:29.280 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 22:51:29 vm09 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-grafana-a[74508]: logger=migrator t=2026-03-05T21:51:29.081215007Z level=info msg="Migration successfully executed" id="drop index UQE_annotation_tag_annotation_id_tag_id - v2" duration=661.569µs 2026-03-05T22:51:29.280 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 22:51:29 vm09 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-grafana-a[74508]: logger=migrator t=2026-03-05T21:51:29.081896933Z level=info msg="Executing migration" id="Rename table annotation_tag to annotation_tag_v2 - v2" 2026-03-05T22:51:29.280 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 22:51:29 vm09 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-grafana-a[74508]: logger=migrator t=2026-03-05T21:51:29.086566112Z level=info msg="Migration successfully executed" id="Rename table annotation_tag to annotation_tag_v2 - v2" duration=4.669179ms 2026-03-05T22:51:29.280 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 22:51:29 vm09 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-grafana-a[74508]: logger=migrator t=2026-03-05T21:51:29.087144595Z level=info msg="Executing migration" id="Create annotation_tag table v3" 2026-03-05T22:51:29.280 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 22:51:29 vm09 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-grafana-a[74508]: logger=migrator t=2026-03-05T21:51:29.087508827Z level=info msg="Migration successfully executed" id="Create annotation_tag table v3" duration=364.321µs 2026-03-05T22:51:29.280 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 22:51:29 vm09 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-grafana-a[74508]: logger=migrator t=2026-03-05T21:51:29.088006047Z level=info msg="Executing migration" id="create index UQE_annotation_tag_annotation_id_tag_id - Add unique index annotation_tag.annotation_id_tag_id V3" 2026-03-05T22:51:29.280 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 22:51:29 vm09 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-grafana-a[74508]: logger=migrator t=2026-03-05T21:51:29.088483612Z level=info msg="Migration successfully executed" id="create index UQE_annotation_tag_annotation_id_tag_id - Add unique index annotation_tag.annotation_id_tag_id V3" duration=477.796µs 2026-03-05T22:51:29.280 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 22:51:29 vm09 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-grafana-a[74508]: logger=migrator t=2026-03-05T21:51:29.089004937Z level=info msg="Executing migration" id="copy annotation_tag v2 to v3" 2026-03-05T22:51:29.280 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 22:51:29 vm09 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-grafana-a[74508]: logger=migrator t=2026-03-05T21:51:29.089188251Z level=info msg="Migration successfully executed" id="copy annotation_tag v2 to v3" duration=182.192µs 2026-03-05T22:51:29.280 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 22:51:29 vm09 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-grafana-a[74508]: logger=migrator t=2026-03-05T21:51:29.089719525Z level=info msg="Executing migration" id="drop table annotation_tag_v2" 2026-03-05T22:51:29.280 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 22:51:29 vm09 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-grafana-a[74508]: logger=migrator t=2026-03-05T21:51:29.090014898Z level=info msg="Migration successfully executed" id="drop table annotation_tag_v2" duration=295.613µs 2026-03-05T22:51:29.281 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 22:51:29 vm09 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-grafana-a[74508]: logger=migrator t=2026-03-05T21:51:29.090501398Z level=info msg="Executing migration" id="Update alert annotations and set TEXT to empty" 2026-03-05T22:51:29.281 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 22:51:29 vm09 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-grafana-a[74508]: logger=migrator t=2026-03-05T21:51:29.090617966Z level=info msg="Migration successfully executed" id="Update alert annotations and set TEXT to empty" duration=116.358µs 2026-03-05T22:51:29.281 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 22:51:29 vm09 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-grafana-a[74508]: logger=migrator t=2026-03-05T21:51:29.091140905Z level=info msg="Executing migration" id="Add created time to annotation table" 2026-03-05T22:51:29.281 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 22:51:29 vm09 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-grafana-a[74508]: logger=migrator t=2026-03-05T21:51:29.092583987Z level=info msg="Migration successfully executed" id="Add created time to annotation table" duration=1.442741ms 2026-03-05T22:51:29.281 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 22:51:29 vm09 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-grafana-a[74508]: logger=migrator t=2026-03-05T21:51:29.093134397Z level=info msg="Executing migration" id="Add updated time to annotation table" 2026-03-05T22:51:29.281 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 22:51:29 vm09 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-grafana-a[74508]: logger=migrator t=2026-03-05T21:51:29.094618063Z level=info msg="Migration successfully executed" id="Add updated time to annotation table" duration=1.483336ms 2026-03-05T22:51:29.281 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 22:51:29 vm09 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-grafana-a[74508]: logger=migrator t=2026-03-05T21:51:29.095194341Z level=info msg="Executing migration" id="Add index for created in annotation table" 2026-03-05T22:51:29.281 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 22:51:29 vm09 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-grafana-a[74508]: logger=migrator t=2026-03-05T21:51:29.095640416Z level=info msg="Migration successfully executed" id="Add index for created in annotation table" duration=445.464µs 2026-03-05T22:51:29.281 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 22:51:29 vm09 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-grafana-a[74508]: logger=migrator t=2026-03-05T21:51:29.096203662Z level=info msg="Executing migration" id="Add index for updated in annotation table" 2026-03-05T22:51:29.281 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 22:51:29 vm09 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-grafana-a[74508]: logger=migrator t=2026-03-05T21:51:29.096637383Z level=info msg="Migration successfully executed" id="Add index for updated in annotation table" duration=433.501µs 2026-03-05T22:51:29.281 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 22:51:29 vm09 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-grafana-a[74508]: logger=migrator t=2026-03-05T21:51:29.097162405Z level=info msg="Executing migration" id="Convert existing annotations from seconds to milliseconds" 2026-03-05T22:51:29.281 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 22:51:29 vm09 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-grafana-a[74508]: logger=migrator t=2026-03-05T21:51:29.097296847Z level=info msg="Migration successfully executed" id="Convert existing annotations from seconds to milliseconds" duration=134.732µs 2026-03-05T22:51:29.281 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 22:51:29 vm09 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-grafana-a[74508]: logger=migrator t=2026-03-05T21:51:29.097927047Z level=info msg="Executing migration" id="Add epoch_end column" 2026-03-05T22:51:29.281 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 22:51:29 vm09 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-grafana-a[74508]: logger=migrator t=2026-03-05T21:51:29.10206989Z level=info msg="Migration successfully executed" id="Add epoch_end column" duration=4.142072ms 2026-03-05T22:51:29.281 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 22:51:29 vm09 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-grafana-a[74508]: logger=migrator t=2026-03-05T21:51:29.10281235Z level=info msg="Executing migration" id="Add index for epoch_end" 2026-03-05T22:51:29.281 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 22:51:29 vm09 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-grafana-a[74508]: logger=migrator t=2026-03-05T21:51:29.103441218Z level=info msg="Migration successfully executed" id="Add index for epoch_end" duration=593.211µs 2026-03-05T22:51:29.281 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 22:51:29 vm09 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-grafana-a[74508]: logger=migrator t=2026-03-05T21:51:29.104205969Z level=info msg="Executing migration" id="Make epoch_end the same as epoch" 2026-03-05T22:51:29.281 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 22:51:29 vm09 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-grafana-a[74508]: logger=migrator t=2026-03-05T21:51:29.104336433Z level=info msg="Migration successfully executed" id="Make epoch_end the same as epoch" duration=130.454µs 2026-03-05T22:51:29.281 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 22:51:29 vm09 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-grafana-a[74508]: logger=migrator t=2026-03-05T21:51:29.104941906Z level=info msg="Executing migration" id="Move region to single row" 2026-03-05T22:51:29.281 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 22:51:29 vm09 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-grafana-a[74508]: logger=migrator t=2026-03-05T21:51:29.105154094Z level=info msg="Migration successfully executed" id="Move region to single row" duration=212.488µs 2026-03-05T22:51:29.281 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 22:51:29 vm09 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-grafana-a[74508]: logger=migrator t=2026-03-05T21:51:29.105839056Z level=info msg="Executing migration" id="Remove index org_id_epoch from annotation table" 2026-03-05T22:51:29.281 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 22:51:29 vm09 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-grafana-a[74508]: logger=migrator t=2026-03-05T21:51:29.106360341Z level=info msg="Migration successfully executed" id="Remove index org_id_epoch from annotation table" duration=521.075µs 2026-03-05T22:51:29.281 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 22:51:29 vm09 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-grafana-a[74508]: logger=migrator t=2026-03-05T21:51:29.10693142Z level=info msg="Executing migration" id="Remove index org_id_dashboard_id_panel_id_epoch from annotation table" 2026-03-05T22:51:29.281 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 22:51:29 vm09 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-grafana-a[74508]: logger=migrator t=2026-03-05T21:51:29.107452636Z level=info msg="Migration successfully executed" id="Remove index org_id_dashboard_id_panel_id_epoch from annotation table" duration=521.527µs 2026-03-05T22:51:29.281 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 22:51:29 vm09 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-grafana-a[74508]: logger=migrator t=2026-03-05T21:51:29.1079784Z level=info msg="Executing migration" id="Add index for org_id_dashboard_id_epoch_end_epoch on annotation table" 2026-03-05T22:51:29.281 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 22:51:29 vm09 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-grafana-a[74508]: logger=migrator t=2026-03-05T21:51:29.108521927Z level=info msg="Migration successfully executed" id="Add index for org_id_dashboard_id_epoch_end_epoch on annotation table" duration=542.956µs 2026-03-05T22:51:29.281 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 22:51:29 vm09 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-grafana-a[74508]: logger=migrator t=2026-03-05T21:51:29.109037943Z level=info msg="Executing migration" id="Add index for org_id_epoch_end_epoch on annotation table" 2026-03-05T22:51:29.281 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 22:51:29 vm09 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-grafana-a[74508]: logger=migrator t=2026-03-05T21:51:29.109499176Z level=info msg="Migration successfully executed" id="Add index for org_id_epoch_end_epoch on annotation table" duration=461.012µs 2026-03-05T22:51:29.281 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 22:51:29 vm09 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-grafana-a[74508]: logger=migrator t=2026-03-05T21:51:29.110002789Z level=info msg="Executing migration" id="Remove index org_id_epoch_epoch_end from annotation table" 2026-03-05T22:51:29.281 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 22:51:29 vm09 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-grafana-a[74508]: logger=migrator t=2026-03-05T21:51:29.110438273Z level=info msg="Migration successfully executed" id="Remove index org_id_epoch_epoch_end from annotation table" duration=434.233µs 2026-03-05T22:51:29.281 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 22:51:29 vm09 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-grafana-a[74508]: logger=migrator t=2026-03-05T21:51:29.110949561Z level=info msg="Executing migration" id="Add index for alert_id on annotation table" 2026-03-05T22:51:29.281 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 22:51:29 vm09 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-grafana-a[74508]: logger=migrator t=2026-03-05T21:51:29.111395456Z level=info msg="Migration successfully executed" id="Add index for alert_id on annotation table" duration=445.533µs 2026-03-05T22:51:29.281 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 22:51:29 vm09 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-grafana-a[74508]: logger=migrator t=2026-03-05T21:51:29.111927972Z level=info msg="Executing migration" id="Increase tags column to length 4096" 2026-03-05T22:51:29.281 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 22:51:29 vm09 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-grafana-a[74508]: logger=migrator t=2026-03-05T21:51:29.111987985Z level=info msg="Migration successfully executed" id="Increase tags column to length 4096" duration=60.203µs 2026-03-05T22:51:29.281 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 22:51:29 vm09 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-grafana-a[74508]: logger=migrator t=2026-03-05T21:51:29.112564424Z level=info msg="Executing migration" id="create test_data table" 2026-03-05T22:51:29.281 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 22:51:29 vm09 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-grafana-a[74508]: logger=migrator t=2026-03-05T21:51:29.113002052Z level=info msg="Migration successfully executed" id="create test_data table" duration=437.819µs 2026-03-05T22:51:29.281 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 22:51:29 vm09 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-grafana-a[74508]: logger=migrator t=2026-03-05T21:51:29.113550398Z level=info msg="Executing migration" id="create dashboard_version table v1" 2026-03-05T22:51:29.281 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 22:51:29 vm09 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-grafana-a[74508]: logger=migrator t=2026-03-05T21:51:29.113940238Z level=info msg="Migration successfully executed" id="create dashboard_version table v1" duration=391.512µs 2026-03-05T22:51:29.281 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 22:51:29 vm09 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-grafana-a[74508]: logger=migrator t=2026-03-05T21:51:29.114500748Z level=info msg="Executing migration" id="add index dashboard_version.dashboard_id" 2026-03-05T22:51:29.281 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 22:51:29 vm09 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-grafana-a[74508]: logger=migrator t=2026-03-05T21:51:29.114924702Z level=info msg="Migration successfully executed" id="add index dashboard_version.dashboard_id" duration=424.223µs 2026-03-05T22:51:29.281 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 22:51:29 vm09 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-grafana-a[74508]: logger=migrator t=2026-03-05T21:51:29.11543674Z level=info msg="Executing migration" id="add unique index dashboard_version.dashboard_id and dashboard_version.version" 2026-03-05T22:51:29.281 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 22:51:29 vm09 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-grafana-a[74508]: logger=migrator t=2026-03-05T21:51:29.11588589Z level=info msg="Migration successfully executed" id="add unique index dashboard_version.dashboard_id and dashboard_version.version" duration=448.91µs 2026-03-05T22:51:29.281 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 22:51:29 vm09 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-grafana-a[74508]: logger=migrator t=2026-03-05T21:51:29.116418477Z level=info msg="Executing migration" id="Set dashboard version to 1 where 0" 2026-03-05T22:51:29.281 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 22:51:29 vm09 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-grafana-a[74508]: logger=migrator t=2026-03-05T21:51:29.116535426Z level=info msg="Migration successfully executed" id="Set dashboard version to 1 where 0" duration=117.148µs 2026-03-05T22:51:29.281 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 22:51:29 vm09 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-grafana-a[74508]: logger=migrator t=2026-03-05T21:51:29.117072361Z level=info msg="Executing migration" id="save existing dashboard data in dashboard_version table v1" 2026-03-05T22:51:29.281 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 22:51:29 vm09 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-grafana-a[74508]: logger=migrator t=2026-03-05T21:51:29.11727506Z level=info msg="Migration successfully executed" id="save existing dashboard data in dashboard_version table v1" duration=202.599µs 2026-03-05T22:51:29.281 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 22:51:29 vm09 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-grafana-a[74508]: logger=migrator t=2026-03-05T21:51:29.117801335Z level=info msg="Executing migration" id="alter dashboard_version.data to mediumtext v1" 2026-03-05T22:51:29.281 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 22:51:29 vm09 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-grafana-a[74508]: logger=migrator t=2026-03-05T21:51:29.117861237Z level=info msg="Migration successfully executed" id="alter dashboard_version.data to mediumtext v1" duration=60.253µs 2026-03-05T22:51:29.282 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 22:51:29 vm09 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-grafana-a[74508]: logger=migrator t=2026-03-05T21:51:29.118403633Z level=info msg="Executing migration" id="create team table" 2026-03-05T22:51:29.282 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 22:51:29 vm09 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-grafana-a[74508]: logger=migrator t=2026-03-05T21:51:29.118759148Z level=info msg="Migration successfully executed" id="create team table" duration=355.675µs 2026-03-05T22:51:29.282 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 22:51:29 vm09 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-grafana-a[74508]: logger=migrator t=2026-03-05T21:51:29.119233356Z level=info msg="Executing migration" id="add index team.org_id" 2026-03-05T22:51:29.282 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 22:51:29 vm09 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-grafana-a[74508]: logger=migrator t=2026-03-05T21:51:29.119741126Z level=info msg="Migration successfully executed" id="add index team.org_id" duration=507.82µs 2026-03-05T22:51:29.282 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 22:51:29 vm09 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-grafana-a[74508]: logger=migrator t=2026-03-05T21:51:29.120255359Z level=info msg="Executing migration" id="add unique index team_org_id_name" 2026-03-05T22:51:29.282 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 22:51:29 vm09 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-grafana-a[74508]: logger=migrator t=2026-03-05T21:51:29.120709498Z level=info msg="Migration successfully executed" id="add unique index team_org_id_name" duration=453.84µs 2026-03-05T22:51:29.282 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 22:51:29 vm09 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-grafana-a[74508]: logger=migrator t=2026-03-05T21:51:29.121192282Z level=info msg="Executing migration" id="Add column uid in team" 2026-03-05T22:51:29.282 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 22:51:29 vm09 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-grafana-a[74508]: logger=migrator t=2026-03-05T21:51:29.122727616Z level=info msg="Migration successfully executed" id="Add column uid in team" duration=1.535294ms 2026-03-05T22:51:29.282 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 22:51:29 vm09 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-grafana-a[74508]: logger=migrator t=2026-03-05T21:51:29.123213525Z level=info msg="Executing migration" id="Update uid column values in team" 2026-03-05T22:51:29.282 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 22:51:29 vm09 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-grafana-a[74508]: logger=migrator t=2026-03-05T21:51:29.123347907Z level=info msg="Migration successfully executed" id="Update uid column values in team" duration=133.841µs 2026-03-05T22:51:29.282 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 22:51:29 vm09 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-grafana-a[74508]: logger=migrator t=2026-03-05T21:51:29.123910159Z level=info msg="Executing migration" id="Add unique index team_org_id_uid" 2026-03-05T22:51:29.282 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 22:51:29 vm09 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-grafana-a[74508]: logger=migrator t=2026-03-05T21:51:29.124362947Z level=info msg="Migration successfully executed" id="Add unique index team_org_id_uid" duration=452.557µs 2026-03-05T22:51:29.282 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 22:51:29 vm09 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-grafana-a[74508]: logger=migrator t=2026-03-05T21:51:29.124894121Z level=info msg="Executing migration" id="create team member table" 2026-03-05T22:51:29.282 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 22:51:29 vm09 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-grafana-a[74508]: logger=migrator t=2026-03-05T21:51:29.125259985Z level=info msg="Migration successfully executed" id="create team member table" duration=365.625µs 2026-03-05T22:51:29.282 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 22:51:29 vm09 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-grafana-a[74508]: logger=migrator t=2026-03-05T21:51:29.125809594Z level=info msg="Executing migration" id="add index team_member.org_id" 2026-03-05T22:51:29.282 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 22:51:29 vm09 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-grafana-a[74508]: logger=migrator t=2026-03-05T21:51:29.12625555Z level=info msg="Migration successfully executed" id="add index team_member.org_id" duration=446.617µs 2026-03-05T22:51:29.282 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 22:51:29 vm09 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-grafana-a[74508]: logger=migrator t=2026-03-05T21:51:29.126765324Z level=info msg="Executing migration" id="add unique index team_member_org_id_team_id_user_id" 2026-03-05T22:51:29.282 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 22:51:29 vm09 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-grafana-a[74508]: logger=migrator t=2026-03-05T21:51:29.127216918Z level=info msg="Migration successfully executed" id="add unique index team_member_org_id_team_id_user_id" duration=451.295µs 2026-03-05T22:51:29.282 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 22:51:29 vm09 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-grafana-a[74508]: logger=migrator t=2026-03-05T21:51:29.127753763Z level=info msg="Executing migration" id="add index team_member.team_id" 2026-03-05T22:51:29.282 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 22:51:29 vm09 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-grafana-a[74508]: logger=migrator t=2026-03-05T21:51:29.128245062Z level=info msg="Migration successfully executed" id="add index team_member.team_id" duration=491.48µs 2026-03-05T22:51:29.282 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 22:51:29 vm09 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-grafana-a[74508]: logger=migrator t=2026-03-05T21:51:29.12882628Z level=info msg="Executing migration" id="Add column email to team table" 2026-03-05T22:51:29.282 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 22:51:29 vm09 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-grafana-a[74508]: logger=migrator t=2026-03-05T21:51:29.130651607Z level=info msg="Migration successfully executed" id="Add column email to team table" duration=1.825457ms 2026-03-05T22:51:29.282 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 22:51:29 vm09 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-grafana-a[74508]: logger=migrator t=2026-03-05T21:51:29.131215362Z level=info msg="Executing migration" id="Add column external to team_member table" 2026-03-05T22:51:29.282 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 22:51:29 vm09 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-grafana-a[74508]: logger=migrator t=2026-03-05T21:51:29.132910274Z level=info msg="Migration successfully executed" id="Add column external to team_member table" duration=1.695062ms 2026-03-05T22:51:29.282 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 22:51:29 vm09 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-grafana-a[74508]: logger=migrator t=2026-03-05T21:51:29.133446819Z level=info msg="Executing migration" id="Add column permission to team_member table" 2026-03-05T22:51:29.282 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 22:51:29 vm09 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-grafana-a[74508]: logger=migrator t=2026-03-05T21:51:29.134904327Z level=info msg="Migration successfully executed" id="Add column permission to team_member table" duration=1.457618ms 2026-03-05T22:51:29.282 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 22:51:29 vm09 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-grafana-a[74508]: logger=migrator t=2026-03-05T21:51:29.135447353Z level=info msg="Executing migration" id="create dashboard acl table" 2026-03-05T22:51:29.282 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 22:51:29 vm09 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-grafana-a[74508]: logger=migrator t=2026-03-05T21:51:29.135907254Z level=info msg="Migration successfully executed" id="create dashboard acl table" duration=459.891µs 2026-03-05T22:51:29.282 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 22:51:29 vm09 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-grafana-a[74508]: logger=migrator t=2026-03-05T21:51:29.13643943Z level=info msg="Executing migration" id="add index dashboard_acl_dashboard_id" 2026-03-05T22:51:29.282 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 22:51:29 vm09 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-grafana-a[74508]: logger=migrator t=2026-03-05T21:51:29.136894571Z level=info msg="Migration successfully executed" id="add index dashboard_acl_dashboard_id" duration=454.901µs 2026-03-05T22:51:29.282 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 22:51:29 vm09 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-grafana-a[74508]: logger=migrator t=2026-03-05T21:51:29.137479297Z level=info msg="Executing migration" id="add unique index dashboard_acl_dashboard_id_user_id" 2026-03-05T22:51:29.282 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 22:51:29 vm09 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-grafana-a[74508]: logger=migrator t=2026-03-05T21:51:29.137976708Z level=info msg="Migration successfully executed" id="add unique index dashboard_acl_dashboard_id_user_id" duration=497.17µs 2026-03-05T22:51:29.282 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 22:51:29 vm09 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-grafana-a[74508]: logger=migrator t=2026-03-05T21:51:29.138582061Z level=info msg="Executing migration" id="add unique index dashboard_acl_dashboard_id_team_id" 2026-03-05T22:51:29.282 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 22:51:29 vm09 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-grafana-a[74508]: logger=migrator t=2026-03-05T21:51:29.13903598Z level=info msg="Migration successfully executed" id="add unique index dashboard_acl_dashboard_id_team_id" duration=453.93µs 2026-03-05T22:51:29.282 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 22:51:29 vm09 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-grafana-a[74508]: logger=migrator t=2026-03-05T21:51:29.13956004Z level=info msg="Executing migration" id="add index dashboard_acl_user_id" 2026-03-05T22:51:29.282 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 22:51:29 vm09 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-grafana-a[74508]: logger=migrator t=2026-03-05T21:51:29.139999453Z level=info msg="Migration successfully executed" id="add index dashboard_acl_user_id" duration=439.282µs 2026-03-05T22:51:29.282 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 22:51:29 vm09 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-grafana-a[74508]: logger=migrator t=2026-03-05T21:51:29.140529064Z level=info msg="Executing migration" id="add index dashboard_acl_team_id" 2026-03-05T22:51:29.282 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 22:51:29 vm09 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-grafana-a[74508]: logger=migrator t=2026-03-05T21:51:29.140985039Z level=info msg="Migration successfully executed" id="add index dashboard_acl_team_id" duration=455.865µs 2026-03-05T22:51:29.282 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 22:51:29 vm09 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-grafana-a[74508]: logger=migrator t=2026-03-05T21:51:29.141556938Z level=info msg="Executing migration" id="add index dashboard_acl_org_id_role" 2026-03-05T22:51:29.282 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 22:51:29 vm09 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-grafana-a[74508]: logger=migrator t=2026-03-05T21:51:29.1420278Z level=info msg="Migration successfully executed" id="add index dashboard_acl_org_id_role" duration=470.01µs 2026-03-05T22:51:29.282 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 22:51:29 vm09 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-grafana-a[74508]: logger=migrator t=2026-03-05T21:51:29.142523678Z level=info msg="Executing migration" id="add index dashboard_permission" 2026-03-05T22:51:29.282 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 22:51:29 vm09 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-grafana-a[74508]: logger=migrator t=2026-03-05T21:51:29.14298953Z level=info msg="Migration successfully executed" id="add index dashboard_permission" duration=465.752µs 2026-03-05T22:51:29.282 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 22:51:29 vm09 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-grafana-a[74508]: logger=migrator t=2026-03-05T21:51:29.143516466Z level=info msg="Executing migration" id="save default acl rules in dashboard_acl table" 2026-03-05T22:51:29.282 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 22:51:29 vm09 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-grafana-a[74508]: logger=migrator t=2026-03-05T21:51:29.143798083Z level=info msg="Migration successfully executed" id="save default acl rules in dashboard_acl table" duration=281.477µs 2026-03-05T22:51:29.282 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 22:51:29 vm09 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-grafana-a[74508]: logger=migrator t=2026-03-05T21:51:29.144377818Z level=info msg="Executing migration" id="delete acl rules for deleted dashboards and folders" 2026-03-05T22:51:29.282 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 22:51:29 vm09 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-grafana-a[74508]: logger=migrator t=2026-03-05T21:51:29.144512762Z level=info msg="Migration successfully executed" id="delete acl rules for deleted dashboards and folders" duration=135.264µs 2026-03-05T22:51:29.282 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 22:51:29 vm09 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-grafana-a[74508]: logger=migrator t=2026-03-05T21:51:29.145038295Z level=info msg="Executing migration" id="create tag table" 2026-03-05T22:51:29.282 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 22:51:29 vm09 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-grafana-a[74508]: logger=migrator t=2026-03-05T21:51:29.145442932Z level=info msg="Migration successfully executed" id="create tag table" duration=404.517µs 2026-03-05T22:51:29.282 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 22:51:29 vm09 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-grafana-a[74508]: logger=migrator t=2026-03-05T21:51:29.145958176Z level=info msg="Executing migration" id="add index tag.key_value" 2026-03-05T22:51:29.282 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 22:51:29 vm09 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-grafana-a[74508]: logger=migrator t=2026-03-05T21:51:29.146418337Z level=info msg="Migration successfully executed" id="add index tag.key_value" duration=460.241µs 2026-03-05T22:51:29.282 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 22:51:29 vm09 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-grafana-a[74508]: logger=migrator t=2026-03-05T21:51:29.146919415Z level=info msg="Executing migration" id="create login attempt table" 2026-03-05T22:51:29.282 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 22:51:29 vm09 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-grafana-a[74508]: logger=migrator t=2026-03-05T21:51:29.147299246Z level=info msg="Migration successfully executed" id="create login attempt table" duration=380.232µs 2026-03-05T22:51:29.282 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 22:51:29 vm09 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-grafana-a[74508]: logger=migrator t=2026-03-05T21:51:29.14786211Z level=info msg="Executing migration" id="add index login_attempt.username" 2026-03-05T22:51:29.282 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 22:51:29 vm09 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-grafana-a[74508]: logger=migrator t=2026-03-05T21:51:29.148299699Z level=info msg="Migration successfully executed" id="add index login_attempt.username" duration=438.132µs 2026-03-05T22:51:29.282 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 22:51:29 vm09 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-grafana-a[74508]: logger=migrator t=2026-03-05T21:51:29.148826716Z level=info msg="Executing migration" id="drop index IDX_login_attempt_username - v1" 2026-03-05T22:51:29.282 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 22:51:29 vm09 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-grafana-a[74508]: logger=migrator t=2026-03-05T21:51:29.149263213Z level=info msg="Migration successfully executed" id="drop index IDX_login_attempt_username - v1" duration=436.045µs 2026-03-05T22:51:29.282 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 22:51:29 vm09 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-grafana-a[74508]: logger=migrator t=2026-03-05T21:51:29.149798434Z level=info msg="Executing migration" id="Rename table login_attempt to login_attempt_tmp_qwerty - v1" 2026-03-05T22:51:29.282 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 22:51:29 vm09 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-grafana-a[74508]: logger=migrator t=2026-03-05T21:51:29.154047697Z level=info msg="Migration successfully executed" id="Rename table login_attempt to login_attempt_tmp_qwerty - v1" duration=4.249163ms 2026-03-05T22:51:29.283 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 22:51:29 vm09 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-grafana-a[74508]: logger=migrator t=2026-03-05T21:51:29.154674009Z level=info msg="Executing migration" id="create login_attempt v2" 2026-03-05T22:51:29.283 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 22:51:29 vm09 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-grafana-a[74508]: logger=migrator t=2026-03-05T21:51:29.155094797Z level=info msg="Migration successfully executed" id="create login_attempt v2" duration=420.736µs 2026-03-05T22:51:29.283 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 22:51:29 vm09 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-grafana-a[74508]: logger=migrator t=2026-03-05T21:51:29.155649234Z level=info msg="Executing migration" id="create index IDX_login_attempt_username - v2" 2026-03-05T22:51:29.283 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 22:51:29 vm09 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-grafana-a[74508]: logger=migrator t=2026-03-05T21:51:29.156126649Z level=info msg="Migration successfully executed" id="create index IDX_login_attempt_username - v2" duration=477.285µs 2026-03-05T22:51:29.283 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 22:51:29 vm09 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-grafana-a[74508]: logger=migrator t=2026-03-05T21:51:29.156688891Z level=info msg="Executing migration" id="copy login_attempt v1 to v2" 2026-03-05T22:51:29.283 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 22:51:29 vm09 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-grafana-a[74508]: logger=migrator t=2026-03-05T21:51:29.156907541Z level=info msg="Migration successfully executed" id="copy login_attempt v1 to v2" duration=217.998µs 2026-03-05T22:51:29.283 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 22:51:29 vm09 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-grafana-a[74508]: logger=migrator t=2026-03-05T21:51:29.157443994Z level=info msg="Executing migration" id="drop login_attempt_tmp_qwerty" 2026-03-05T22:51:29.283 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 22:51:29 vm09 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-grafana-a[74508]: logger=migrator t=2026-03-05T21:51:29.157799339Z level=info msg="Migration successfully executed" id="drop login_attempt_tmp_qwerty" duration=355.204µs 2026-03-05T22:51:29.283 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 22:51:29 vm09 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-grafana-a[74508]: logger=migrator t=2026-03-05T21:51:29.158337517Z level=info msg="Executing migration" id="create user auth table" 2026-03-05T22:51:29.283 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 22:51:29 vm09 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-grafana-a[74508]: logger=migrator t=2026-03-05T21:51:29.158733478Z level=info msg="Migration successfully executed" id="create user auth table" duration=395.841µs 2026-03-05T22:51:29.283 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 22:51:29 vm09 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-grafana-a[74508]: logger=migrator t=2026-03-05T21:51:29.15924764Z level=info msg="Executing migration" id="create index IDX_user_auth_auth_module_auth_id - v1" 2026-03-05T22:51:29.283 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 22:51:29 vm09 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-grafana-a[74508]: logger=migrator t=2026-03-05T21:51:29.159714885Z level=info msg="Migration successfully executed" id="create index IDX_user_auth_auth_module_auth_id - v1" duration=466.664µs 2026-03-05T22:51:29.283 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 22:51:29 vm09 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-grafana-a[74508]: logger=migrator t=2026-03-05T21:51:29.160285513Z level=info msg="Executing migration" id="alter user_auth.auth_id to length 190" 2026-03-05T22:51:29.283 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 22:51:29 vm09 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-grafana-a[74508]: logger=migrator t=2026-03-05T21:51:29.160357788Z level=info msg="Migration successfully executed" id="alter user_auth.auth_id to length 190" duration=73.337µs 2026-03-05T22:51:29.283 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 22:51:29 vm09 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-grafana-a[74508]: logger=migrator t=2026-03-05T21:51:29.160907748Z level=info msg="Executing migration" id="Add OAuth access token to user_auth" 2026-03-05T22:51:29.283 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 22:51:29 vm09 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-grafana-a[74508]: logger=migrator t=2026-03-05T21:51:29.162825226Z level=info msg="Migration successfully executed" id="Add OAuth access token to user_auth" duration=1.913912ms 2026-03-05T22:51:29.283 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 22:51:29 vm09 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-grafana-a[74508]: logger=migrator t=2026-03-05T21:51:29.163559411Z level=info msg="Executing migration" id="Add OAuth refresh token to user_auth" 2026-03-05T22:51:29.283 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 22:51:29 vm09 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-grafana-a[74508]: logger=migrator t=2026-03-05T21:51:29.165085988Z level=info msg="Migration successfully executed" id="Add OAuth refresh token to user_auth" duration=1.526938ms 2026-03-05T22:51:29.283 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 22:51:29 vm09 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-grafana-a[74508]: logger=migrator t=2026-03-05T21:51:29.165765359Z level=info msg="Executing migration" id="Add OAuth token type to user_auth" 2026-03-05T22:51:29.283 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 22:51:29 vm09 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-grafana-a[74508]: logger=migrator t=2026-03-05T21:51:29.167442188Z level=info msg="Migration successfully executed" id="Add OAuth token type to user_auth" duration=1.676989ms 2026-03-05T22:51:29.283 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 22:51:29 vm09 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-grafana-a[74508]: logger=migrator t=2026-03-05T21:51:29.167992418Z level=info msg="Executing migration" id="Add OAuth expiry to user_auth" 2026-03-05T22:51:29.283 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 22:51:29 vm09 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-grafana-a[74508]: logger=migrator t=2026-03-05T21:51:29.169570902Z level=info msg="Migration successfully executed" id="Add OAuth expiry to user_auth" duration=1.578183ms 2026-03-05T22:51:29.283 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 22:51:29 vm09 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-grafana-a[74508]: logger=migrator t=2026-03-05T21:51:29.17008787Z level=info msg="Executing migration" id="Add index to user_id column in user_auth" 2026-03-05T22:51:29.283 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 22:51:29 vm09 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-grafana-a[74508]: logger=migrator t=2026-03-05T21:51:29.170613914Z level=info msg="Migration successfully executed" id="Add index to user_id column in user_auth" duration=526.015µs 2026-03-05T22:51:29.283 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 22:51:29 vm09 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-grafana-a[74508]: logger=migrator t=2026-03-05T21:51:29.171160518Z level=info msg="Executing migration" id="Add OAuth ID token to user_auth" 2026-03-05T22:51:29.283 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 22:51:29 vm09 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-grafana-a[74508]: logger=migrator t=2026-03-05T21:51:29.172977198Z level=info msg="Migration successfully executed" id="Add OAuth ID token to user_auth" duration=1.81661ms 2026-03-05T22:51:29.283 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 22:51:29 vm09 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-grafana-a[74508]: logger=migrator t=2026-03-05T21:51:29.173616263Z level=info msg="Executing migration" id="create server_lock table" 2026-03-05T22:51:29.283 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 22:51:29 vm09 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-grafana-a[74508]: logger=migrator t=2026-03-05T21:51:29.174067037Z level=info msg="Migration successfully executed" id="create server_lock table" duration=450.854µs 2026-03-05T22:51:29.283 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 22:51:29 vm09 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-grafana-a[74508]: logger=migrator t=2026-03-05T21:51:29.17461835Z level=info msg="Executing migration" id="add index server_lock.operation_uid" 2026-03-05T22:51:29.283 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 22:51:29 vm09 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-grafana-a[74508]: logger=migrator t=2026-03-05T21:51:29.175060707Z level=info msg="Migration successfully executed" id="add index server_lock.operation_uid" duration=442.258µs 2026-03-05T22:51:29.283 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 22:51:29 vm09 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-grafana-a[74508]: logger=migrator t=2026-03-05T21:51:29.175631676Z level=info msg="Executing migration" id="create user auth token table" 2026-03-05T22:51:29.283 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 22:51:29 vm09 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-grafana-a[74508]: logger=migrator t=2026-03-05T21:51:29.176034269Z level=info msg="Migration successfully executed" id="create user auth token table" duration=402.333µs 2026-03-05T22:51:29.283 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 22:51:29 vm09 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-grafana-a[74508]: logger=migrator t=2026-03-05T21:51:29.176516222Z level=info msg="Executing migration" id="add unique index user_auth_token.auth_token" 2026-03-05T22:51:29.283 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 22:51:29 vm09 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-grafana-a[74508]: logger=migrator t=2026-03-05T21:51:29.176991271Z level=info msg="Migration successfully executed" id="add unique index user_auth_token.auth_token" duration=475.27µs 2026-03-05T22:51:29.283 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 22:51:29 vm09 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-grafana-a[74508]: logger=migrator t=2026-03-05T21:51:29.177529628Z level=info msg="Executing migration" id="add unique index user_auth_token.prev_auth_token" 2026-03-05T22:51:29.283 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 22:51:29 vm09 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-grafana-a[74508]: logger=migrator t=2026-03-05T21:51:29.177991773Z level=info msg="Migration successfully executed" id="add unique index user_auth_token.prev_auth_token" duration=462.185µs 2026-03-05T22:51:29.283 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 22:51:29 vm09 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-grafana-a[74508]: logger=migrator t=2026-03-05T21:51:29.178478574Z level=info msg="Executing migration" id="add index user_auth_token.user_id" 2026-03-05T22:51:29.283 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 22:51:29 vm09 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-grafana-a[74508]: logger=migrator t=2026-03-05T21:51:29.178988459Z level=info msg="Migration successfully executed" id="add index user_auth_token.user_id" duration=509.655µs 2026-03-05T22:51:29.283 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 22:51:29 vm09 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-grafana-a[74508]: logger=migrator t=2026-03-05T21:51:29.179510055Z level=info msg="Executing migration" id="Add revoked_at to the user auth token" 2026-03-05T22:51:29.283 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 22:51:29 vm09 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-grafana-a[74508]: logger=migrator t=2026-03-05T21:51:29.181613071Z level=info msg="Migration successfully executed" id="Add revoked_at to the user auth token" duration=2.103325ms 2026-03-05T22:51:29.283 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 22:51:29 vm09 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-grafana-a[74508]: logger=migrator t=2026-03-05T21:51:29.182159384Z level=info msg="Executing migration" id="add index user_auth_token.revoked_at" 2026-03-05T22:51:29.283 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 22:51:29 vm09 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-grafana-a[74508]: logger=migrator t=2026-03-05T21:51:29.182639633Z level=info msg="Migration successfully executed" id="add index user_auth_token.revoked_at" duration=479.619µs 2026-03-05T22:51:29.283 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 22:51:29 vm09 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-grafana-a[74508]: logger=migrator t=2026-03-05T21:51:29.183157713Z level=info msg="Executing migration" id="create cache_data table" 2026-03-05T22:51:29.284 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 22:51:29 vm09 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-grafana-a[74508]: logger=migrator t=2026-03-05T21:51:29.183574292Z level=info msg="Migration successfully executed" id="create cache_data table" duration=416.199µs 2026-03-05T22:51:29.284 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 22:51:29 vm09 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-grafana-a[74508]: logger=migrator t=2026-03-05T21:51:29.184051485Z level=info msg="Executing migration" id="add unique index cache_data.cache_key" 2026-03-05T22:51:29.284 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 22:51:29 vm09 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-grafana-a[74508]: logger=migrator t=2026-03-05T21:51:29.184506206Z level=info msg="Migration successfully executed" id="add unique index cache_data.cache_key" duration=454.571µs 2026-03-05T22:51:29.284 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 22:51:29 vm09 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-grafana-a[74508]: logger=migrator t=2026-03-05T21:51:29.185019517Z level=info msg="Executing migration" id="create short_url table v1" 2026-03-05T22:51:29.284 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 22:51:29 vm09 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-grafana-a[74508]: logger=migrator t=2026-03-05T21:51:29.185526746Z level=info msg="Migration successfully executed" id="create short_url table v1" duration=507.169µs 2026-03-05T22:51:29.284 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 22:51:29 vm09 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-grafana-a[74508]: logger=migrator t=2026-03-05T21:51:29.186062159Z level=info msg="Executing migration" id="add index short_url.org_id-uid" 2026-03-05T22:51:29.284 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 22:51:29 vm09 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-grafana-a[74508]: logger=migrator t=2026-03-05T21:51:29.186581411Z level=info msg="Migration successfully executed" id="add index short_url.org_id-uid" duration=518.811µs 2026-03-05T22:51:29.284 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 22:51:29 vm09 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-grafana-a[74508]: logger=migrator t=2026-03-05T21:51:29.187069094Z level=info msg="Executing migration" id="alter table short_url alter column created_by type to bigint" 2026-03-05T22:51:29.284 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 22:51:29 vm09 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-grafana-a[74508]: logger=migrator t=2026-03-05T21:51:29.187131891Z level=info msg="Migration successfully executed" id="alter table short_url alter column created_by type to bigint" duration=63.479µs 2026-03-05T22:51:29.284 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 22:51:29 vm09 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-grafana-a[74508]: logger=migrator t=2026-03-05T21:51:29.187683524Z level=info msg="Executing migration" id="delete alert_definition table" 2026-03-05T22:51:29.284 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 22:51:29 vm09 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-grafana-a[74508]: logger=migrator t=2026-03-05T21:51:29.187762792Z level=info msg="Migration successfully executed" id="delete alert_definition table" duration=79.578µs 2026-03-05T22:51:29.284 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 22:51:29 vm09 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-grafana-a[74508]: logger=migrator t=2026-03-05T21:51:29.188347045Z level=info msg="Executing migration" id="recreate alert_definition table" 2026-03-05T22:51:29.284 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 22:51:29 vm09 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-grafana-a[74508]: logger=migrator t=2026-03-05T21:51:29.188795975Z level=info msg="Migration successfully executed" id="recreate alert_definition table" duration=448.008µs 2026-03-05T22:51:29.284 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 22:51:29 vm09 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-grafana-a[74508]: logger=migrator t=2026-03-05T21:51:29.189285942Z level=info msg="Executing migration" id="add index in alert_definition on org_id and title columns" 2026-03-05T22:51:29.284 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 22:51:29 vm09 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-grafana-a[74508]: logger=migrator t=2026-03-05T21:51:29.189785788Z level=info msg="Migration successfully executed" id="add index in alert_definition on org_id and title columns" duration=500.798µs 2026-03-05T22:51:29.284 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 22:51:29 vm09 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-grafana-a[74508]: logger=migrator t=2026-03-05T21:51:29.190247483Z level=info msg="Executing migration" id="add index in alert_definition on org_id and uid columns" 2026-03-05T22:51:29.284 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 22:51:29 vm09 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-grafana-a[74508]: logger=migrator t=2026-03-05T21:51:29.191105759Z level=info msg="Migration successfully executed" id="add index in alert_definition on org_id and uid columns" duration=854.138µs 2026-03-05T22:51:29.284 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 22:51:29 vm09 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-grafana-a[74508]: logger=migrator t=2026-03-05T21:51:29.191922627Z level=info msg="Executing migration" id="alter alert_definition table data column to mediumtext in mysql" 2026-03-05T22:51:29.284 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 22:51:29 vm09 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-grafana-a[74508]: logger=migrator t=2026-03-05T21:51:29.191995664Z level=info msg="Migration successfully executed" id="alter alert_definition table data column to mediumtext in mysql" duration=74.089µs 2026-03-05T22:51:29.284 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 22:51:29 vm09 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-grafana-a[74508]: logger=migrator t=2026-03-05T21:51:29.19256004Z level=info msg="Executing migration" id="drop index in alert_definition on org_id and title columns" 2026-03-05T22:51:29.284 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 22:51:29 vm09 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-grafana-a[74508]: logger=migrator t=2026-03-05T21:51:29.193032043Z level=info msg="Migration successfully executed" id="drop index in alert_definition on org_id and title columns" duration=472.044µs 2026-03-05T22:51:29.284 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 22:51:29 vm09 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-grafana-a[74508]: logger=migrator t=2026-03-05T21:51:29.193535507Z level=info msg="Executing migration" id="drop index in alert_definition on org_id and uid columns" 2026-03-05T22:51:29.284 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 22:51:29 vm09 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-grafana-a[74508]: logger=migrator t=2026-03-05T21:51:29.193953669Z level=info msg="Migration successfully executed" id="drop index in alert_definition on org_id and uid columns" duration=418.183µs 2026-03-05T22:51:29.284 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 22:51:29 vm09 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-grafana-a[74508]: logger=migrator t=2026-03-05T21:51:29.194459687Z level=info msg="Executing migration" id="add unique index in alert_definition on org_id and title columns" 2026-03-05T22:51:29.284 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 22:51:29 vm09 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-grafana-a[74508]: logger=migrator t=2026-03-05T21:51:29.194914939Z level=info msg="Migration successfully executed" id="add unique index in alert_definition on org_id and title columns" duration=455.152µs 2026-03-05T22:51:29.284 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 22:51:29 vm09 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-grafana-a[74508]: logger=migrator t=2026-03-05T21:51:29.195410656Z level=info msg="Executing migration" id="add unique index in alert_definition on org_id and uid columns" 2026-03-05T22:51:29.284 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 22:51:29 vm09 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-grafana-a[74508]: logger=migrator t=2026-03-05T21:51:29.195858915Z level=info msg="Migration successfully executed" id="add unique index in alert_definition on org_id and uid columns" duration=448.349µs 2026-03-05T22:51:29.284 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 22:51:29 vm09 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-grafana-a[74508]: logger=migrator t=2026-03-05T21:51:29.196413493Z level=info msg="Executing migration" id="Add column paused in alert_definition" 2026-03-05T22:51:29.284 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 22:51:29 vm09 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-grafana-a[74508]: logger=migrator t=2026-03-05T21:51:29.198263266Z level=info msg="Migration successfully executed" id="Add column paused in alert_definition" duration=1.84816ms 2026-03-05T22:51:29.284 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 22:51:29 vm09 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-grafana-a[74508]: logger=migrator t=2026-03-05T21:51:29.198911319Z level=info msg="Executing migration" id="drop alert_definition table" 2026-03-05T22:51:29.284 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 22:51:29 vm09 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-grafana-a[74508]: logger=migrator t=2026-03-05T21:51:29.199416764Z level=info msg="Migration successfully executed" id="drop alert_definition table" duration=503.583µs 2026-03-05T22:51:29.284 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 22:51:29 vm09 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-grafana-a[74508]: logger=migrator t=2026-03-05T21:51:29.199919034Z level=info msg="Executing migration" id="delete alert_definition_version table" 2026-03-05T22:51:29.284 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 22:51:29 vm09 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-grafana-a[74508]: logger=migrator t=2026-03-05T21:51:29.199999735Z level=info msg="Migration successfully executed" id="delete alert_definition_version table" duration=80.831µs 2026-03-05T22:51:29.284 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 22:51:29 vm09 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-grafana-a[74508]: logger=migrator t=2026-03-05T21:51:29.200623022Z level=info msg="Executing migration" id="recreate alert_definition_version table" 2026-03-05T22:51:29.284 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 22:51:29 vm09 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-grafana-a[74508]: logger=migrator t=2026-03-05T21:51:29.201130533Z level=info msg="Migration successfully executed" id="recreate alert_definition_version table" duration=508.423µs 2026-03-05T22:51:29.284 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 22:51:29 vm09 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-grafana-a[74508]: logger=migrator t=2026-03-05T21:51:29.201678668Z level=info msg="Executing migration" id="add index in alert_definition_version table on alert_definition_id and version columns" 2026-03-05T22:51:29.284 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 22:51:29 vm09 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-grafana-a[74508]: logger=migrator t=2026-03-05T21:51:29.202220693Z level=info msg="Migration successfully executed" id="add index in alert_definition_version table on alert_definition_id and version columns" duration=541.823µs 2026-03-05T22:51:29.284 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 22:51:29 vm09 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-grafana-a[74508]: logger=migrator t=2026-03-05T21:51:29.202723844Z level=info msg="Executing migration" id="add index in alert_definition_version table on alert_definition_uid and version columns" 2026-03-05T22:51:29.284 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 22:51:29 vm09 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-grafana-a[74508]: logger=migrator t=2026-03-05T21:51:29.203221074Z level=info msg="Migration successfully executed" id="add index in alert_definition_version table on alert_definition_uid and version columns" duration=497.511µs 2026-03-05T22:51:29.284 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 22:51:29 vm09 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-grafana-a[74508]: logger=migrator t=2026-03-05T21:51:29.203775352Z level=info msg="Executing migration" id="alter alert_definition_version table data column to mediumtext in mysql" 2026-03-05T22:51:29.284 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 22:51:29 vm09 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-grafana-a[74508]: logger=migrator t=2026-03-05T21:51:29.203838801Z level=info msg="Migration successfully executed" id="alter alert_definition_version table data column to mediumtext in mysql" duration=63.759µs 2026-03-05T22:51:29.284 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 22:51:29 vm09 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-grafana-a[74508]: logger=migrator t=2026-03-05T21:51:29.20442118Z level=info msg="Executing migration" id="drop alert_definition_version table" 2026-03-05T22:51:29.284 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 22:51:29 vm09 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-grafana-a[74508]: logger=migrator t=2026-03-05T21:51:29.204917861Z level=info msg="Migration successfully executed" id="drop alert_definition_version table" duration=496.359µs 2026-03-05T22:51:29.284 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 22:51:29 vm09 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-grafana-a[74508]: logger=migrator t=2026-03-05T21:51:29.205433576Z level=info msg="Executing migration" id="create alert_instance table" 2026-03-05T22:51:29.284 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 22:51:29 vm09 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-grafana-a[74508]: logger=migrator t=2026-03-05T21:51:29.205867368Z level=info msg="Migration successfully executed" id="create alert_instance table" duration=433.592µs 2026-03-05T22:51:29.284 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 22:51:29 vm09 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-grafana-a[74508]: logger=migrator t=2026-03-05T21:51:29.206375238Z level=info msg="Executing migration" id="add index in alert_instance table on def_org_id, def_uid and current_state columns" 2026-03-05T22:51:29.284 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 22:51:29 vm09 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-grafana-a[74508]: logger=migrator t=2026-03-05T21:51:29.20683519Z level=info msg="Migration successfully executed" id="add index in alert_instance table on def_org_id, def_uid and current_state columns" duration=459.8µs 2026-03-05T22:51:29.284 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 22:51:29 vm09 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-grafana-a[74508]: logger=migrator t=2026-03-05T21:51:29.207361805Z level=info msg="Executing migration" id="add index in alert_instance table on def_org_id, current_state columns" 2026-03-05T22:51:29.284 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 22:51:29 vm09 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-grafana-a[74508]: logger=migrator t=2026-03-05T21:51:29.207811626Z level=info msg="Migration successfully executed" id="add index in alert_instance table on def_org_id, current_state columns" duration=449.802µs 2026-03-05T22:51:29.284 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 22:51:29 vm09 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-grafana-a[74508]: logger=migrator t=2026-03-05T21:51:29.208407021Z level=info msg="Executing migration" id="add column current_state_end to alert_instance" 2026-03-05T22:51:29.284 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 22:51:29 vm09 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-grafana-a[74508]: logger=migrator t=2026-03-05T21:51:29.210415621Z level=info msg="Migration successfully executed" id="add column current_state_end to alert_instance" duration=2.008019ms 2026-03-05T22:51:29.284 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 22:51:29 vm09 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-grafana-a[74508]: logger=migrator t=2026-03-05T21:51:29.210964688Z level=info msg="Executing migration" id="remove index def_org_id, def_uid, current_state on alert_instance" 2026-03-05T22:51:29.284 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 22:51:29 vm09 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-grafana-a[74508]: logger=migrator t=2026-03-05T21:51:29.211451098Z level=info msg="Migration successfully executed" id="remove index def_org_id, def_uid, current_state on alert_instance" duration=486.4µs 2026-03-05T22:51:29.284 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 22:51:29 vm09 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-grafana-a[74508]: logger=migrator t=2026-03-05T21:51:29.211967195Z level=info msg="Executing migration" id="remove index def_org_id, current_state on alert_instance" 2026-03-05T22:51:29.284 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 22:51:29 vm09 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-grafana-a[74508]: logger=migrator t=2026-03-05T21:51:29.212485886Z level=info msg="Migration successfully executed" id="remove index def_org_id, current_state on alert_instance" duration=518.491µs 2026-03-05T22:51:29.284 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 22:51:29 vm09 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-grafana-a[74508]: logger=migrator t=2026-03-05T21:51:29.213047487Z level=info msg="Executing migration" id="rename def_org_id to rule_org_id in alert_instance" 2026-03-05T22:51:29.284 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 22:51:29 vm09 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-grafana-a[74508]: logger=migrator t=2026-03-05T21:51:29.222924373Z level=info msg="Migration successfully executed" id="rename def_org_id to rule_org_id in alert_instance" duration=9.871837ms 2026-03-05T22:51:29.284 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 22:51:29 vm09 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-grafana-a[74508]: logger=migrator t=2026-03-05T21:51:29.223772802Z level=info msg="Executing migration" id="rename def_uid to rule_uid in alert_instance" 2026-03-05T22:51:29.284 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 22:51:29 vm09 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-grafana-a[74508]: logger=migrator t=2026-03-05T21:51:29.232969535Z level=info msg="Migration successfully executed" id="rename def_uid to rule_uid in alert_instance" duration=9.192435ms 2026-03-05T22:51:29.285 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 22:51:29 vm09 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-grafana-a[74508]: logger=migrator t=2026-03-05T21:51:29.233906278Z level=info msg="Executing migration" id="add index rule_org_id, rule_uid, current_state on alert_instance" 2026-03-05T22:51:29.285 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 22:51:29 vm09 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-grafana-a[74508]: logger=migrator t=2026-03-05T21:51:29.234633308Z level=info msg="Migration successfully executed" id="add index rule_org_id, rule_uid, current_state on alert_instance" duration=728.182µs 2026-03-05T22:51:29.285 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 22:51:29 vm09 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-grafana-a[74508]: logger=migrator t=2026-03-05T21:51:29.235222062Z level=info msg="Executing migration" id="add index rule_org_id, current_state on alert_instance" 2026-03-05T22:51:29.285 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 22:51:29 vm09 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-grafana-a[74508]: logger=migrator t=2026-03-05T21:51:29.235774656Z level=info msg="Migration successfully executed" id="add index rule_org_id, current_state on alert_instance" duration=552.514µs 2026-03-05T22:51:29.285 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 22:51:29 vm09 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-grafana-a[74508]: logger=migrator t=2026-03-05T21:51:29.236336416Z level=info msg="Executing migration" id="add current_reason column related to current_state" 2026-03-05T22:51:29.285 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 22:51:29 vm09 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-grafana-a[74508]: logger=migrator t=2026-03-05T21:51:29.238383498Z level=info msg="Migration successfully executed" id="add current_reason column related to current_state" duration=2.0468ms 2026-03-05T22:51:29.285 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 22:51:29 vm09 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-grafana-a[74508]: logger=migrator t=2026-03-05T21:51:29.238935993Z level=info msg="Executing migration" id="add result_fingerprint column to alert_instance" 2026-03-05T22:51:29.285 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 22:51:29 vm09 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-grafana-a[74508]: logger=migrator t=2026-03-05T21:51:29.240758593Z level=info msg="Migration successfully executed" id="add result_fingerprint column to alert_instance" duration=1.82209ms 2026-03-05T22:51:29.285 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 22:51:29 vm09 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-grafana-a[74508]: logger=migrator t=2026-03-05T21:51:29.241294467Z level=info msg="Executing migration" id="create alert_rule table" 2026-03-05T22:51:29.285 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 22:51:29 vm09 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-grafana-a[74508]: logger=migrator t=2026-03-05T21:51:29.241808779Z level=info msg="Migration successfully executed" id="create alert_rule table" duration=514.393µs 2026-03-05T22:51:29.285 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 22:51:29 vm09 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-grafana-a[74508]: logger=migrator t=2026-03-05T21:51:29.242425183Z level=info msg="Executing migration" id="add index in alert_rule on org_id and title columns" 2026-03-05T22:51:29.285 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 22:51:29 vm09 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-grafana-a[74508]: logger=migrator t=2026-03-05T21:51:29.242921983Z level=info msg="Migration successfully executed" id="add index in alert_rule on org_id and title columns" duration=496.41µs 2026-03-05T22:51:29.285 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 22:51:29 vm09 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-grafana-a[74508]: logger=migrator t=2026-03-05T21:51:29.243482011Z level=info msg="Executing migration" id="add index in alert_rule on org_id and uid columns" 2026-03-05T22:51:29.285 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 22:51:29 vm09 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-grafana-a[74508]: logger=migrator t=2026-03-05T21:51:29.243947953Z level=info msg="Migration successfully executed" id="add index in alert_rule on org_id and uid columns" duration=465.682µs 2026-03-05T22:51:29.285 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 22:51:29 vm09 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-grafana-a[74508]: logger=migrator t=2026-03-05T21:51:29.244438561Z level=info msg="Executing migration" id="add index in alert_rule on org_id, namespace_uid, group_uid columns" 2026-03-05T22:51:29.285 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 22:51:29 vm09 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-grafana-a[74508]: logger=migrator t=2026-03-05T21:51:29.244943116Z level=info msg="Migration successfully executed" id="add index in alert_rule on org_id, namespace_uid, group_uid columns" duration=504.184µs 2026-03-05T22:51:29.285 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 22:51:29 vm09 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-grafana-a[74508]: logger=migrator t=2026-03-05T21:51:29.245547928Z level=info msg="Executing migration" id="alter alert_rule table data column to mediumtext in mysql" 2026-03-05T22:51:29.285 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 22:51:29 vm09 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-grafana-a[74508]: logger=migrator t=2026-03-05T21:51:29.245610565Z level=info msg="Migration successfully executed" id="alter alert_rule table data column to mediumtext in mysql" duration=64.541µs 2026-03-05T22:51:29.285 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 22:51:29 vm09 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-grafana-a[74508]: logger=migrator t=2026-03-05T21:51:29.246109118Z level=info msg="Executing migration" id="add column for to alert_rule" 2026-03-05T22:51:29.285 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 22:51:29 vm09 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-grafana-a[74508]: logger=migrator t=2026-03-05T21:51:29.24809728Z level=info msg="Migration successfully executed" id="add column for to alert_rule" duration=1.987481ms 2026-03-05T22:51:29.285 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 22:51:29 vm09 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-grafana-a[74508]: logger=migrator t=2026-03-05T21:51:29.248642189Z level=info msg="Executing migration" id="add column annotations to alert_rule" 2026-03-05T22:51:29.285 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 22:51:29 vm09 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-grafana-a[74508]: logger=migrator t=2026-03-05T21:51:29.250450845Z level=info msg="Migration successfully executed" id="add column annotations to alert_rule" duration=1.808165ms 2026-03-05T22:51:29.285 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 22:51:29 vm09 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-grafana-a[74508]: logger=migrator t=2026-03-05T21:51:29.250948225Z level=info msg="Executing migration" id="add column labels to alert_rule" 2026-03-05T22:51:29.285 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 22:51:29 vm09 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-grafana-a[74508]: logger=migrator t=2026-03-05T21:51:29.25275119Z level=info msg="Migration successfully executed" id="add column labels to alert_rule" duration=1.802594ms 2026-03-05T22:51:29.285 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 22:51:29 vm09 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-grafana-a[74508]: logger=migrator t=2026-03-05T21:51:29.253399523Z level=info msg="Executing migration" id="remove unique index from alert_rule on org_id, title columns" 2026-03-05T22:51:29.285 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 22:51:29 vm09 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-grafana-a[74508]: logger=migrator t=2026-03-05T21:51:29.253897706Z level=info msg="Migration successfully executed" id="remove unique index from alert_rule on org_id, title columns" duration=497.692µs 2026-03-05T22:51:29.285 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 22:51:29 vm09 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-grafana-a[74508]: logger=migrator t=2026-03-05T21:51:29.254477832Z level=info msg="Executing migration" id="add index in alert_rule on org_id, namespase_uid and title columns" 2026-03-05T22:51:29.285 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 22:51:29 vm09 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-grafana-a[74508]: logger=migrator t=2026-03-05T21:51:29.254977097Z level=info msg="Migration successfully executed" id="add index in alert_rule on org_id, namespase_uid and title columns" duration=499.234µs 2026-03-05T22:51:29.285 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 22:51:29 vm09 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-grafana-a[74508]: logger=migrator t=2026-03-05T21:51:29.255547734Z level=info msg="Executing migration" id="add dashboard_uid column to alert_rule" 2026-03-05T22:51:29.285 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 22:51:29 vm09 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-grafana-a[74508]: logger=migrator t=2026-03-05T21:51:29.25763414Z level=info msg="Migration successfully executed" id="add dashboard_uid column to alert_rule" duration=2.087007ms 2026-03-05T22:51:29.285 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 22:51:29 vm09 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-grafana-a[74508]: logger=migrator t=2026-03-05T21:51:29.258349078Z level=info msg="Executing migration" id="add panel_id column to alert_rule" 2026-03-05T22:51:29.285 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 22:51:29 vm09 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-grafana-a[74508]: logger=migrator t=2026-03-05T21:51:29.260395277Z level=info msg="Migration successfully executed" id="add panel_id column to alert_rule" duration=2.042233ms 2026-03-05T22:51:29.285 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 22:51:29 vm09 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-grafana-a[74508]: logger=migrator t=2026-03-05T21:51:29.26109068Z level=info msg="Executing migration" id="add index in alert_rule on org_id, dashboard_uid and panel_id columns" 2026-03-05T22:51:29.285 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 22:51:29 vm09 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-grafana-a[74508]: logger=migrator t=2026-03-05T21:51:29.261707614Z level=info msg="Migration successfully executed" id="add index in alert_rule on org_id, dashboard_uid and panel_id columns" duration=616.374µs 2026-03-05T22:51:29.285 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 22:51:29 vm09 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-grafana-a[74508]: logger=migrator t=2026-03-05T21:51:29.262356569Z level=info msg="Executing migration" id="add rule_group_idx column to alert_rule" 2026-03-05T22:51:29.285 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 22:51:29 vm09 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-grafana-a[74508]: logger=migrator t=2026-03-05T21:51:29.264374485Z level=info msg="Migration successfully executed" id="add rule_group_idx column to alert_rule" duration=2.016533ms 2026-03-05T22:51:29.285 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 22:51:29 vm09 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-grafana-a[74508]: logger=migrator t=2026-03-05T21:51:29.264953038Z level=info msg="Executing migration" id="add is_paused column to alert_rule table" 2026-03-05T22:51:29.285 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 22:51:29 vm09 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-grafana-a[74508]: logger=migrator t=2026-03-05T21:51:29.266780198Z level=info msg="Migration successfully executed" id="add is_paused column to alert_rule table" duration=1.825456ms 2026-03-05T22:51:29.285 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 22:51:29 vm09 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-grafana-a[74508]: logger=migrator t=2026-03-05T21:51:29.267382144Z level=info msg="Executing migration" id="fix is_paused column for alert_rule table" 2026-03-05T22:51:29.285 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 22:51:29 vm09 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-grafana-a[74508]: logger=migrator t=2026-03-05T21:51:29.267453338Z level=info msg="Migration successfully executed" id="fix is_paused column for alert_rule table" duration=71.344µs 2026-03-05T22:51:29.285 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 22:51:29 vm09 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-grafana-a[74508]: logger=migrator t=2026-03-05T21:51:29.267979673Z level=info msg="Executing migration" id="create alert_rule_version table" 2026-03-05T22:51:29.285 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 22:51:29 vm09 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-grafana-a[74508]: logger=migrator t=2026-03-05T21:51:29.268520746Z level=info msg="Migration successfully executed" id="create alert_rule_version table" duration=540.982µs 2026-03-05T22:51:29.285 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 22:51:29 vm09 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-grafana-a[74508]: logger=migrator t=2026-03-05T21:51:29.269072459Z level=info msg="Executing migration" id="add index in alert_rule_version table on rule_org_id, rule_uid and version columns" 2026-03-05T22:51:29.285 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 22:51:29 vm09 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-grafana-a[74508]: logger=migrator t=2026-03-05T21:51:29.269587813Z level=info msg="Migration successfully executed" id="add index in alert_rule_version table on rule_org_id, rule_uid and version columns" duration=515.084µs 2026-03-05T22:51:29.285 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 22:51:29 vm09 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-grafana-a[74508]: logger=migrator t=2026-03-05T21:51:29.27008836Z level=info msg="Executing migration" id="add index in alert_rule_version table on rule_org_id, rule_namespace_uid and rule_group columns" 2026-03-05T22:51:29.285 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 22:51:29 vm09 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-grafana-a[74508]: logger=migrator t=2026-03-05T21:51:29.270599357Z level=info msg="Migration successfully executed" id="add index in alert_rule_version table on rule_org_id, rule_namespace_uid and rule_group columns" duration=509.153µs 2026-03-05T22:51:29.285 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 22:51:29 vm09 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-grafana-a[74508]: logger=migrator t=2026-03-05T21:51:29.271124649Z level=info msg="Executing migration" id="alter alert_rule_version table data column to mediumtext in mysql" 2026-03-05T22:51:29.285 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 22:51:29 vm09 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-grafana-a[74508]: logger=migrator t=2026-03-05T21:51:29.271181426Z level=info msg="Migration successfully executed" id="alter alert_rule_version table data column to mediumtext in mysql" duration=57.107µs 2026-03-05T22:51:29.285 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 22:51:29 vm09 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-grafana-a[74508]: logger=migrator t=2026-03-05T21:51:29.271765579Z level=info msg="Executing migration" id="add column for to alert_rule_version" 2026-03-05T22:51:29.285 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 22:51:29 vm09 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-grafana-a[74508]: logger=migrator t=2026-03-05T21:51:29.274474009Z level=info msg="Migration successfully executed" id="add column for to alert_rule_version" duration=2.707338ms 2026-03-05T22:51:29.285 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 22:51:29 vm09 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-grafana-a[74508]: logger=migrator t=2026-03-05T21:51:29.275016364Z level=info msg="Executing migration" id="add column annotations to alert_rule_version" 2026-03-05T22:51:29.285 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 22:51:29 vm09 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-grafana-a[74508]: logger=migrator t=2026-03-05T21:51:29.276947468Z level=info msg="Migration successfully executed" id="add column annotations to alert_rule_version" duration=1.931736ms 2026-03-05T22:51:29.285 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 22:51:29 vm09 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-grafana-a[74508]: logger=migrator t=2026-03-05T21:51:29.277761572Z level=info msg="Executing migration" id="add column labels to alert_rule_version" 2026-03-05T22:51:29.285 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 22:51:29 vm09 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-grafana-a[74508]: logger=migrator t=2026-03-05T21:51:29.280151636Z level=info msg="Migration successfully executed" id="add column labels to alert_rule_version" duration=2.385745ms 2026-03-05T22:51:29.285 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 22:51:29 vm09 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-grafana-a[74508]: logger=migrator t=2026-03-05T21:51:29.280854902Z level=info msg="Executing migration" id="add rule_group_idx column to alert_rule_version" 2026-03-05T22:51:29.358 DEBUG:teuthology.orchestra.run.vm02:> sudo pkill -f 'journalctl -f -n 0 -u ceph-ce88f304-18dc-11f1-81b4-a3325c551960@mgr.y.service' 2026-03-05T22:51:29.399 DEBUG:teuthology.orchestra.run:got remote process result: None 2026-03-05T22:51:29.399 INFO:tasks.cephadm.mgr.y:Stopped mgr.y 2026-03-05T22:51:29.399 INFO:tasks.cephadm.mgr.x:Stopping mgr.x... 2026-03-05T22:51:29.399 DEBUG:teuthology.orchestra.run.vm09:> sudo systemctl stop ceph-ce88f304-18dc-11f1-81b4-a3325c551960@mgr.x 2026-03-05T22:51:29.528 INFO:journalctl@ceph.mgr.x.vm09.stdout:Mar 05 22:51:29 vm09 systemd[1]: Stopping Ceph mgr.x for ce88f304-18dc-11f1-81b4-a3325c551960... 2026-03-05T22:51:29.528 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 22:51:29 vm09 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-grafana-a[74508]: logger=migrator t=2026-03-05T21:51:29.283222332Z level=info msg="Migration successfully executed" id="add rule_group_idx column to alert_rule_version" duration=2.364585ms 2026-03-05T22:51:29.528 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 22:51:29 vm09 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-grafana-a[74508]: logger=migrator t=2026-03-05T21:51:29.283955726Z level=info msg="Executing migration" id="add is_paused column to alert_rule_versions table" 2026-03-05T22:51:29.528 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 22:51:29 vm09 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-grafana-a[74508]: logger=migrator t=2026-03-05T21:51:29.286017063Z level=info msg="Migration successfully executed" id="add is_paused column to alert_rule_versions table" duration=2.057631ms 2026-03-05T22:51:29.528 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 22:51:29 vm09 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-grafana-a[74508]: logger=migrator t=2026-03-05T21:51:29.286762328Z level=info msg="Executing migration" id="fix is_paused column for alert_rule_version table" 2026-03-05T22:51:29.528 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 22:51:29 vm09 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-grafana-a[74508]: logger=migrator t=2026-03-05T21:51:29.286881481Z level=info msg="Migration successfully executed" id="fix is_paused column for alert_rule_version table" duration=119.263µs 2026-03-05T22:51:29.528 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 22:51:29 vm09 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-grafana-a[74508]: logger=migrator t=2026-03-05T21:51:29.287589647Z level=info msg="Executing migration" id=create_alert_configuration_table 2026-03-05T22:51:29.528 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 22:51:29 vm09 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-grafana-a[74508]: logger=migrator t=2026-03-05T21:51:29.288096396Z level=info msg="Migration successfully executed" id=create_alert_configuration_table duration=506.018µs 2026-03-05T22:51:29.528 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 22:51:29 vm09 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-grafana-a[74508]: logger=migrator t=2026-03-05T21:51:29.288795514Z level=info msg="Executing migration" id="Add column default in alert_configuration" 2026-03-05T22:51:29.529 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 22:51:29 vm09 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-grafana-a[74508]: logger=migrator t=2026-03-05T21:51:29.290991013Z level=info msg="Migration successfully executed" id="Add column default in alert_configuration" duration=2.194607ms 2026-03-05T22:51:29.529 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 22:51:29 vm09 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-grafana-a[74508]: logger=migrator t=2026-03-05T21:51:29.291697796Z level=info msg="Executing migration" id="alert alert_configuration alertmanager_configuration column from TEXT to MEDIUMTEXT if mysql" 2026-03-05T22:51:29.529 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 22:51:29 vm09 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-grafana-a[74508]: logger=migrator t=2026-03-05T21:51:29.291820737Z level=info msg="Migration successfully executed" id="alert alert_configuration alertmanager_configuration column from TEXT to MEDIUMTEXT if mysql" duration=123.371µs 2026-03-05T22:51:29.529 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 22:51:29 vm09 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-grafana-a[74508]: logger=migrator t=2026-03-05T21:51:29.292443151Z level=info msg="Executing migration" id="add column org_id in alert_configuration" 2026-03-05T22:51:29.529 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 22:51:29 vm09 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-grafana-a[74508]: logger=migrator t=2026-03-05T21:51:29.294441441Z level=info msg="Migration successfully executed" id="add column org_id in alert_configuration" duration=1.997258ms 2026-03-05T22:51:29.529 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 22:51:29 vm09 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-grafana-a[74508]: logger=migrator t=2026-03-05T21:51:29.295063026Z level=info msg="Executing migration" id="add index in alert_configuration table on org_id column" 2026-03-05T22:51:29.529 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 22:51:29 vm09 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-grafana-a[74508]: logger=migrator t=2026-03-05T21:51:29.29560002Z level=info msg="Migration successfully executed" id="add index in alert_configuration table on org_id column" duration=536.213µs 2026-03-05T22:51:29.529 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 22:51:29 vm09 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-grafana-a[74508]: logger=migrator t=2026-03-05T21:51:29.296184464Z level=info msg="Executing migration" id="add configuration_hash column to alert_configuration" 2026-03-05T22:51:29.529 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 22:51:29 vm09 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-grafana-a[74508]: logger=migrator t=2026-03-05T21:51:29.298243808Z level=info msg="Migration successfully executed" id="add configuration_hash column to alert_configuration" duration=2.059003ms 2026-03-05T22:51:29.529 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 22:51:29 vm09 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-grafana-a[74508]: logger=migrator t=2026-03-05T21:51:29.299879891Z level=info msg="Executing migration" id=create_ngalert_configuration_table 2026-03-05T22:51:29.529 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 22:51:29 vm09 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-grafana-a[74508]: logger=migrator t=2026-03-05T21:51:29.300544004Z level=info msg="Migration successfully executed" id=create_ngalert_configuration_table duration=661.939µs 2026-03-05T22:51:29.529 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 22:51:29 vm09 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-grafana-a[74508]: logger=migrator t=2026-03-05T21:51:29.30113007Z level=info msg="Executing migration" id="add index in ngalert_configuration on org_id column" 2026-03-05T22:51:29.529 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 22:51:29 vm09 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-grafana-a[74508]: logger=migrator t=2026-03-05T21:51:29.30171246Z level=info msg="Migration successfully executed" id="add index in ngalert_configuration on org_id column" duration=583.983µs 2026-03-05T22:51:29.529 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 22:51:29 vm09 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-grafana-a[74508]: logger=migrator t=2026-03-05T21:51:29.302272488Z level=info msg="Executing migration" id="add column send_alerts_to in ngalert_configuration" 2026-03-05T22:51:29.529 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 22:51:29 vm09 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-grafana-a[74508]: logger=migrator t=2026-03-05T21:51:29.304664045Z level=info msg="Migration successfully executed" id="add column send_alerts_to in ngalert_configuration" duration=2.389593ms 2026-03-05T22:51:29.529 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 22:51:29 vm09 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-grafana-a[74508]: logger=migrator t=2026-03-05T21:51:29.305469282Z level=info msg="Executing migration" id="create provenance_type table" 2026-03-05T22:51:29.529 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 22:51:29 vm09 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-grafana-a[74508]: logger=migrator t=2026-03-05T21:51:29.305991208Z level=info msg="Migration successfully executed" id="create provenance_type table" duration=522.968µs 2026-03-05T22:51:29.529 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 22:51:29 vm09 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-grafana-a[74508]: logger=migrator t=2026-03-05T21:51:29.30671291Z level=info msg="Executing migration" id="add index to uniquify (record_key, record_type, org_id) columns" 2026-03-05T22:51:29.529 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 22:51:29 vm09 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-grafana-a[74508]: logger=migrator t=2026-03-05T21:51:29.307439791Z level=info msg="Migration successfully executed" id="add index to uniquify (record_key, record_type, org_id) columns" duration=726.881µs 2026-03-05T22:51:29.529 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 22:51:29 vm09 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-grafana-a[74508]: logger=migrator t=2026-03-05T21:51:29.308115705Z level=info msg="Executing migration" id="create alert_image table" 2026-03-05T22:51:29.529 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 22:51:29 vm09 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-grafana-a[74508]: logger=migrator t=2026-03-05T21:51:29.308656568Z level=info msg="Migration successfully executed" id="create alert_image table" duration=540.411µs 2026-03-05T22:51:29.529 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 22:51:29 vm09 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-grafana-a[74508]: logger=migrator t=2026-03-05T21:51:29.309274293Z level=info msg="Executing migration" id="add unique index on token to alert_image table" 2026-03-05T22:51:29.529 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 22:51:29 vm09 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-grafana-a[74508]: logger=migrator t=2026-03-05T21:51:29.309938737Z level=info msg="Migration successfully executed" id="add unique index on token to alert_image table" duration=663.983µs 2026-03-05T22:51:29.529 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 22:51:29 vm09 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-grafana-a[74508]: logger=migrator t=2026-03-05T21:51:29.310606868Z level=info msg="Executing migration" id="support longer URLs in alert_image table" 2026-03-05T22:51:29.529 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 22:51:29 vm09 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-grafana-a[74508]: logger=migrator t=2026-03-05T21:51:29.310714801Z level=info msg="Migration successfully executed" id="support longer URLs in alert_image table" duration=108.543µs 2026-03-05T22:51:29.529 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 22:51:29 vm09 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-grafana-a[74508]: logger=migrator t=2026-03-05T21:51:29.311331364Z level=info msg="Executing migration" id=create_alert_configuration_history_table 2026-03-05T22:51:29.529 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 22:51:29 vm09 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-grafana-a[74508]: logger=migrator t=2026-03-05T21:51:29.313009885Z level=info msg="Migration successfully executed" id=create_alert_configuration_history_table duration=1.677459ms 2026-03-05T22:51:29.529 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 22:51:29 vm09 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-grafana-a[74508]: logger=migrator t=2026-03-05T21:51:29.313978158Z level=info msg="Executing migration" id="drop non-unique orgID index on alert_configuration" 2026-03-05T22:51:29.529 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 22:51:29 vm09 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-grafana-a[74508]: logger=migrator t=2026-03-05T21:51:29.314612175Z level=info msg="Migration successfully executed" id="drop non-unique orgID index on alert_configuration" duration=633.737µs 2026-03-05T22:51:29.529 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 22:51:29 vm09 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-grafana-a[74508]: logger=migrator t=2026-03-05T21:51:29.315224201Z level=info msg="Executing migration" id="drop unique orgID index on alert_configuration if exists" 2026-03-05T22:51:29.529 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 22:51:29 vm09 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-grafana-a[74508]: logger=migrator t=2026-03-05T21:51:29.315558436Z level=warn msg="Skipping migration: Already executed, but not recorded in migration log" id="drop unique orgID index on alert_configuration if exists" 2026-03-05T22:51:29.529 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 22:51:29 vm09 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-grafana-a[74508]: logger=migrator t=2026-03-05T21:51:29.316193715Z level=info msg="Executing migration" id="extract alertmanager configuration history to separate table" 2026-03-05T22:51:29.529 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 22:51:29 vm09 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-grafana-a[74508]: logger=migrator t=2026-03-05T21:51:29.316584175Z level=info msg="Migration successfully executed" id="extract alertmanager configuration history to separate table" duration=390.611µs 2026-03-05T22:51:29.529 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 22:51:29 vm09 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-grafana-a[74508]: logger=migrator t=2026-03-05T21:51:29.31718518Z level=info msg="Executing migration" id="add unique index on orgID to alert_configuration" 2026-03-05T22:51:29.529 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 22:51:29 vm09 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-grafana-a[74508]: logger=migrator t=2026-03-05T21:51:29.317795634Z level=info msg="Migration successfully executed" id="add unique index on orgID to alert_configuration" duration=610.314µs 2026-03-05T22:51:29.529 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 22:51:29 vm09 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-grafana-a[74508]: logger=migrator t=2026-03-05T21:51:29.318452263Z level=info msg="Executing migration" id="add last_applied column to alert_configuration_history" 2026-03-05T22:51:29.529 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 22:51:29 vm09 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-grafana-a[74508]: logger=migrator t=2026-03-05T21:51:29.320713444Z level=info msg="Migration successfully executed" id="add last_applied column to alert_configuration_history" duration=2.260159ms 2026-03-05T22:51:29.529 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 22:51:29 vm09 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-grafana-a[74508]: logger=migrator t=2026-03-05T21:51:29.321386515Z level=info msg="Executing migration" id="create library_element table v1" 2026-03-05T22:51:29.529 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 22:51:29 vm09 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-grafana-a[74508]: logger=migrator t=2026-03-05T21:51:29.322480803Z level=info msg="Migration successfully executed" id="create library_element table v1" duration=1.092794ms 2026-03-05T22:51:29.529 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 22:51:29 vm09 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-grafana-a[74508]: logger=migrator t=2026-03-05T21:51:29.323232009Z level=info msg="Executing migration" id="add index library_element org_id-folder_id-name-kind" 2026-03-05T22:51:29.529 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 22:51:29 vm09 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-grafana-a[74508]: logger=migrator t=2026-03-05T21:51:29.324031826Z level=info msg="Migration successfully executed" id="add index library_element org_id-folder_id-name-kind" duration=799.597µs 2026-03-05T22:51:29.529 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 22:51:29 vm09 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-grafana-a[74508]: logger=migrator t=2026-03-05T21:51:29.324698483Z level=info msg="Executing migration" id="create library_element_connection table v1" 2026-03-05T22:51:29.529 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 22:51:29 vm09 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-grafana-a[74508]: logger=migrator t=2026-03-05T21:51:29.325238824Z level=info msg="Migration successfully executed" id="create library_element_connection table v1" duration=538.588µs 2026-03-05T22:51:29.530 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 22:51:29 vm09 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-grafana-a[74508]: logger=migrator t=2026-03-05T21:51:29.325889764Z level=info msg="Executing migration" id="add index library_element_connection element_id-kind-connection_id" 2026-03-05T22:51:29.530 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 22:51:29 vm09 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-grafana-a[74508]: logger=migrator t=2026-03-05T21:51:29.326582059Z level=info msg="Migration successfully executed" id="add index library_element_connection element_id-kind-connection_id" duration=692.005µs 2026-03-05T22:51:29.530 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 22:51:29 vm09 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-grafana-a[74508]: logger=migrator t=2026-03-05T21:51:29.327242084Z level=info msg="Executing migration" id="add unique index library_element org_id_uid" 2026-03-05T22:51:29.530 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 22:51:29 vm09 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-grafana-a[74508]: logger=migrator t=2026-03-05T21:51:29.327782726Z level=info msg="Migration successfully executed" id="add unique index library_element org_id_uid" duration=540.882µs 2026-03-05T22:51:29.530 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 22:51:29 vm09 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-grafana-a[74508]: logger=migrator t=2026-03-05T21:51:29.328416572Z level=info msg="Executing migration" id="increase max description length to 2048" 2026-03-05T22:51:29.530 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 22:51:29 vm09 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-grafana-a[74508]: logger=migrator t=2026-03-05T21:51:29.32851143Z level=info msg="Migration successfully executed" id="increase max description length to 2048" duration=95.238µs 2026-03-05T22:51:29.530 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 22:51:29 vm09 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-grafana-a[74508]: logger=migrator t=2026-03-05T21:51:29.329159393Z level=info msg="Executing migration" id="alter library_element model to mediumtext" 2026-03-05T22:51:29.530 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 22:51:29 vm09 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-grafana-a[74508]: logger=migrator t=2026-03-05T21:51:29.329262757Z level=info msg="Migration successfully executed" id="alter library_element model to mediumtext" duration=103.634µs 2026-03-05T22:51:29.530 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 22:51:29 vm09 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-grafana-a[74508]: logger=migrator t=2026-03-05T21:51:29.329841289Z level=info msg="Executing migration" id="clone move dashboard alerts to unified alerting" 2026-03-05T22:51:29.530 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 22:51:29 vm09 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-grafana-a[74508]: logger=migrator t=2026-03-05T21:51:29.330139898Z level=info msg="Migration successfully executed" id="clone move dashboard alerts to unified alerting" duration=297.688µs 2026-03-05T22:51:29.530 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 22:51:29 vm09 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-grafana-a[74508]: logger=migrator t=2026-03-05T21:51:29.330809561Z level=info msg="Executing migration" id="create data_keys table" 2026-03-05T22:51:29.530 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 22:51:29 vm09 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-grafana-a[74508]: logger=migrator t=2026-03-05T21:51:29.331399416Z level=info msg="Migration successfully executed" id="create data_keys table" duration=589.804µs 2026-03-05T22:51:29.530 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 22:51:29 vm09 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-grafana-a[74508]: logger=migrator t=2026-03-05T21:51:29.332083425Z level=info msg="Executing migration" id="create secrets table" 2026-03-05T22:51:29.530 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 22:51:29 vm09 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-grafana-a[74508]: logger=migrator t=2026-03-05T21:51:29.332552513Z level=info msg="Migration successfully executed" id="create secrets table" duration=468.968µs 2026-03-05T22:51:29.530 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 22:51:29 vm09 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-grafana-a[74508]: logger=migrator t=2026-03-05T21:51:29.333134253Z level=info msg="Executing migration" id="rename data_keys name column to id" 2026-03-05T22:51:29.530 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 22:51:29 vm09 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-grafana-a[74508]: logger=migrator t=2026-03-05T21:51:29.343216763Z level=info msg="Migration successfully executed" id="rename data_keys name column to id" duration=10.077802ms 2026-03-05T22:51:29.530 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 22:51:29 vm09 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-grafana-a[74508]: logger=migrator t=2026-03-05T21:51:29.344383528Z level=info msg="Executing migration" id="add name column into data_keys" 2026-03-05T22:51:29.530 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 22:51:29 vm09 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-grafana-a[74508]: logger=migrator t=2026-03-05T21:51:29.347063443Z level=info msg="Migration successfully executed" id="add name column into data_keys" duration=2.705833ms 2026-03-05T22:51:29.530 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 22:51:29 vm09 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-grafana-a[74508]: logger=migrator t=2026-03-05T21:51:29.347853463Z level=info msg="Executing migration" id="copy data_keys id column values into name" 2026-03-05T22:51:29.530 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 22:51:29 vm09 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-grafana-a[74508]: logger=migrator t=2026-03-05T21:51:29.347932751Z level=info msg="Migration successfully executed" id="copy data_keys id column values into name" duration=79.609µs 2026-03-05T22:51:29.530 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 22:51:29 vm09 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-grafana-a[74508]: logger=migrator t=2026-03-05T21:51:29.348527123Z level=info msg="Executing migration" id="rename data_keys name column to label" 2026-03-05T22:51:29.530 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 22:51:29 vm09 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-grafana-a[74508]: logger=migrator t=2026-03-05T21:51:29.358604665Z level=info msg="Migration successfully executed" id="rename data_keys name column to label" duration=10.07739ms 2026-03-05T22:51:29.530 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 22:51:29 vm09 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-grafana-a[74508]: logger=migrator t=2026-03-05T21:51:29.359214647Z level=info msg="Executing migration" id="rename data_keys id column back to name" 2026-03-05T22:51:29.530 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 22:51:29 vm09 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-grafana-a[74508]: logger=migrator t=2026-03-05T21:51:29.369727293Z level=info msg="Migration successfully executed" id="rename data_keys id column back to name" duration=10.50951ms 2026-03-05T22:51:29.530 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 22:51:29 vm09 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-grafana-a[74508]: logger=migrator t=2026-03-05T21:51:29.370509327Z level=info msg="Executing migration" id="create kv_store table v1" 2026-03-05T22:51:29.530 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 22:51:29 vm09 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-grafana-a[74508]: logger=migrator t=2026-03-05T21:51:29.370980389Z level=info msg="Migration successfully executed" id="create kv_store table v1" duration=471.743µs 2026-03-05T22:51:29.530 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 22:51:29 vm09 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-grafana-a[74508]: logger=migrator t=2026-03-05T21:51:29.371587225Z level=info msg="Executing migration" id="add index kv_store.org_id-namespace-key" 2026-03-05T22:51:29.530 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 22:51:29 vm09 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-grafana-a[74508]: logger=migrator t=2026-03-05T21:51:29.372047657Z level=info msg="Migration successfully executed" id="add index kv_store.org_id-namespace-key" duration=461.384µs 2026-03-05T22:51:29.530 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 22:51:29 vm09 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-grafana-a[74508]: logger=migrator t=2026-03-05T21:51:29.372582547Z level=info msg="Executing migration" id="update dashboard_uid and panel_id from existing annotations" 2026-03-05T22:51:29.530 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 22:51:29 vm09 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-grafana-a[74508]: logger=migrator t=2026-03-05T21:51:29.372690449Z level=info msg="Migration successfully executed" id="update dashboard_uid and panel_id from existing annotations" duration=107.702µs 2026-03-05T22:51:29.530 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 22:51:29 vm09 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-grafana-a[74508]: logger=migrator t=2026-03-05T21:51:29.37333726Z level=info msg="Executing migration" id="create permission table" 2026-03-05T22:51:29.530 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 22:51:29 vm09 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-grafana-a[74508]: logger=migrator t=2026-03-05T21:51:29.373818Z level=info msg="Migration successfully executed" id="create permission table" duration=480.59µs 2026-03-05T22:51:29.530 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 22:51:29 vm09 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-grafana-a[74508]: logger=migrator t=2026-03-05T21:51:29.374380934Z level=info msg="Executing migration" id="add unique index permission.role_id" 2026-03-05T22:51:29.530 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 22:51:29 vm09 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-grafana-a[74508]: logger=migrator t=2026-03-05T21:51:29.374788998Z level=info msg="Migration successfully executed" id="add unique index permission.role_id" duration=406.249µs 2026-03-05T22:51:29.530 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 22:51:29 vm09 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-grafana-a[74508]: logger=migrator t=2026-03-05T21:51:29.375429807Z level=info msg="Executing migration" id="add unique index role_id_action_scope" 2026-03-05T22:51:29.530 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 22:51:29 vm09 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-grafana-a[74508]: logger=migrator t=2026-03-05T21:51:29.376206942Z level=info msg="Migration successfully executed" id="add unique index role_id_action_scope" duration=776.974µs 2026-03-05T22:51:29.530 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 22:51:29 vm09 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-grafana-a[74508]: logger=migrator t=2026-03-05T21:51:29.376852459Z level=info msg="Executing migration" id="create role table" 2026-03-05T22:51:29.530 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 22:51:29 vm09 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-grafana-a[74508]: logger=migrator t=2026-03-05T21:51:29.377486105Z level=info msg="Migration successfully executed" id="create role table" duration=631.803µs 2026-03-05T22:51:29.530 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 22:51:29 vm09 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-grafana-a[74508]: logger=migrator t=2026-03-05T21:51:29.378073636Z level=info msg="Executing migration" id="add column display_name" 2026-03-05T22:51:29.531 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 22:51:29 vm09 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-grafana-a[74508]: logger=migrator t=2026-03-05T21:51:29.381705223Z level=info msg="Migration successfully executed" id="add column display_name" duration=3.630876ms 2026-03-05T22:51:29.531 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 22:51:29 vm09 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-grafana-a[74508]: logger=migrator t=2026-03-05T21:51:29.382465145Z level=info msg="Executing migration" id="add column group_name" 2026-03-05T22:51:29.531 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 22:51:29 vm09 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-grafana-a[74508]: logger=migrator t=2026-03-05T21:51:29.384768155Z level=info msg="Migration successfully executed" id="add column group_name" duration=2.301928ms 2026-03-05T22:51:29.531 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 22:51:29 vm09 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-grafana-a[74508]: logger=migrator t=2026-03-05T21:51:29.385360936Z level=info msg="Executing migration" id="add index role.org_id" 2026-03-05T22:51:29.531 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 22:51:29 vm09 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-grafana-a[74508]: logger=migrator t=2026-03-05T21:51:29.38581772Z level=info msg="Migration successfully executed" id="add index role.org_id" duration=456.625µs 2026-03-05T22:51:29.531 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 22:51:29 vm09 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-grafana-a[74508]: logger=migrator t=2026-03-05T21:51:29.386588132Z level=info msg="Executing migration" id="add unique index role_org_id_name" 2026-03-05T22:51:29.531 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 22:51:29 vm09 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-grafana-a[74508]: logger=migrator t=2026-03-05T21:51:29.387020582Z level=info msg="Migration successfully executed" id="add unique index role_org_id_name" duration=432.309µs 2026-03-05T22:51:29.531 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 22:51:29 vm09 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-grafana-a[74508]: logger=migrator t=2026-03-05T21:51:29.387524254Z level=info msg="Executing migration" id="add index role_org_id_uid" 2026-03-05T22:51:29.531 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 22:51:29 vm09 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-grafana-a[74508]: logger=migrator t=2026-03-05T21:51:29.38793927Z level=info msg="Migration successfully executed" id="add index role_org_id_uid" duration=414.866µs 2026-03-05T22:51:29.531 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 22:51:29 vm09 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-grafana-a[74508]: logger=migrator t=2026-03-05T21:51:29.388465956Z level=info msg="Executing migration" id="create team role table" 2026-03-05T22:51:29.531 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 22:51:29 vm09 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-grafana-a[74508]: logger=migrator t=2026-03-05T21:51:29.38882603Z level=info msg="Migration successfully executed" id="create team role table" duration=359.533µs 2026-03-05T22:51:29.531 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 22:51:29 vm09 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-grafana-a[74508]: logger=migrator t=2026-03-05T21:51:29.389352636Z level=info msg="Executing migration" id="add index team_role.org_id" 2026-03-05T22:51:29.531 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 22:51:29 vm09 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-grafana-a[74508]: logger=migrator t=2026-03-05T21:51:29.389800214Z level=info msg="Migration successfully executed" id="add index team_role.org_id" duration=446.545µs 2026-03-05T22:51:29.531 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 22:51:29 vm09 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-grafana-a[74508]: logger=migrator t=2026-03-05T21:51:29.3903001Z level=info msg="Executing migration" id="add unique index team_role_org_id_team_id_role_id" 2026-03-05T22:51:29.531 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 22:51:29 vm09 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-grafana-a[74508]: logger=migrator t=2026-03-05T21:51:29.390809714Z level=info msg="Migration successfully executed" id="add unique index team_role_org_id_team_id_role_id" duration=509.384µs 2026-03-05T22:51:29.531 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 22:51:29 vm09 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-grafana-a[74508]: logger=migrator t=2026-03-05T21:51:29.391337381Z level=info msg="Executing migration" id="add index team_role.team_id" 2026-03-05T22:51:29.531 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 22:51:29 vm09 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-grafana-a[74508]: logger=migrator t=2026-03-05T21:51:29.391736437Z level=info msg="Migration successfully executed" id="add index team_role.team_id" duration=399.347µs 2026-03-05T22:51:29.531 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 22:51:29 vm09 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-grafana-a[74508]: logger=migrator t=2026-03-05T21:51:29.392208761Z level=info msg="Executing migration" id="create user role table" 2026-03-05T22:51:29.531 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 22:51:29 vm09 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-grafana-a[74508]: logger=migrator t=2026-03-05T21:51:29.393702749Z level=info msg="Migration successfully executed" id="create user role table" duration=1.441689ms 2026-03-05T22:51:29.531 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 22:51:29 vm09 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-grafana-a[74508]: logger=migrator t=2026-03-05T21:51:29.394279548Z level=info msg="Executing migration" id="add index user_role.org_id" 2026-03-05T22:51:29.531 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 22:51:29 vm09 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-grafana-a[74508]: logger=migrator t=2026-03-05T21:51:29.394712398Z level=info msg="Migration successfully executed" id="add index user_role.org_id" duration=432.77µs 2026-03-05T22:51:29.531 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 22:51:29 vm09 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-grafana-a[74508]: logger=migrator t=2026-03-05T21:51:29.395182107Z level=info msg="Executing migration" id="add unique index user_role_org_id_user_id_role_id" 2026-03-05T22:51:29.531 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 22:51:29 vm09 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-grafana-a[74508]: logger=migrator t=2026-03-05T21:51:29.395624755Z level=info msg="Migration successfully executed" id="add unique index user_role_org_id_user_id_role_id" duration=442.749µs 2026-03-05T22:51:29.531 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 22:51:29 vm09 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-grafana-a[74508]: logger=migrator t=2026-03-05T21:51:29.396141473Z level=info msg="Executing migration" id="add index user_role.user_id" 2026-03-05T22:51:29.531 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 22:51:29 vm09 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-grafana-a[74508]: logger=migrator t=2026-03-05T21:51:29.396665103Z level=info msg="Migration successfully executed" id="add index user_role.user_id" duration=523.751µs 2026-03-05T22:51:29.531 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 22:51:29 vm09 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-grafana-a[74508]: logger=migrator t=2026-03-05T21:51:29.39717639Z level=info msg="Executing migration" id="create builtin role table" 2026-03-05T22:51:29.531 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 22:51:29 vm09 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-grafana-a[74508]: logger=migrator t=2026-03-05T21:51:29.397551582Z level=info msg="Migration successfully executed" id="create builtin role table" duration=375.002µs 2026-03-05T22:51:29.531 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 22:51:29 vm09 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-grafana-a[74508]: logger=migrator t=2026-03-05T21:51:29.398043052Z level=info msg="Executing migration" id="add index builtin_role.role_id" 2026-03-05T22:51:29.531 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 22:51:29 vm09 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-grafana-a[74508]: logger=migrator t=2026-03-05T21:51:29.398483857Z level=info msg="Migration successfully executed" id="add index builtin_role.role_id" duration=440.355µs 2026-03-05T22:51:29.531 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 22:51:29 vm09 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-grafana-a[74508]: logger=migrator t=2026-03-05T21:51:29.399235684Z level=info msg="Executing migration" id="add index builtin_role.name" 2026-03-05T22:51:29.531 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 22:51:29 vm09 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-grafana-a[74508]: logger=migrator t=2026-03-05T21:51:29.400161017Z level=info msg="Migration successfully executed" id="add index builtin_role.name" duration=926.804µs 2026-03-05T22:51:29.531 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 22:51:29 vm09 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-grafana-a[74508]: logger=migrator t=2026-03-05T21:51:29.40145054Z level=info msg="Executing migration" id="Add column org_id to builtin_role table" 2026-03-05T22:51:29.531 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 22:51:29 vm09 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-grafana-a[74508]: logger=migrator t=2026-03-05T21:51:29.404581751Z level=info msg="Migration successfully executed" id="Add column org_id to builtin_role table" duration=3.127705ms 2026-03-05T22:51:29.531 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 22:51:29 vm09 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-grafana-a[74508]: logger=migrator t=2026-03-05T21:51:29.405401405Z level=info msg="Executing migration" id="add index builtin_role.org_id" 2026-03-05T22:51:29.531 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 22:51:29 vm09 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-grafana-a[74508]: logger=migrator t=2026-03-05T21:51:29.40595446Z level=info msg="Migration successfully executed" id="add index builtin_role.org_id" duration=552.764µs 2026-03-05T22:51:29.532 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 22:51:29 vm09 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-grafana-a[74508]: logger=migrator t=2026-03-05T21:51:29.406588997Z level=info msg="Executing migration" id="add unique index builtin_role_org_id_role_id_role" 2026-03-05T22:51:29.532 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 22:51:29 vm09 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-grafana-a[74508]: logger=migrator t=2026-03-05T21:51:29.407764808Z level=info msg="Migration successfully executed" id="add unique index builtin_role_org_id_role_id_role" duration=1.174017ms 2026-03-05T22:51:29.532 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 22:51:29 vm09 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-grafana-a[74508]: logger=migrator t=2026-03-05T21:51:29.408602887Z level=info msg="Executing migration" id="Remove unique index role_org_id_uid" 2026-03-05T22:51:29.532 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 22:51:29 vm09 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-grafana-a[74508]: logger=migrator t=2026-03-05T21:51:29.409255178Z level=info msg="Migration successfully executed" id="Remove unique index role_org_id_uid" duration=652.552µs 2026-03-05T22:51:29.532 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 22:51:29 vm09 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-grafana-a[74508]: logger=migrator t=2026-03-05T21:51:29.410700833Z level=info msg="Executing migration" id="add unique index role.uid" 2026-03-05T22:51:29.532 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 22:51:29 vm09 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-grafana-a[74508]: logger=migrator t=2026-03-05T21:51:29.411544151Z level=info msg="Migration successfully executed" id="add unique index role.uid" duration=843.358µs 2026-03-05T22:51:29.532 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 22:51:29 vm09 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-grafana-a[74508]: logger=migrator t=2026-03-05T21:51:29.412265061Z level=info msg="Executing migration" id="create seed assignment table" 2026-03-05T22:51:29.532 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 22:51:29 vm09 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-grafana-a[74508]: logger=migrator t=2026-03-05T21:51:29.412749518Z level=info msg="Migration successfully executed" id="create seed assignment table" duration=484.707µs 2026-03-05T22:51:29.532 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 22:51:29 vm09 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-grafana-a[74508]: logger=migrator t=2026-03-05T21:51:29.413435832Z level=info msg="Executing migration" id="add unique index builtin_role_role_name" 2026-03-05T22:51:29.532 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 22:51:29 vm09 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-grafana-a[74508]: logger=migrator t=2026-03-05T21:51:29.414006099Z level=info msg="Migration successfully executed" id="add unique index builtin_role_role_name" duration=569.996µs 2026-03-05T22:51:29.532 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 22:51:29 vm09 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-grafana-a[74508]: logger=migrator t=2026-03-05T21:51:29.414581176Z level=info msg="Executing migration" id="add column hidden to role table" 2026-03-05T22:51:29.532 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 22:51:29 vm09 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-grafana-a[74508]: logger=migrator t=2026-03-05T21:51:29.417089561Z level=info msg="Migration successfully executed" id="add column hidden to role table" duration=2.506823ms 2026-03-05T22:51:29.532 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 22:51:29 vm09 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-grafana-a[74508]: logger=migrator t=2026-03-05T21:51:29.417935845Z level=info msg="Executing migration" id="permission kind migration" 2026-03-05T22:51:29.532 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 22:51:29 vm09 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-grafana-a[74508]: logger=migrator t=2026-03-05T21:51:29.420425074Z level=info msg="Migration successfully executed" id="permission kind migration" duration=2.488467ms 2026-03-05T22:51:29.532 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 22:51:29 vm09 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-grafana-a[74508]: logger=migrator t=2026-03-05T21:51:29.421114996Z level=info msg="Executing migration" id="permission attribute migration" 2026-03-05T22:51:29.532 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 22:51:29 vm09 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-grafana-a[74508]: logger=migrator t=2026-03-05T21:51:29.424038949Z level=info msg="Migration successfully executed" id="permission attribute migration" duration=2.922089ms 2026-03-05T22:51:29.532 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 22:51:29 vm09 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-grafana-a[74508]: logger=migrator t=2026-03-05T21:51:29.424746573Z level=info msg="Executing migration" id="permission identifier migration" 2026-03-05T22:51:29.532 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 22:51:29 vm09 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-grafana-a[74508]: logger=migrator t=2026-03-05T21:51:29.427456816Z level=info msg="Migration successfully executed" id="permission identifier migration" duration=2.708149ms 2026-03-05T22:51:29.532 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 22:51:29 vm09 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-grafana-a[74508]: logger=migrator t=2026-03-05T21:51:29.428335971Z level=info msg="Executing migration" id="add permission identifier index" 2026-03-05T22:51:29.532 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 22:51:29 vm09 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-grafana-a[74508]: logger=migrator t=2026-03-05T21:51:29.428967132Z level=info msg="Migration successfully executed" id="add permission identifier index" duration=628.656µs 2026-03-05T22:51:29.532 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 22:51:29 vm09 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-grafana-a[74508]: logger=migrator t=2026-03-05T21:51:29.429769855Z level=info msg="Executing migration" id="add permission action scope role_id index" 2026-03-05T22:51:29.532 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 22:51:29 vm09 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-grafana-a[74508]: logger=migrator t=2026-03-05T21:51:29.430406006Z level=info msg="Migration successfully executed" id="add permission action scope role_id index" duration=636.191µs 2026-03-05T22:51:29.532 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 22:51:29 vm09 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-grafana-a[74508]: logger=migrator t=2026-03-05T21:51:29.431007682Z level=info msg="Executing migration" id="remove permission role_id action scope index" 2026-03-05T22:51:29.532 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 22:51:29 vm09 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-grafana-a[74508]: logger=migrator t=2026-03-05T21:51:29.431568221Z level=info msg="Migration successfully executed" id="remove permission role_id action scope index" duration=560.849µs 2026-03-05T22:51:29.532 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 22:51:29 vm09 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-grafana-a[74508]: logger=migrator t=2026-03-05T21:51:29.432106549Z level=info msg="Executing migration" id="create query_history table v1" 2026-03-05T22:51:29.532 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 22:51:29 vm09 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-grafana-a[74508]: logger=migrator t=2026-03-05T21:51:29.432573442Z level=info msg="Migration successfully executed" id="create query_history table v1" duration=466.803µs 2026-03-05T22:51:29.532 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 22:51:29 vm09 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-grafana-a[74508]: logger=migrator t=2026-03-05T21:51:29.433082395Z level=info msg="Executing migration" id="add index query_history.org_id-created_by-datasource_uid" 2026-03-05T22:51:29.532 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 22:51:29 vm09 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-grafana-a[74508]: logger=migrator t=2026-03-05T21:51:29.433621373Z level=info msg="Migration successfully executed" id="add index query_history.org_id-created_by-datasource_uid" duration=538.628µs 2026-03-05T22:51:29.532 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 22:51:29 vm09 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-grafana-a[74508]: logger=migrator t=2026-03-05T21:51:29.434161816Z level=info msg="Executing migration" id="alter table query_history alter column created_by type to bigint" 2026-03-05T22:51:29.532 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 22:51:29 vm09 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-grafana-a[74508]: logger=migrator t=2026-03-05T21:51:29.434269758Z level=info msg="Migration successfully executed" id="alter table query_history alter column created_by type to bigint" duration=108.213µs 2026-03-05T22:51:29.532 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 22:51:29 vm09 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-grafana-a[74508]: logger=migrator t=2026-03-05T21:51:29.434830377Z level=info msg="Executing migration" id="rbac disabled migrator" 2026-03-05T22:51:29.532 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 22:51:29 vm09 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-grafana-a[74508]: logger=migrator t=2026-03-05T21:51:29.434921237Z level=info msg="Migration successfully executed" id="rbac disabled migrator" duration=91.051µs 2026-03-05T22:51:29.532 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 22:51:29 vm09 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-grafana-a[74508]: logger=migrator t=2026-03-05T21:51:29.435380457Z level=info msg="Executing migration" id="teams permissions migration" 2026-03-05T22:51:29.532 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 22:51:29 vm09 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-grafana-a[74508]: logger=migrator t=2026-03-05T21:51:29.435709212Z level=info msg="Migration successfully executed" id="teams permissions migration" duration=329.867µs 2026-03-05T22:51:29.532 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 22:51:29 vm09 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-grafana-a[74508]: logger=migrator t=2026-03-05T21:51:29.43629121Z level=info msg="Executing migration" id="dashboard permissions" 2026-03-05T22:51:29.532 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 22:51:29 vm09 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-grafana-a[74508]: logger=migrator t=2026-03-05T21:51:29.436640695Z level=info msg="Migration successfully executed" id="dashboard permissions" duration=349.864µs 2026-03-05T22:51:29.532 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 22:51:29 vm09 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-grafana-a[74508]: logger=migrator t=2026-03-05T21:51:29.437238514Z level=info msg="Executing migration" id="dashboard permissions uid scopes" 2026-03-05T22:51:29.532 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 22:51:29 vm09 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-grafana-a[74508]: logger=migrator t=2026-03-05T21:51:29.437666524Z level=info msg="Migration successfully executed" id="dashboard permissions uid scopes" duration=427.79µs 2026-03-05T22:51:29.532 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 22:51:29 vm09 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-grafana-a[74508]: logger=migrator t=2026-03-05T21:51:29.438276146Z level=info msg="Executing migration" id="drop managed folder create actions" 2026-03-05T22:51:29.532 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 22:51:29 vm09 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-grafana-a[74508]: logger=migrator t=2026-03-05T21:51:29.438466573Z level=info msg="Migration successfully executed" id="drop managed folder create actions" duration=190.666µs 2026-03-05T22:51:29.532 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 22:51:29 vm09 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-grafana-a[74508]: logger=migrator t=2026-03-05T21:51:29.439067658Z level=info msg="Executing migration" id="alerting notification permissions" 2026-03-05T22:51:29.532 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 22:51:29 vm09 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-grafana-a[74508]: logger=migrator t=2026-03-05T21:51:29.439425848Z level=info msg="Migration successfully executed" id="alerting notification permissions" duration=358.531µs 2026-03-05T22:51:29.532 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 22:51:29 vm09 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-grafana-a[74508]: logger=migrator t=2026-03-05T21:51:29.440021492Z level=info msg="Executing migration" id="create query_history_star table v1" 2026-03-05T22:51:29.532 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 22:51:29 vm09 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-grafana-a[74508]: logger=migrator t=2026-03-05T21:51:29.440564489Z level=info msg="Migration successfully executed" id="create query_history_star table v1" duration=541.544µs 2026-03-05T22:51:29.532 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 22:51:29 vm09 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-grafana-a[74508]: logger=migrator t=2026-03-05T21:51:29.441076658Z level=info msg="Executing migration" id="add index query_history.user_id-query_uid" 2026-03-05T22:51:29.532 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 22:51:29 vm09 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-grafana-a[74508]: logger=migrator t=2026-03-05T21:51:29.441557427Z level=info msg="Migration successfully executed" id="add index query_history.user_id-query_uid" duration=482.212µs 2026-03-05T22:51:29.532 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 22:51:29 vm09 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-grafana-a[74508]: logger=migrator t=2026-03-05T21:51:29.442051343Z level=info msg="Executing migration" id="add column org_id in query_history_star" 2026-03-05T22:51:29.532 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 22:51:29 vm09 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-grafana-a[74508]: logger=migrator t=2026-03-05T21:51:29.445752139Z level=info msg="Migration successfully executed" id="add column org_id in query_history_star" duration=3.694745ms 2026-03-05T22:51:29.532 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 22:51:29 vm09 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-grafana-a[74508]: logger=migrator t=2026-03-05T21:51:29.446721844Z level=info msg="Executing migration" id="alter table query_history_star_mig column user_id type to bigint" 2026-03-05T22:51:29.532 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 22:51:29 vm09 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-grafana-a[74508]: logger=migrator t=2026-03-05T21:51:29.446752451Z level=info msg="Migration successfully executed" id="alter table query_history_star_mig column user_id type to bigint" duration=30.246µs 2026-03-05T22:51:29.532 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 22:51:29 vm09 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-grafana-a[74508]: logger=migrator t=2026-03-05T21:51:29.450452717Z level=info msg="Executing migration" id="create correlation table v1" 2026-03-05T22:51:29.532 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 22:51:29 vm09 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-grafana-a[74508]: logger=migrator t=2026-03-05T21:51:29.451343624Z level=info msg="Migration successfully executed" id="create correlation table v1" duration=892.079µs 2026-03-05T22:51:29.532 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 22:51:29 vm09 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-grafana-a[74508]: logger=migrator t=2026-03-05T21:51:29.452170431Z level=info msg="Executing migration" id="add index correlations.uid" 2026-03-05T22:51:29.532 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 22:51:29 vm09 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-grafana-a[74508]: logger=migrator t=2026-03-05T21:51:29.452847229Z level=info msg="Migration successfully executed" id="add index correlations.uid" duration=690.974µs 2026-03-05T22:51:29.532 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 22:51:29 vm09 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-grafana-a[74508]: logger=migrator t=2026-03-05T21:51:29.453637608Z level=info msg="Executing migration" id="add index correlations.source_uid" 2026-03-05T22:51:29.532 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 22:51:29 vm09 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-grafana-a[74508]: logger=migrator t=2026-03-05T21:51:29.454207996Z level=info msg="Migration successfully executed" id="add index correlations.source_uid" duration=569.886µs 2026-03-05T22:51:29.532 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 22:51:29 vm09 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-grafana-a[74508]: logger=migrator t=2026-03-05T21:51:29.454886987Z level=info msg="Executing migration" id="add correlation config column" 2026-03-05T22:51:29.533 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 22:51:29 vm09 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-grafana-a[74508]: logger=migrator t=2026-03-05T21:51:29.457642464Z level=info msg="Migration successfully executed" id="add correlation config column" duration=2.753754ms 2026-03-05T22:51:29.533 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 22:51:29 vm09 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-grafana-a[74508]: logger=migrator t=2026-03-05T21:51:29.458428866Z level=info msg="Executing migration" id="drop index IDX_correlation_uid - v1" 2026-03-05T22:51:29.533 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 22:51:29 vm09 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-grafana-a[74508]: logger=migrator t=2026-03-05T21:51:29.458977031Z level=info msg="Migration successfully executed" id="drop index IDX_correlation_uid - v1" duration=548.396µs 2026-03-05T22:51:29.533 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 22:51:29 vm09 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-grafana-a[74508]: logger=migrator t=2026-03-05T21:51:29.459528454Z level=info msg="Executing migration" id="drop index IDX_correlation_source_uid - v1" 2026-03-05T22:51:29.533 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 22:51:29 vm09 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-grafana-a[74508]: logger=migrator t=2026-03-05T21:51:29.460902326Z level=info msg="Migration successfully executed" id="drop index IDX_correlation_source_uid - v1" duration=1.37322ms 2026-03-05T22:51:29.533 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 22:51:29 vm09 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-grafana-a[74508]: logger=migrator t=2026-03-05T21:51:29.461580395Z level=info msg="Executing migration" id="Rename table correlation to correlation_tmp_qwerty - v1" 2026-03-05T22:51:29.533 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 22:51:29 vm09 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-grafana-a[74508]: logger=migrator t=2026-03-05T21:51:29.471832153Z level=info msg="Migration successfully executed" id="Rename table correlation to correlation_tmp_qwerty - v1" duration=10.248483ms 2026-03-05T22:51:29.533 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 22:51:29 vm09 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-grafana-a[74508]: logger=migrator t=2026-03-05T21:51:29.472759419Z level=info msg="Executing migration" id="create correlation v2" 2026-03-05T22:51:29.533 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 22:51:29 vm09 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-grafana-a[74508]: logger=migrator t=2026-03-05T21:51:29.473414935Z level=info msg="Migration successfully executed" id="create correlation v2" duration=655.737µs 2026-03-05T22:51:29.533 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 22:51:29 vm09 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-grafana-a[74508]: logger=migrator t=2026-03-05T21:51:29.474260588Z level=info msg="Executing migration" id="create index IDX_correlation_uid - v2" 2026-03-05T22:51:29.533 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 22:51:29 vm09 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-grafana-a[74508]: logger=migrator t=2026-03-05T21:51:29.474806129Z level=info msg="Migration successfully executed" id="create index IDX_correlation_uid - v2" duration=547.585µs 2026-03-05T22:51:29.533 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 22:51:29 vm09 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-grafana-a[74508]: logger=migrator t=2026-03-05T21:51:29.476058393Z level=info msg="Executing migration" id="create index IDX_correlation_source_uid - v2" 2026-03-05T22:51:29.533 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 22:51:29 vm09 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-grafana-a[74508]: logger=migrator t=2026-03-05T21:51:29.4767565Z level=info msg="Migration successfully executed" id="create index IDX_correlation_source_uid - v2" duration=698.196µs 2026-03-05T22:51:29.533 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 22:51:29 vm09 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-grafana-a[74508]: logger=migrator t=2026-03-05T21:51:29.477405254Z level=info msg="Executing migration" id="create index IDX_correlation_org_id - v2" 2026-03-05T22:51:29.533 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 22:51:29 vm09 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-grafana-a[74508]: logger=migrator t=2026-03-05T21:51:29.477914036Z level=info msg="Migration successfully executed" id="create index IDX_correlation_org_id - v2" duration=508.442µs 2026-03-05T22:51:29.533 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 22:51:29 vm09 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-grafana-a[74508]: logger=migrator t=2026-03-05T21:51:29.478519469Z level=info msg="Executing migration" id="copy correlation v1 to v2" 2026-03-05T22:51:29.533 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 22:51:29 vm09 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-grafana-a[74508]: logger=migrator t=2026-03-05T21:51:29.478730524Z level=info msg="Migration successfully executed" id="copy correlation v1 to v2" duration=211.224µs 2026-03-05T22:51:29.533 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 22:51:29 vm09 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-grafana-a[74508]: logger=migrator t=2026-03-05T21:51:29.47937989Z level=info msg="Executing migration" id="drop correlation_tmp_qwerty" 2026-03-05T22:51:29.533 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 22:51:29 vm09 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-grafana-a[74508]: logger=migrator t=2026-03-05T21:51:29.479917697Z level=info msg="Migration successfully executed" id="drop correlation_tmp_qwerty" duration=537.596µs 2026-03-05T22:51:29.533 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 22:51:29 vm09 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-grafana-a[74508]: logger=migrator t=2026-03-05T21:51:29.480658042Z level=info msg="Executing migration" id="add provisioning column" 2026-03-05T22:51:29.533 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 22:51:29 vm09 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-grafana-a[74508]: logger=migrator t=2026-03-05T21:51:29.484010847Z level=info msg="Migration successfully executed" id="add provisioning column" duration=3.349058ms 2026-03-05T22:51:29.533 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 22:51:29 vm09 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-grafana-a[74508]: logger=migrator t=2026-03-05T21:51:29.485179995Z level=info msg="Executing migration" id="create entity_events table" 2026-03-05T22:51:29.533 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 22:51:29 vm09 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-grafana-a[74508]: logger=migrator t=2026-03-05T21:51:29.485856702Z level=info msg="Migration successfully executed" id="create entity_events table" duration=677.849µs 2026-03-05T22:51:29.533 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 22:51:29 vm09 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-grafana-a[74508]: logger=migrator t=2026-03-05T21:51:29.486559657Z level=info msg="Executing migration" id="create dashboard public config v1" 2026-03-05T22:51:29.533 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 22:51:29 vm09 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-grafana-a[74508]: logger=migrator t=2026-03-05T21:51:29.487141507Z level=info msg="Migration successfully executed" id="create dashboard public config v1" duration=581.729µs 2026-03-05T22:51:29.533 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 22:51:29 vm09 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-grafana-a[74508]: logger=migrator t=2026-03-05T21:51:29.487799369Z level=info msg="Executing migration" id="drop index UQE_dashboard_public_config_uid - v1" 2026-03-05T22:51:29.533 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 22:51:29 vm09 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-grafana-a[74508]: logger=migrator t=2026-03-05T21:51:29.488083961Z level=warn msg="Skipping migration: Already executed, but not recorded in migration log" id="drop index UQE_dashboard_public_config_uid - v1" 2026-03-05T22:51:29.533 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 22:51:29 vm09 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-grafana-a[74508]: logger=migrator t=2026-03-05T21:51:29.488790904Z level=info msg="Executing migration" id="drop index IDX_dashboard_public_config_org_id_dashboard_uid - v1" 2026-03-05T22:51:29.533 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 22:51:29 vm09 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-grafana-a[74508]: logger=migrator t=2026-03-05T21:51:29.489063163Z level=warn msg="Skipping migration: Already executed, but not recorded in migration log" id="drop index IDX_dashboard_public_config_org_id_dashboard_uid - v1" 2026-03-05T22:51:29.533 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 22:51:29 vm09 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-grafana-a[74508]: logger=migrator t=2026-03-05T21:51:29.489800574Z level=info msg="Executing migration" id="Drop old dashboard public config table" 2026-03-05T22:51:29.533 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 22:51:29 vm09 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-grafana-a[74508]: logger=migrator t=2026-03-05T21:51:29.490294619Z level=info msg="Migration successfully executed" id="Drop old dashboard public config table" duration=493.965µs 2026-03-05T22:51:29.533 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 22:51:29 vm09 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-grafana-a[74508]: logger=migrator t=2026-03-05T21:51:29.490947221Z level=info msg="Executing migration" id="recreate dashboard public config v1" 2026-03-05T22:51:29.533 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 22:51:29 vm09 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-grafana-a[74508]: logger=migrator t=2026-03-05T21:51:29.491513109Z level=info msg="Migration successfully executed" id="recreate dashboard public config v1" duration=565.979µs 2026-03-05T22:51:29.533 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 22:51:29 vm09 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-grafana-a[74508]: logger=migrator t=2026-03-05T21:51:29.492107853Z level=info msg="Executing migration" id="create index UQE_dashboard_public_config_uid - v1" 2026-03-05T22:51:29.533 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 22:51:29 vm09 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-grafana-a[74508]: logger=migrator t=2026-03-05T21:51:29.49267292Z level=info msg="Migration successfully executed" id="create index UQE_dashboard_public_config_uid - v1" duration=566.39µs 2026-03-05T22:51:29.533 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 22:51:29 vm09 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-grafana-a[74508]: logger=migrator t=2026-03-05T21:51:29.49345289Z level=info msg="Executing migration" id="create index IDX_dashboard_public_config_org_id_dashboard_uid - v1" 2026-03-05T22:51:29.533 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 22:51:29 vm09 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-grafana-a[74508]: logger=migrator t=2026-03-05T21:51:29.494005133Z level=info msg="Migration successfully executed" id="create index IDX_dashboard_public_config_org_id_dashboard_uid - v1" duration=552.534µs 2026-03-05T22:51:29.533 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 22:51:29 vm09 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-grafana-a[74508]: logger=migrator t=2026-03-05T21:51:29.494616609Z level=info msg="Executing migration" id="drop index UQE_dashboard_public_config_uid - v2" 2026-03-05T22:51:29.533 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 22:51:29 vm09 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-grafana-a[74508]: logger=migrator t=2026-03-05T21:51:29.495136571Z level=info msg="Migration successfully executed" id="drop index UQE_dashboard_public_config_uid - v2" duration=519.773µs 2026-03-05T22:51:29.533 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 22:51:29 vm09 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-grafana-a[74508]: logger=migrator t=2026-03-05T21:51:29.495726907Z level=info msg="Executing migration" id="drop index IDX_dashboard_public_config_org_id_dashboard_uid - v2" 2026-03-05T22:51:29.533 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 22:51:29 vm09 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-grafana-a[74508]: logger=migrator t=2026-03-05T21:51:29.496246769Z level=info msg="Migration successfully executed" id="drop index IDX_dashboard_public_config_org_id_dashboard_uid - v2" duration=519.602µs 2026-03-05T22:51:29.533 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 22:51:29 vm09 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-grafana-a[74508]: logger=migrator t=2026-03-05T21:51:29.496962359Z level=info msg="Executing migration" id="Drop public config table" 2026-03-05T22:51:29.533 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 22:51:29 vm09 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-grafana-a[74508]: logger=migrator t=2026-03-05T21:51:29.497472774Z level=info msg="Migration successfully executed" id="Drop public config table" duration=510.836µs 2026-03-05T22:51:29.533 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 22:51:29 vm09 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-grafana-a[74508]: logger=migrator t=2026-03-05T21:51:29.498139762Z level=info msg="Executing migration" id="Recreate dashboard public config v2" 2026-03-05T22:51:29.533 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 22:51:29 vm09 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-grafana-a[74508]: logger=migrator t=2026-03-05T21:51:29.498742251Z level=info msg="Migration successfully executed" id="Recreate dashboard public config v2" duration=602.148µs 2026-03-05T22:51:29.534 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 22:51:29 vm09 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-grafana-a[74508]: logger=migrator t=2026-03-05T21:51:29.499491462Z level=info msg="Executing migration" id="create index UQE_dashboard_public_config_uid - v2" 2026-03-05T22:51:29.534 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 22:51:29 vm09 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-grafana-a[74508]: logger=migrator t=2026-03-05T21:51:29.5000781Z level=info msg="Migration successfully executed" id="create index UQE_dashboard_public_config_uid - v2" duration=586.278µs 2026-03-05T22:51:29.534 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 22:51:29 vm09 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-grafana-a[74508]: logger=migrator t=2026-03-05T21:51:29.500725171Z level=info msg="Executing migration" id="create index IDX_dashboard_public_config_org_id_dashboard_uid - v2" 2026-03-05T22:51:29.534 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 22:51:29 vm09 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-grafana-a[74508]: logger=migrator t=2026-03-05T21:51:29.50125329Z level=info msg="Migration successfully executed" id="create index IDX_dashboard_public_config_org_id_dashboard_uid - v2" duration=528.299µs 2026-03-05T22:51:29.534 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 22:51:29 vm09 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-grafana-a[74508]: logger=migrator t=2026-03-05T21:51:29.501883991Z level=info msg="Executing migration" id="create index UQE_dashboard_public_config_access_token - v2" 2026-03-05T22:51:29.534 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 22:51:29 vm09 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-grafana-a[74508]: logger=migrator t=2026-03-05T21:51:29.502456362Z level=info msg="Migration successfully executed" id="create index UQE_dashboard_public_config_access_token - v2" duration=572.26µs 2026-03-05T22:51:29.534 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 22:51:29 vm09 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-grafana-a[74508]: logger=migrator t=2026-03-05T21:51:29.50301091Z level=info msg="Executing migration" id="Rename table dashboard_public_config to dashboard_public - v2" 2026-03-05T22:51:29.534 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 22:51:29 vm09 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-grafana-a[74508]: logger=migrator t=2026-03-05T21:51:29.511295215Z level=info msg="Migration successfully executed" id="Rename table dashboard_public_config to dashboard_public - v2" duration=8.28173ms 2026-03-05T22:51:29.534 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 22:51:29 vm09 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-grafana-a[74508]: logger=migrator t=2026-03-05T21:51:29.512692931Z level=info msg="Executing migration" id="add annotations_enabled column" 2026-03-05T22:51:29.534 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 22:51:29 vm09 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-grafana-a[74508]: logger=migrator t=2026-03-05T21:51:29.516832299Z level=info msg="Migration successfully executed" id="add annotations_enabled column" duration=4.134138ms 2026-03-05T22:51:29.534 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 22:51:29 vm09 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-grafana-a[74508]: logger=migrator t=2026-03-05T21:51:29.517746581Z level=info msg="Executing migration" id="add time_selection_enabled column" 2026-03-05T22:51:29.534 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 22:51:29 vm09 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-grafana-a[74508]: logger=migrator t=2026-03-05T21:51:29.520411037Z level=info msg="Migration successfully executed" id="add time_selection_enabled column" duration=2.664387ms 2026-03-05T22:51:29.534 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 22:51:29 vm09 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-grafana-a[74508]: logger=migrator t=2026-03-05T21:51:29.521032501Z level=info msg="Executing migration" id="delete orphaned public dashboards" 2026-03-05T22:51:29.534 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 22:51:29 vm09 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-grafana-a[74508]: logger=migrator t=2026-03-05T21:51:29.521212047Z level=info msg="Migration successfully executed" id="delete orphaned public dashboards" duration=179.887µs 2026-03-05T22:51:29.534 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 22:51:29 vm09 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-grafana-a[74508]: logger=migrator t=2026-03-05T21:51:29.521845132Z level=info msg="Executing migration" id="add share column" 2026-03-05T22:51:29.534 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 22:51:29 vm09 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-grafana-a[74508]: logger=migrator t=2026-03-05T21:51:29.524581744Z level=info msg="Migration successfully executed" id="add share column" duration=2.735841ms 2026-03-05T22:51:29.534 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 22:51:29 vm09 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-grafana-a[74508]: logger=migrator t=2026-03-05T21:51:29.525169614Z level=info msg="Executing migration" id="backfill empty share column fields with default of public" 2026-03-05T22:51:29.534 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 22:51:29 vm09 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-grafana-a[74508]: logger=migrator t=2026-03-05T21:51:29.5253814Z level=info msg="Migration successfully executed" id="backfill empty share column fields with default of public" duration=212.047µs 2026-03-05T22:51:29.534 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 22:51:29 vm09 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-grafana-a[74508]: logger=migrator t=2026-03-05T21:51:29.525975111Z level=info msg="Executing migration" id="create file table" 2026-03-05T22:51:29.534 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 22:51:29 vm09 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-grafana-a[74508]: logger=migrator t=2026-03-05T21:51:29.526442626Z level=info msg="Migration successfully executed" id="create file table" duration=467.464µs 2026-03-05T22:51:29.534 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 22:51:29 vm09 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-grafana-a[74508]: logger=migrator t=2026-03-05T21:51:29.526958672Z level=info msg="Executing migration" id="file table idx: path natural pk" 2026-03-05T22:51:29.534 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 22:51:29 vm09 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-grafana-a[74508]: logger=migrator t=2026-03-05T21:51:29.527557924Z level=info msg="Migration successfully executed" id="file table idx: path natural pk" duration=599.092µs 2026-03-05T22:51:29.534 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 22:51:29 vm09 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-grafana-a[74508]: logger=migrator t=2026-03-05T21:51:29.528285677Z level=info msg="Executing migration" id="file table idx: parent_folder_path_hash fast folder retrieval" 2026-03-05T22:51:29.534 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 22:51:29 vm09 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-grafana-a[74508]: logger=migrator t=2026-03-05T21:51:29.5290084Z level=info msg="Migration successfully executed" id="file table idx: parent_folder_path_hash fast folder retrieval" duration=722.632µs 2026-03-05T22:51:29.534 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 22:51:29 vm09 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-grafana-a[74508]: logger=migrator t=2026-03-05T21:51:29.529683242Z level=info msg="Executing migration" id="create file_meta table" 2026-03-05T22:51:29.534 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 22:51:29 vm09 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-grafana-a[74508]: logger=migrator t=2026-03-05T21:51:29.530207884Z level=info msg="Migration successfully executed" id="create file_meta table" duration=524.472µs 2026-03-05T22:51:29.534 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 22:51:29 vm09 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-grafana-a[74508]: logger=migrator t=2026-03-05T21:51:29.530871326Z level=info msg="Executing migration" id="file table idx: path key" 2026-03-05T22:51:29.534 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 22:51:29 vm09 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-grafana-a[74508]: logger=migrator t=2026-03-05T21:51:29.53160064Z level=info msg="Migration successfully executed" id="file table idx: path key" duration=742.559µs 2026-03-05T22:51:29.793 INFO:journalctl@ceph.mgr.x.vm09.stdout:Mar 05 22:51:29 vm09 podman[74627]: 2026-03-05 22:51:29.584068544 +0100 CET m=+0.077870621 container died 39d4ac4ba4bfa42bba8e5d7987eec04cced5d786c63c9183d70fcaa1966bc0db (image=harbor.clyso.com/custom-ceph/ceph/ceph@sha256:26363c7a4eea9ef5a0148afc7b2a22b6f486596d87a30c2a9fdcda5db3eca62b, name=ceph-ce88f304-18dc-11f1-81b4-a3325c551960-mgr-x, ceph=True, io.buildah.version=1.41.8, CEPH_GIT_REPO=https://github.com/irq0/ceph.git, CEPH_REF=19.2.3-47-gc24117fd552, CEPH_SHA1=c24117fd5525679b799527bc1bd1f1dd0a2db5e2, FROM_IMAGE=rockylinux:9, GANESHA_REPO_BASEURL=https://buildlogs.centos.org/centos/$releasever-stream/storage/$basearch/nfsganesha-5/, OSD_FLAVOR=default) 2026-03-05T22:51:29.793 INFO:journalctl@ceph.mgr.x.vm09.stdout:Mar 05 22:51:29 vm09 podman[74627]: 2026-03-05 22:51:29.792077153 +0100 CET m=+0.285879239 container remove 39d4ac4ba4bfa42bba8e5d7987eec04cced5d786c63c9183d70fcaa1966bc0db (image=harbor.clyso.com/custom-ceph/ceph/ceph@sha256:26363c7a4eea9ef5a0148afc7b2a22b6f486596d87a30c2a9fdcda5db3eca62b, name=ceph-ce88f304-18dc-11f1-81b4-a3325c551960-mgr-x, FROM_IMAGE=rockylinux:9, GANESHA_REPO_BASEURL=https://buildlogs.centos.org/centos/$releasever-stream/storage/$basearch/nfsganesha-5/, OSD_FLAVOR=default, ceph=True, io.buildah.version=1.41.8, CEPH_GIT_REPO=https://github.com/irq0/ceph.git, CEPH_REF=19.2.3-47-gc24117fd552, CEPH_SHA1=c24117fd5525679b799527bc1bd1f1dd0a2db5e2) 2026-03-05T22:51:29.793 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 22:51:29 vm09 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-grafana-a[74508]: logger=migrator t=2026-03-05T21:51:29.532290172Z level=info msg="Executing migration" id="set path collation in file table" 2026-03-05T22:51:29.793 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 22:51:29 vm09 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-grafana-a[74508]: logger=migrator t=2026-03-05T21:51:29.532393325Z level=info msg="Migration successfully executed" id="set path collation in file table" duration=104.896µs 2026-03-05T22:51:29.793 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 22:51:29 vm09 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-grafana-a[74508]: logger=migrator t=2026-03-05T21:51:29.533022021Z level=info msg="Executing migration" id="migrate contents column to mediumblob for MySQL" 2026-03-05T22:51:29.793 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 22:51:29 vm09 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-grafana-a[74508]: logger=migrator t=2026-03-05T21:51:29.533115567Z level=info msg="Migration successfully executed" id="migrate contents column to mediumblob for MySQL" duration=93.866µs 2026-03-05T22:51:29.793 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 22:51:29 vm09 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-grafana-a[74508]: logger=migrator t=2026-03-05T21:51:29.533770141Z level=info msg="Executing migration" id="managed permissions migration" 2026-03-05T22:51:29.793 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 22:51:29 vm09 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-grafana-a[74508]: logger=migrator t=2026-03-05T21:51:29.534106441Z level=info msg="Migration successfully executed" id="managed permissions migration" duration=336.18µs 2026-03-05T22:51:29.793 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 22:51:29 vm09 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-grafana-a[74508]: logger=migrator t=2026-03-05T21:51:29.534729877Z level=info msg="Executing migration" id="managed folder permissions alert actions migration" 2026-03-05T22:51:29.793 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 22:51:29 vm09 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-grafana-a[74508]: logger=migrator t=2026-03-05T21:51:29.53490211Z level=info msg="Migration successfully executed" id="managed folder permissions alert actions migration" duration=172.323µs 2026-03-05T22:51:29.793 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 22:51:29 vm09 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-grafana-a[74508]: logger=migrator t=2026-03-05T21:51:29.535492084Z level=info msg="Executing migration" id="RBAC action name migrator" 2026-03-05T22:51:29.793 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 22:51:29 vm09 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-grafana-a[74508]: logger=migrator t=2026-03-05T21:51:29.536224326Z level=info msg="Migration successfully executed" id="RBAC action name migrator" duration=732.401µs 2026-03-05T22:51:29.794 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 22:51:29 vm09 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-grafana-a[74508]: logger=migrator t=2026-03-05T21:51:29.536822374Z level=info msg="Executing migration" id="Add UID column to playlist" 2026-03-05T22:51:29.794 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 22:51:29 vm09 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-grafana-a[74508]: logger=migrator t=2026-03-05T21:51:29.53961412Z level=info msg="Migration successfully executed" id="Add UID column to playlist" duration=2.78926ms 2026-03-05T22:51:29.794 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 22:51:29 vm09 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-grafana-a[74508]: logger=migrator t=2026-03-05T21:51:29.540481794Z level=info msg="Executing migration" id="Update uid column values in playlist" 2026-03-05T22:51:29.794 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 22:51:29 vm09 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-grafana-a[74508]: logger=migrator t=2026-03-05T21:51:29.540695403Z level=info msg="Migration successfully executed" id="Update uid column values in playlist" duration=213.068µs 2026-03-05T22:51:29.794 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 22:51:29 vm09 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-grafana-a[74508]: logger=migrator t=2026-03-05T21:51:29.541419409Z level=info msg="Executing migration" id="Add index for uid in playlist" 2026-03-05T22:51:29.794 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 22:51:29 vm09 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-grafana-a[74508]: logger=migrator t=2026-03-05T21:51:29.54209871Z level=info msg="Migration successfully executed" id="Add index for uid in playlist" duration=679.261µs 2026-03-05T22:51:29.794 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 22:51:29 vm09 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-grafana-a[74508]: logger=migrator t=2026-03-05T21:51:29.542706558Z level=info msg="Executing migration" id="update group index for alert rules" 2026-03-05T22:51:29.794 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 22:51:29 vm09 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-grafana-a[74508]: logger=migrator t=2026-03-05T21:51:29.542994877Z level=info msg="Migration successfully executed" id="update group index for alert rules" duration=288.751µs 2026-03-05T22:51:29.794 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 22:51:29 vm09 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-grafana-a[74508]: logger=migrator t=2026-03-05T21:51:29.544369811Z level=info msg="Executing migration" id="managed folder permissions alert actions repeated migration" 2026-03-05T22:51:29.794 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 22:51:29 vm09 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-grafana-a[74508]: logger=migrator t=2026-03-05T21:51:29.544555779Z level=info msg="Migration successfully executed" id="managed folder permissions alert actions repeated migration" duration=186.349µs 2026-03-05T22:51:29.794 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 22:51:29 vm09 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-grafana-a[74508]: logger=migrator t=2026-03-05T21:51:29.54513888Z level=info msg="Executing migration" id="admin only folder/dashboard permission" 2026-03-05T22:51:29.794 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 22:51:29 vm09 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-grafana-a[74508]: logger=migrator t=2026-03-05T21:51:29.545467345Z level=info msg="Migration successfully executed" id="admin only folder/dashboard permission" duration=327.072µs 2026-03-05T22:51:29.794 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 22:51:29 vm09 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-grafana-a[74508]: logger=migrator t=2026-03-05T21:51:29.54607952Z level=info msg="Executing migration" id="add action column to seed_assignment" 2026-03-05T22:51:29.794 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 22:51:29 vm09 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-grafana-a[74508]: logger=migrator t=2026-03-05T21:51:29.54884094Z level=info msg="Migration successfully executed" id="add action column to seed_assignment" duration=2.760687ms 2026-03-05T22:51:29.794 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 22:51:29 vm09 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-grafana-a[74508]: logger=migrator t=2026-03-05T21:51:29.549521202Z level=info msg="Executing migration" id="add scope column to seed_assignment" 2026-03-05T22:51:29.794 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 22:51:29 vm09 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-grafana-a[74508]: logger=migrator t=2026-03-05T21:51:29.55209489Z level=info msg="Migration successfully executed" id="add scope column to seed_assignment" duration=2.573567ms 2026-03-05T22:51:29.794 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 22:51:29 vm09 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-grafana-a[74508]: logger=migrator t=2026-03-05T21:51:29.552760015Z level=info msg="Executing migration" id="remove unique index builtin_role_role_name before nullable update" 2026-03-05T22:51:29.794 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 22:51:29 vm09 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-grafana-a[74508]: logger=migrator t=2026-03-05T21:51:29.55332422Z level=info msg="Migration successfully executed" id="remove unique index builtin_role_role_name before nullable update" duration=564.726µs 2026-03-05T22:51:29.794 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 22:51:29 vm09 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-grafana-a[74508]: logger=migrator t=2026-03-05T21:51:29.553931056Z level=info msg="Executing migration" id="update seed_assignment role_name column to nullable" 2026-03-05T22:51:29.794 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 22:51:29 vm09 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-grafana-a[74508]: logger=migrator t=2026-03-05T21:51:29.580365894Z level=info msg="Migration successfully executed" id="update seed_assignment role_name column to nullable" duration=26.431022ms 2026-03-05T22:51:29.794 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 22:51:29 vm09 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-grafana-a[74508]: logger=migrator t=2026-03-05T21:51:29.581593372Z level=info msg="Executing migration" id="add unique index builtin_role_name back" 2026-03-05T22:51:29.794 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 22:51:29 vm09 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-grafana-a[74508]: logger=migrator t=2026-03-05T21:51:29.582439616Z level=info msg="Migration successfully executed" id="add unique index builtin_role_name back" duration=846.965µs 2026-03-05T22:51:29.794 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 22:51:29 vm09 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-grafana-a[74508]: logger=migrator t=2026-03-05T21:51:29.583109149Z level=info msg="Executing migration" id="add unique index builtin_role_action_scope" 2026-03-05T22:51:29.794 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 22:51:29 vm09 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-grafana-a[74508]: logger=migrator t=2026-03-05T21:51:29.583832132Z level=info msg="Migration successfully executed" id="add unique index builtin_role_action_scope" duration=720.819µs 2026-03-05T22:51:29.794 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 22:51:29 vm09 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-grafana-a[74508]: logger=migrator t=2026-03-05T21:51:29.584893439Z level=info msg="Executing migration" id="add primary key to seed_assigment" 2026-03-05T22:51:29.794 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 22:51:29 vm09 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-grafana-a[74508]: logger=migrator t=2026-03-05T21:51:29.598635669Z level=info msg="Migration successfully executed" id="add primary key to seed_assigment" duration=13.734987ms 2026-03-05T22:51:29.794 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 22:51:29 vm09 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-grafana-a[74508]: logger=migrator t=2026-03-05T21:51:29.599762018Z level=info msg="Executing migration" id="add origin column to seed_assignment" 2026-03-05T22:51:29.794 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 22:51:29 vm09 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-grafana-a[74508]: logger=migrator t=2026-03-05T21:51:29.602866248Z level=info msg="Migration successfully executed" id="add origin column to seed_assignment" duration=3.10471ms 2026-03-05T22:51:29.794 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 22:51:29 vm09 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-grafana-a[74508]: logger=migrator t=2026-03-05T21:51:29.603607707Z level=info msg="Executing migration" id="add origin to plugin seed_assignment" 2026-03-05T22:51:29.794 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 22:51:29 vm09 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-grafana-a[74508]: logger=migrator t=2026-03-05T21:51:29.603851432Z level=info msg="Migration successfully executed" id="add origin to plugin seed_assignment" duration=244.277µs 2026-03-05T22:51:29.794 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 22:51:29 vm09 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-grafana-a[74508]: logger=migrator t=2026-03-05T21:51:29.604509494Z level=info msg="Executing migration" id="prevent seeding OnCall access" 2026-03-05T22:51:29.794 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 22:51:29 vm09 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-grafana-a[74508]: logger=migrator t=2026-03-05T21:51:29.60468379Z level=info msg="Migration successfully executed" id="prevent seeding OnCall access" duration=174.816µs 2026-03-05T22:51:29.794 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 22:51:29 vm09 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-grafana-a[74508]: logger=migrator t=2026-03-05T21:51:29.605329128Z level=info msg="Executing migration" id="managed folder permissions alert actions repeated fixed migration" 2026-03-05T22:51:29.794 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 22:51:29 vm09 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-grafana-a[74508]: logger=migrator t=2026-03-05T21:51:29.605525656Z level=info msg="Migration successfully executed" id="managed folder permissions alert actions repeated fixed migration" duration=196.478µs 2026-03-05T22:51:29.794 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 22:51:29 vm09 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-grafana-a[74508]: logger=migrator t=2026-03-05T21:51:29.606167818Z level=info msg="Executing migration" id="managed folder permissions library panel actions migration" 2026-03-05T22:51:29.794 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 22:51:29 vm09 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-grafana-a[74508]: logger=migrator t=2026-03-05T21:51:29.606363614Z level=info msg="Migration successfully executed" id="managed folder permissions library panel actions migration" duration=195.495µs 2026-03-05T22:51:29.794 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 22:51:29 vm09 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-grafana-a[74508]: logger=migrator t=2026-03-05T21:51:29.606992943Z level=info msg="Executing migration" id="migrate external alertmanagers to datsourcse" 2026-03-05T22:51:29.794 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 22:51:29 vm09 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-grafana-a[74508]: logger=migrator t=2026-03-05T21:51:29.607170324Z level=info msg="Migration successfully executed" id="migrate external alertmanagers to datsourcse" duration=178.955µs 2026-03-05T22:51:29.794 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 22:51:29 vm09 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-grafana-a[74508]: logger=migrator t=2026-03-05T21:51:29.607863602Z level=info msg="Executing migration" id="create folder table" 2026-03-05T22:51:29.794 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 22:51:29 vm09 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-grafana-a[74508]: logger=migrator t=2026-03-05T21:51:29.608506385Z level=info msg="Migration successfully executed" id="create folder table" duration=642.533µs 2026-03-05T22:51:29.794 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 22:51:29 vm09 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-grafana-a[74508]: logger=migrator t=2026-03-05T21:51:29.609100407Z level=info msg="Executing migration" id="Add index for parent_uid" 2026-03-05T22:51:29.794 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 22:51:29 vm09 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-grafana-a[74508]: logger=migrator t=2026-03-05T21:51:29.609904942Z level=info msg="Migration successfully executed" id="Add index for parent_uid" duration=804.245µs 2026-03-05T22:51:29.794 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 22:51:29 vm09 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-grafana-a[74508]: logger=migrator t=2026-03-05T21:51:29.610611355Z level=info msg="Executing migration" id="Add unique index for folder.uid and folder.org_id" 2026-03-05T22:51:29.794 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 22:51:29 vm09 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-grafana-a[74508]: logger=migrator t=2026-03-05T21:51:29.611176072Z level=info msg="Migration successfully executed" id="Add unique index for folder.uid and folder.org_id" duration=564.737µs 2026-03-05T22:51:29.794 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 22:51:29 vm09 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-grafana-a[74508]: logger=migrator t=2026-03-05T21:51:29.611750216Z level=info msg="Executing migration" id="Update folder title length" 2026-03-05T22:51:29.795 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 22:51:29 vm09 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-grafana-a[74508]: logger=migrator t=2026-03-05T21:51:29.611834434Z level=info msg="Migration successfully executed" id="Update folder title length" duration=81.032µs 2026-03-05T22:51:29.795 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 22:51:29 vm09 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-grafana-a[74508]: logger=migrator t=2026-03-05T21:51:29.612393491Z level=info msg="Executing migration" id="Add unique index for folder.title and folder.parent_uid" 2026-03-05T22:51:29.795 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 22:51:29 vm09 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-grafana-a[74508]: logger=migrator t=2026-03-05T21:51:29.61295952Z level=info msg="Migration successfully executed" id="Add unique index for folder.title and folder.parent_uid" duration=566.059µs 2026-03-05T22:51:29.795 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 22:51:29 vm09 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-grafana-a[74508]: logger=migrator t=2026-03-05T21:51:29.613484302Z level=info msg="Executing migration" id="Remove unique index for folder.title and folder.parent_uid" 2026-03-05T22:51:29.795 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 22:51:29 vm09 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-grafana-a[74508]: logger=migrator t=2026-03-05T21:51:29.614019694Z level=info msg="Migration successfully executed" id="Remove unique index for folder.title and folder.parent_uid" duration=535.572µs 2026-03-05T22:51:29.795 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 22:51:29 vm09 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-grafana-a[74508]: logger=migrator t=2026-03-05T21:51:29.614586825Z level=info msg="Executing migration" id="Add unique index for title, parent_uid, and org_id" 2026-03-05T22:51:29.795 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 22:51:29 vm09 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-grafana-a[74508]: logger=migrator t=2026-03-05T21:51:29.615140472Z level=info msg="Migration successfully executed" id="Add unique index for title, parent_uid, and org_id" duration=553.326µs 2026-03-05T22:51:29.795 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 22:51:29 vm09 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-grafana-a[74508]: logger=migrator t=2026-03-05T21:51:29.615739494Z level=info msg="Executing migration" id="Sync dashboard and folder table" 2026-03-05T22:51:29.795 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 22:51:29 vm09 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-grafana-a[74508]: logger=migrator t=2026-03-05T21:51:29.616030638Z level=info msg="Migration successfully executed" id="Sync dashboard and folder table" duration=291.476µs 2026-03-05T22:51:29.795 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 22:51:29 vm09 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-grafana-a[74508]: logger=migrator t=2026-03-05T21:51:29.616541314Z level=info msg="Executing migration" id="Remove ghost folders from the folder table" 2026-03-05T22:51:29.795 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 22:51:29 vm09 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-grafana-a[74508]: logger=migrator t=2026-03-05T21:51:29.616773558Z level=info msg="Migration successfully executed" id="Remove ghost folders from the folder table" duration=232.485µs 2026-03-05T22:51:29.795 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 22:51:29 vm09 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-grafana-a[74508]: logger=migrator t=2026-03-05T21:51:29.617366688Z level=info msg="Executing migration" id="Remove unique index UQE_folder_uid_org_id" 2026-03-05T22:51:29.795 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 22:51:29 vm09 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-grafana-a[74508]: logger=migrator t=2026-03-05T21:51:29.617999984Z level=info msg="Migration successfully executed" id="Remove unique index UQE_folder_uid_org_id" duration=633.145µs 2026-03-05T22:51:29.795 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 22:51:29 vm09 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-grafana-a[74508]: logger=migrator t=2026-03-05T21:51:29.618564521Z level=info msg="Executing migration" id="Add unique index UQE_folder_org_id_uid" 2026-03-05T22:51:29.795 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 22:51:29 vm09 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-grafana-a[74508]: logger=migrator t=2026-03-05T21:51:29.619128417Z level=info msg="Migration successfully executed" id="Add unique index UQE_folder_org_id_uid" duration=563.915µs 2026-03-05T22:51:29.795 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 22:51:29 vm09 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-grafana-a[74508]: logger=migrator t=2026-03-05T21:51:29.619663238Z level=info msg="Executing migration" id="Remove unique index UQE_folder_title_parent_uid_org_id" 2026-03-05T22:51:29.795 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 22:51:29 vm09 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-grafana-a[74508]: logger=migrator t=2026-03-05T21:51:29.620179764Z level=info msg="Migration successfully executed" id="Remove unique index UQE_folder_title_parent_uid_org_id" duration=516.697µs 2026-03-05T22:51:29.795 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 22:51:29 vm09 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-grafana-a[74508]: logger=migrator t=2026-03-05T21:51:29.620720966Z level=info msg="Executing migration" id="Add unique index UQE_folder_org_id_parent_uid_title" 2026-03-05T22:51:29.795 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 22:51:29 vm09 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-grafana-a[74508]: logger=migrator t=2026-03-05T21:51:29.621273892Z level=info msg="Migration successfully executed" id="Add unique index UQE_folder_org_id_parent_uid_title" duration=554.277µs 2026-03-05T22:51:29.795 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 22:51:29 vm09 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-grafana-a[74508]: logger=migrator t=2026-03-05T21:51:29.621841454Z level=info msg="Executing migration" id="Remove index IDX_folder_parent_uid_org_id" 2026-03-05T22:51:29.795 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 22:51:29 vm09 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-grafana-a[74508]: logger=migrator t=2026-03-05T21:51:29.622418204Z level=info msg="Migration successfully executed" id="Remove index IDX_folder_parent_uid_org_id" duration=576.64µs 2026-03-05T22:51:29.795 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 22:51:29 vm09 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-grafana-a[74508]: logger=migrator t=2026-03-05T21:51:29.622943056Z level=info msg="Executing migration" id="create anon_device table" 2026-03-05T22:51:29.795 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 22:51:29 vm09 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-grafana-a[74508]: logger=migrator t=2026-03-05T21:51:29.623414098Z level=info msg="Migration successfully executed" id="create anon_device table" duration=468.918µs 2026-03-05T22:51:29.795 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 22:51:29 vm09 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-grafana-a[74508]: logger=migrator t=2026-03-05T21:51:29.623990947Z level=info msg="Executing migration" id="add unique index anon_device.device_id" 2026-03-05T22:51:29.795 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 22:51:29 vm09 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-grafana-a[74508]: logger=migrator t=2026-03-05T21:51:29.624675138Z level=info msg="Migration successfully executed" id="add unique index anon_device.device_id" duration=683.9µs 2026-03-05T22:51:29.795 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 22:51:29 vm09 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-grafana-a[74508]: logger=migrator t=2026-03-05T21:51:29.625303774Z level=info msg="Executing migration" id="add index anon_device.updated_at" 2026-03-05T22:51:29.795 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 22:51:29 vm09 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-grafana-a[74508]: logger=migrator t=2026-03-05T21:51:29.625990561Z level=info msg="Migration successfully executed" id="add index anon_device.updated_at" duration=686.776µs 2026-03-05T22:51:29.795 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 22:51:29 vm09 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-grafana-a[74508]: logger=migrator t=2026-03-05T21:51:29.626561759Z level=info msg="Executing migration" id="create signing_key table" 2026-03-05T22:51:29.795 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 22:51:29 vm09 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-grafana-a[74508]: logger=migrator t=2026-03-05T21:51:29.62711755Z level=info msg="Migration successfully executed" id="create signing_key table" duration=555.79µs 2026-03-05T22:51:29.795 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 22:51:29 vm09 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-grafana-a[74508]: logger=migrator t=2026-03-05T21:51:29.62772181Z level=info msg="Executing migration" id="add unique index signing_key.key_id" 2026-03-05T22:51:29.795 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 22:51:29 vm09 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-grafana-a[74508]: logger=migrator t=2026-03-05T21:51:29.628294422Z level=info msg="Migration successfully executed" id="add unique index signing_key.key_id" duration=572.561µs 2026-03-05T22:51:29.795 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 22:51:29 vm09 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-grafana-a[74508]: logger=migrator t=2026-03-05T21:51:29.62883843Z level=info msg="Executing migration" id="set legacy alert migration status in kvstore" 2026-03-05T22:51:29.795 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 22:51:29 vm09 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-grafana-a[74508]: logger=migrator t=2026-03-05T21:51:29.629407816Z level=info msg="Migration successfully executed" id="set legacy alert migration status in kvstore" duration=569.336µs 2026-03-05T22:51:29.795 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 22:51:29 vm09 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-grafana-a[74508]: logger=migrator t=2026-03-05T21:51:29.630021826Z level=info msg="Executing migration" id="migrate record of created folders during legacy migration to kvstore" 2026-03-05T22:51:29.795 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 22:51:29 vm09 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-grafana-a[74508]: logger=migrator t=2026-03-05T21:51:29.630306258Z level=info msg="Migration successfully executed" id="migrate record of created folders during legacy migration to kvstore" duration=284.653µs 2026-03-05T22:51:29.795 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 22:51:29 vm09 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-grafana-a[74508]: logger=migrator t=2026-03-05T21:51:29.631005026Z level=info msg="Executing migration" id="Add folder_uid for dashboard" 2026-03-05T22:51:29.795 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 22:51:29 vm09 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-grafana-a[74508]: logger=migrator t=2026-03-05T21:51:29.634458439Z level=info msg="Migration successfully executed" id="Add folder_uid for dashboard" duration=3.451119ms 2026-03-05T22:51:29.795 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 22:51:29 vm09 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-grafana-a[74508]: logger=migrator t=2026-03-05T21:51:29.635286369Z level=info msg="Executing migration" id="Populate dashboard folder_uid column" 2026-03-05T22:51:29.795 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 22:51:29 vm09 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-grafana-a[74508]: logger=migrator t=2026-03-05T21:51:29.635884047Z level=info msg="Migration successfully executed" id="Populate dashboard folder_uid column" duration=598.651µs 2026-03-05T22:51:29.795 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 22:51:29 vm09 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-grafana-a[74508]: logger=migrator t=2026-03-05T21:51:29.636680117Z level=info msg="Executing migration" id="Add unique index for dashboard_org_id_folder_uid_title" 2026-03-05T22:51:29.795 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 22:51:29 vm09 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-grafana-a[74508]: logger=migrator t=2026-03-05T21:51:29.637511324Z level=info msg="Migration successfully executed" id="Add unique index for dashboard_org_id_folder_uid_title" duration=831.377µs 2026-03-05T22:51:29.795 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 22:51:29 vm09 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-grafana-a[74508]: logger=migrator t=2026-03-05T21:51:29.638128488Z level=info msg="Executing migration" id="Delete unique index for dashboard_org_id_folder_id_title" 2026-03-05T22:51:29.795 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 22:51:29 vm09 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-grafana-a[74508]: logger=migrator t=2026-03-05T21:51:29.638740414Z level=info msg="Migration successfully executed" id="Delete unique index for dashboard_org_id_folder_id_title" duration=611.524µs 2026-03-05T22:51:29.795 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 22:51:29 vm09 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-grafana-a[74508]: logger=migrator t=2026-03-05T21:51:29.639434052Z level=info msg="Executing migration" id="Delete unique index for dashboard_org_id_folder_uid_title" 2026-03-05T22:51:29.795 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 22:51:29 vm09 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-grafana-a[74508]: logger=migrator t=2026-03-05T21:51:29.640006283Z level=info msg="Migration successfully executed" id="Delete unique index for dashboard_org_id_folder_uid_title" duration=570.296µs 2026-03-05T22:51:29.795 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 22:51:29 vm09 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-grafana-a[74508]: logger=migrator t=2026-03-05T21:51:29.640670716Z level=info msg="Executing migration" id="Add unique index for dashboard_org_id_folder_uid_title_is_folder" 2026-03-05T22:51:29.795 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 22:51:29 vm09 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-grafana-a[74508]: logger=migrator t=2026-03-05T21:51:29.6412812Z level=info msg="Migration successfully executed" id="Add unique index for dashboard_org_id_folder_uid_title_is_folder" duration=609.843µs 2026-03-05T22:51:29.795 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 22:51:29 vm09 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-grafana-a[74508]: logger=migrator t=2026-03-05T21:51:29.641905317Z level=info msg="Executing migration" id="Restore index for dashboard_org_id_folder_id_title" 2026-03-05T22:51:29.795 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 22:51:29 vm09 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-grafana-a[74508]: logger=migrator t=2026-03-05T21:51:29.642475104Z level=info msg="Migration successfully executed" id="Restore index for dashboard_org_id_folder_id_title" duration=570.027µs 2026-03-05T22:51:29.795 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 22:51:29 vm09 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-grafana-a[74508]: logger=migrator t=2026-03-05T21:51:29.643040713Z level=info msg="Executing migration" id="create sso_setting table" 2026-03-05T22:51:29.795 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 22:51:29 vm09 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-grafana-a[74508]: logger=migrator t=2026-03-05T21:51:29.643586594Z level=info msg="Migration successfully executed" id="create sso_setting table" duration=547.074µs 2026-03-05T22:51:29.796 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 22:51:29 vm09 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-grafana-a[74508]: logger=migrator t=2026-03-05T21:51:29.644203398Z level=info msg="Executing migration" id="copy kvstore migration status to each org" 2026-03-05T22:51:29.796 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 22:51:29 vm09 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-grafana-a[74508]: logger=migrator t=2026-03-05T21:51:29.644718232Z level=info msg="Migration successfully executed" id="copy kvstore migration status to each org" duration=515.404µs 2026-03-05T22:51:29.796 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 22:51:29 vm09 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-grafana-a[74508]: logger=migrator t=2026-03-05T21:51:29.6453308Z level=info msg="Executing migration" id="add back entry for orgid=0 migrated status" 2026-03-05T22:51:29.796 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 22:51:29 vm09 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-grafana-a[74508]: logger=migrator t=2026-03-05T21:51:29.645528519Z level=info msg="Migration successfully executed" id="add back entry for orgid=0 migrated status" duration=197.861µs 2026-03-05T22:51:29.796 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 22:51:29 vm09 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-grafana-a[74508]: logger=migrator t=2026-03-05T21:51:29.646116259Z level=info msg="Executing migration" id="alter kv_store.value to longtext" 2026-03-05T22:51:29.796 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 22:51:29 vm09 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-grafana-a[74508]: logger=migrator t=2026-03-05T21:51:29.64621267Z level=info msg="Migration successfully executed" id="alter kv_store.value to longtext" duration=97.182µs 2026-03-05T22:51:29.796 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 22:51:29 vm09 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-grafana-a[74508]: logger=migrator t=2026-03-05T21:51:29.64680062Z level=info msg="Executing migration" id="add notification_settings column to alert_rule table" 2026-03-05T22:51:29.796 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 22:51:29 vm09 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-grafana-a[74508]: logger=migrator t=2026-03-05T21:51:29.649691952Z level=info msg="Migration successfully executed" id="add notification_settings column to alert_rule table" duration=2.890991ms 2026-03-05T22:51:29.796 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 22:51:29 vm09 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-grafana-a[74508]: logger=migrator t=2026-03-05T21:51:29.650349162Z level=info msg="Executing migration" id="add notification_settings column to alert_rule_version table" 2026-03-05T22:51:29.796 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 22:51:29 vm09 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-grafana-a[74508]: logger=migrator t=2026-03-05T21:51:29.653155554Z level=info msg="Migration successfully executed" id="add notification_settings column to alert_rule_version table" duration=2.805491ms 2026-03-05T22:51:29.796 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 22:51:29 vm09 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-grafana-a[74508]: logger=migrator t=2026-03-05T21:51:29.654003081Z level=info msg="Executing migration" id="removing scope from alert.instances:read action migration" 2026-03-05T22:51:29.796 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 22:51:29 vm09 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-grafana-a[74508]: logger=migrator t=2026-03-05T21:51:29.654364748Z level=info msg="Migration successfully executed" id="removing scope from alert.instances:read action migration" duration=362.588µs 2026-03-05T22:51:29.796 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 22:51:29 vm09 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-grafana-a[74508]: logger=migrator t=2026-03-05T21:51:29.65501285Z level=info msg="migrations completed" performed=547 skipped=0 duration=878.384746ms 2026-03-05T22:51:29.796 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 22:51:29 vm09 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-grafana-a[74508]: logger=sqlstore t=2026-03-05T21:51:29.655958872Z level=info msg="Created default organization" 2026-03-05T22:51:29.796 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 22:51:29 vm09 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-grafana-a[74508]: logger=secrets t=2026-03-05T21:51:29.656847445Z level=info msg="Envelope encryption state" enabled=true currentprovider=secretKey.v1 2026-03-05T22:51:29.796 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 22:51:29 vm09 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-grafana-a[74508]: logger=plugin.store t=2026-03-05T21:51:29.665226407Z level=info msg="Loading plugins..." 2026-03-05T22:51:29.796 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 22:51:29 vm09 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-grafana-a[74508]: logger=local.finder t=2026-03-05T21:51:29.705055626Z level=warn msg="Skipping finding plugins as directory does not exist" path=/usr/share/grafana/plugins-bundled 2026-03-05T22:51:29.796 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 22:51:29 vm09 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-grafana-a[74508]: logger=plugin.store t=2026-03-05T21:51:29.70535195Z level=info msg="Plugins loaded" count=55 duration=40.125443ms 2026-03-05T22:51:29.796 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 22:51:29 vm09 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-grafana-a[74508]: logger=query_data t=2026-03-05T21:51:29.70842411Z level=info msg="Query Service initialization" 2026-03-05T22:51:29.796 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 22:51:29 vm09 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-grafana-a[74508]: logger=live.push_http t=2026-03-05T21:51:29.719316066Z level=info msg="Live Push Gateway initialization" 2026-03-05T22:51:29.796 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 22:51:29 vm09 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-grafana-a[74508]: logger=ngalert.migration t=2026-03-05T21:51:29.737660913Z level=info msg=Starting 2026-03-05T22:51:29.796 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 22:51:29 vm09 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-grafana-a[74508]: logger=ngalert.migration t=2026-03-05T21:51:29.738801869Z level=info msg="Applying transition" currentType=Legacy desiredType=UnifiedAlerting cleanOnDowngrade=false cleanOnUpgrade=false 2026-03-05T22:51:29.796 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 22:51:29 vm09 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-grafana-a[74508]: logger=ngalert.migration orgID=1 t=2026-03-05T21:51:29.739160169Z level=info msg="Migrating alerts for organisation" 2026-03-05T22:51:29.796 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 22:51:29 vm09 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-grafana-a[74508]: logger=ngalert.migration orgID=1 t=2026-03-05T21:51:29.740076584Z level=info msg="Alerts found to migrate" alerts=0 2026-03-05T22:51:29.796 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 22:51:29 vm09 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-grafana-a[74508]: logger=ngalert.migration t=2026-03-05T21:51:29.741846887Z level=info msg="Completed alerting migration" 2026-03-05T22:51:29.903 DEBUG:teuthology.orchestra.run.vm09:> sudo pkill -f 'journalctl -f -n 0 -u ceph-ce88f304-18dc-11f1-81b4-a3325c551960@mgr.x.service' 2026-03-05T22:51:29.940 DEBUG:teuthology.orchestra.run:got remote process result: None 2026-03-05T22:51:29.940 INFO:tasks.cephadm.mgr.x:Stopped mgr.x 2026-03-05T22:51:29.940 INFO:tasks.cephadm.osd.0:Stopping osd.0... 2026-03-05T22:51:29.941 DEBUG:teuthology.orchestra.run.vm02:> sudo systemctl stop ceph-ce88f304-18dc-11f1-81b4-a3325c551960@osd.0 2026-03-05T22:51:30.044 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 22:51:29 vm09 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-grafana-a[74508]: logger=ngalert.state.manager t=2026-03-05T21:51:29.796053546Z level=info msg="Running in alternative execution of Error/NoData mode" 2026-03-05T22:51:30.044 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 22:51:29 vm09 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-grafana-a[74508]: logger=infra.usagestats.collector t=2026-03-05T21:51:29.797267147Z level=info msg="registering usage stat providers" usageStatsProvidersLen=2 2026-03-05T22:51:30.044 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 22:51:29 vm09 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-grafana-a[74508]: logger=provisioning.datasources t=2026-03-05T21:51:29.798518789Z level=info msg="inserting datasource from configuration" name=Dashboard1 uid=P43CA22E17D0F9596 2026-03-05T22:51:30.044 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 22:51:29 vm09 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-grafana-a[74508]: logger=provisioning.datasources t=2026-03-05T21:51:29.803771201Z level=info msg="inserting datasource from configuration" name=Loki uid=P8E80F9AEF21F6940 2026-03-05T22:51:30.044 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 22:51:29 vm09 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-grafana-a[74508]: logger=provisioning.alerting t=2026-03-05T21:51:29.809121685Z level=info msg="starting to provision alerting" 2026-03-05T22:51:30.044 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 22:51:29 vm09 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-grafana-a[74508]: logger=provisioning.alerting t=2026-03-05T21:51:29.809256097Z level=info msg="finished to provision alerting" 2026-03-05T22:51:30.044 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 22:51:29 vm09 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-grafana-a[74508]: logger=http.server t=2026-03-05T21:51:29.810811578Z level=info msg="HTTP Server TLS settings" MinTLSVersion=TLS1.2 configuredciphers=TLS_ECDHE_ECDSA_WITH_AES_128_GCM_SHA256,TLS_ECDHE_RSA_WITH_AES_128_GCM_SHA256,TLS_ECDHE_ECDSA_WITH_AES_256_GCM_SHA384,TLS_ECDHE_RSA_WITH_AES_256_GCM_SHA384,TLS_ECDHE_RSA_WITH_AES_128_CBC_SHA,TLS_ECDHE_ECDSA_WITH_AES_256_CBC_SHA,TLS_ECDHE_RSA_WITH_AES_256_CBC_SHA,TLS_RSA_WITH_AES_128_GCM_SHA256,TLS_RSA_WITH_AES_256_GCM_SHA384,TLS_RSA_WITH_AES_128_CBC_SHA,TLS_RSA_WITH_AES_256_CBC_SHA 2026-03-05T22:51:30.044 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 22:51:29 vm09 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-grafana-a[74508]: logger=http.server t=2026-03-05T21:51:29.811050736Z level=info msg="HTTP Server Listen" address=[::]:3000 protocol=https subUrl= socket= 2026-03-05T22:51:30.044 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 22:51:29 vm09 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-grafana-a[74508]: logger=ngalert.state.manager t=2026-03-05T21:51:29.811079691Z level=info msg="Warming state cache for startup" 2026-03-05T22:51:30.044 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 22:51:29 vm09 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-grafana-a[74508]: logger=ngalert.state.manager t=2026-03-05T21:51:29.811223199Z level=info msg="State cache has been initialized" states=0 duration=142.397µs 2026-03-05T22:51:30.044 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 22:51:29 vm09 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-grafana-a[74508]: logger=provisioning.dashboard t=2026-03-05T21:51:29.816400409Z level=info msg="starting to provision dashboards" 2026-03-05T22:51:30.044 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 22:51:29 vm09 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-grafana-a[74508]: logger=grafanaStorageLogger t=2026-03-05T21:51:29.826720475Z level=info msg="Storage starting" 2026-03-05T22:51:30.044 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 22:51:29 vm09 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-grafana-a[74508]: logger=ngalert.multiorg.alertmanager t=2026-03-05T21:51:29.827807269Z level=info msg="Starting MultiOrg Alertmanager" 2026-03-05T22:51:30.044 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 22:51:29 vm09 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-grafana-a[74508]: logger=ngalert.scheduler t=2026-03-05T21:51:29.827826945Z level=info msg="Starting scheduler" tickInterval=10s maxAttempts=1 2026-03-05T22:51:30.044 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 22:51:29 vm09 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-grafana-a[74508]: logger=ticker t=2026-03-05T21:51:29.827851511Z level=info msg=starting first_tick=2026-03-05T21:51:30Z 2026-03-05T22:51:30.044 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 22:51:29 vm09 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-grafana-a[74508]: logger=sqlstore.transactions t=2026-03-05T21:51:29.837458233Z level=info msg="Database locked, sleeping then retrying" error="database is locked" retry=0 code="database is locked" 2026-03-05T22:51:30.044 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 22:51:29 vm09 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-grafana-a[74508]: logger=sqlstore.transactions t=2026-03-05T21:51:29.851236672Z level=info msg="Database locked, sleeping then retrying" error="database is locked" retry=1 code="database is locked" 2026-03-05T22:51:30.044 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 22:51:29 vm09 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-grafana-a[74508]: logger=sqlstore.transactions t=2026-03-05T21:51:29.865269867Z level=info msg="Database locked, sleeping then retrying" error="database is locked" retry=2 code="database is locked" 2026-03-05T22:51:30.044 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 22:51:29 vm09 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-grafana-a[74508]: logger=sqlstore.transactions t=2026-03-05T21:51:29.885334623Z level=info msg="Database locked, sleeping then retrying" error="database is locked" retry=3 code="database is locked" 2026-03-05T22:51:30.044 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 22:51:29 vm09 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-grafana-a[74508]: logger=plugins.update.checker t=2026-03-05T21:51:29.895707717Z level=info msg="Update check succeeded" duration=69.501655ms 2026-03-05T22:51:30.044 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 22:51:29 vm09 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-grafana-a[74508]: logger=grafana.update.checker t=2026-03-05T21:51:29.898112379Z level=info msg="Update check succeeded" duration=71.991546ms 2026-03-05T22:51:30.044 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 22:51:29 vm09 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-grafana-a[74508]: logger=sqlstore.transactions t=2026-03-05T21:51:29.906054855Z level=info msg="Database locked, sleeping then retrying" error="database is locked" retry=4 code="database is locked" 2026-03-05T22:51:30.044 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 22:51:29 vm09 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-grafana-a[74508]: logger=sqlstore.transactions t=2026-03-05T21:51:29.932276704Z level=info msg="Database locked, sleeping then retrying" error="database is locked" retry=0 code="database is locked" 2026-03-05T22:51:30.044 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 22:51:30 vm09 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-grafana-a[74508]: logger=provisioning.dashboard t=2026-03-05T21:51:30.042496802Z level=info msg="finished to provision dashboards" 2026-03-05T22:51:30.286 INFO:journalctl@ceph.osd.0.vm02.stdout:Mar 05 22:51:29 vm02 systemd[1]: Stopping Ceph osd.0 for ce88f304-18dc-11f1-81b4-a3325c551960... 2026-03-05T22:51:30.286 INFO:journalctl@ceph.osd.0.vm02.stdout:Mar 05 22:51:30 vm02 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-osd-0[62137]: 2026-03-05T21:51:30.061+0000 7ffa2dc62640 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.0 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2026-03-05T22:51:30.286 INFO:journalctl@ceph.osd.0.vm02.stdout:Mar 05 22:51:30 vm02 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-osd-0[62137]: 2026-03-05T21:51:30.061+0000 7ffa2dc62640 -1 osd.0 62 *** Got signal Terminated *** 2026-03-05T22:51:30.286 INFO:journalctl@ceph.osd.0.vm02.stdout:Mar 05 22:51:30 vm02 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-osd-0[62137]: 2026-03-05T21:51:30.061+0000 7ffa2dc62640 -1 osd.0 62 *** Immediate shutdown (osd_fast_shutdown=true) *** 2026-03-05T22:51:30.426 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 22:51:30 vm09 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-grafana-a[74508]: logger=grafana-apiserver t=2026-03-05T21:51:30.0660299Z level=info msg="Adding GroupVersion playlist.grafana.app v0alpha1 to ResourceManager" 2026-03-05T22:51:30.426 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 22:51:30 vm09 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-grafana-a[74508]: logger=grafana-apiserver t=2026-03-05T21:51:30.066475002Z level=info msg="Adding GroupVersion featuretoggle.grafana.app v0alpha1 to ResourceManager" 2026-03-05T22:51:31.036 INFO:journalctl@ceph.alertmanager.a.vm02.stdout:Mar 05 22:51:30 vm02 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-alertmanager-a[83013]: ts=2026-03-05T21:51:30.655Z caller=cluster.go:698 level=info component=cluster msg="gossip settled; proceeding" elapsed=10.004193305s 2026-03-05T22:51:35.356 INFO:journalctl@ceph.osd.0.vm02.stdout:Mar 05 22:51:35 vm02 podman[84781]: 2026-03-05 22:51:35.080665264 +0100 CET m=+5.036002613 container died cbf5dc2b169a71a125820ab7f4c3f9c8b6a98d1992bc365a98ea19fe4b6a5953 (image=harbor.clyso.com/custom-ceph/ceph/ceph@sha256:26363c7a4eea9ef5a0148afc7b2a22b6f486596d87a30c2a9fdcda5db3eca62b, name=ceph-ce88f304-18dc-11f1-81b4-a3325c551960-osd-0, CEPH_GIT_REPO=https://github.com/irq0/ceph.git, CEPH_REF=19.2.3-47-gc24117fd552, CEPH_SHA1=c24117fd5525679b799527bc1bd1f1dd0a2db5e2, FROM_IMAGE=rockylinux:9, GANESHA_REPO_BASEURL=https://buildlogs.centos.org/centos/$releasever-stream/storage/$basearch/nfsganesha-5/, OSD_FLAVOR=default, ceph=True, io.buildah.version=1.41.8) 2026-03-05T22:51:35.356 INFO:journalctl@ceph.osd.0.vm02.stdout:Mar 05 22:51:35 vm02 podman[84781]: 2026-03-05 22:51:35.20515755 +0100 CET m=+5.160494899 container remove cbf5dc2b169a71a125820ab7f4c3f9c8b6a98d1992bc365a98ea19fe4b6a5953 (image=harbor.clyso.com/custom-ceph/ceph/ceph@sha256:26363c7a4eea9ef5a0148afc7b2a22b6f486596d87a30c2a9fdcda5db3eca62b, name=ceph-ce88f304-18dc-11f1-81b4-a3325c551960-osd-0, FROM_IMAGE=rockylinux:9, GANESHA_REPO_BASEURL=https://buildlogs.centos.org/centos/$releasever-stream/storage/$basearch/nfsganesha-5/, OSD_FLAVOR=default, ceph=True, io.buildah.version=1.41.8, CEPH_GIT_REPO=https://github.com/irq0/ceph.git, CEPH_REF=19.2.3-47-gc24117fd552, CEPH_SHA1=c24117fd5525679b799527bc1bd1f1dd0a2db5e2) 2026-03-05T22:51:35.356 INFO:journalctl@ceph.osd.0.vm02.stdout:Mar 05 22:51:35 vm02 bash[84781]: ceph-ce88f304-18dc-11f1-81b4-a3325c551960-osd-0 2026-03-05T22:51:35.790 INFO:journalctl@ceph.osd.0.vm02.stdout:Mar 05 22:51:35 vm02 podman[84855]: 2026-03-05 22:51:35.355102676 +0100 CET m=+0.019140951 container create 30bbe135ea6881af0dbac8a715106bde2e9eb6da2550d8265728d35c38e2207a (image=harbor.clyso.com/custom-ceph/ceph/ceph@sha256:26363c7a4eea9ef5a0148afc7b2a22b6f486596d87a30c2a9fdcda5db3eca62b, name=ceph-ce88f304-18dc-11f1-81b4-a3325c551960-osd-0-deactivate, OSD_FLAVOR=default, ceph=True, io.buildah.version=1.41.8, CEPH_GIT_REPO=https://github.com/irq0/ceph.git, CEPH_REF=19.2.3-47-gc24117fd552, CEPH_SHA1=c24117fd5525679b799527bc1bd1f1dd0a2db5e2, FROM_IMAGE=rockylinux:9, GANESHA_REPO_BASEURL=https://buildlogs.centos.org/centos/$releasever-stream/storage/$basearch/nfsganesha-5/) 2026-03-05T22:51:35.791 INFO:journalctl@ceph.osd.0.vm02.stdout:Mar 05 22:51:35 vm02 podman[84855]: 2026-03-05 22:51:35.392006528 +0100 CET m=+0.056044803 container init 30bbe135ea6881af0dbac8a715106bde2e9eb6da2550d8265728d35c38e2207a (image=harbor.clyso.com/custom-ceph/ceph/ceph@sha256:26363c7a4eea9ef5a0148afc7b2a22b6f486596d87a30c2a9fdcda5db3eca62b, name=ceph-ce88f304-18dc-11f1-81b4-a3325c551960-osd-0-deactivate, CEPH_GIT_REPO=https://github.com/irq0/ceph.git, CEPH_REF=19.2.3-47-gc24117fd552, CEPH_SHA1=c24117fd5525679b799527bc1bd1f1dd0a2db5e2, FROM_IMAGE=rockylinux:9, GANESHA_REPO_BASEURL=https://buildlogs.centos.org/centos/$releasever-stream/storage/$basearch/nfsganesha-5/, OSD_FLAVOR=default, ceph=True, io.buildah.version=1.41.8) 2026-03-05T22:51:35.791 INFO:journalctl@ceph.osd.0.vm02.stdout:Mar 05 22:51:35 vm02 podman[84855]: 2026-03-05 22:51:35.401463125 +0100 CET m=+0.065501400 container start 30bbe135ea6881af0dbac8a715106bde2e9eb6da2550d8265728d35c38e2207a (image=harbor.clyso.com/custom-ceph/ceph/ceph@sha256:26363c7a4eea9ef5a0148afc7b2a22b6f486596d87a30c2a9fdcda5db3eca62b, name=ceph-ce88f304-18dc-11f1-81b4-a3325c551960-osd-0-deactivate, CEPH_REF=19.2.3-47-gc24117fd552, CEPH_SHA1=c24117fd5525679b799527bc1bd1f1dd0a2db5e2, FROM_IMAGE=rockylinux:9, GANESHA_REPO_BASEURL=https://buildlogs.centos.org/centos/$releasever-stream/storage/$basearch/nfsganesha-5/, OSD_FLAVOR=default, ceph=True, io.buildah.version=1.41.8, CEPH_GIT_REPO=https://github.com/irq0/ceph.git) 2026-03-05T22:51:35.791 INFO:journalctl@ceph.osd.0.vm02.stdout:Mar 05 22:51:35 vm02 podman[84855]: 2026-03-05 22:51:35.402442859 +0100 CET m=+0.066481134 container attach 30bbe135ea6881af0dbac8a715106bde2e9eb6da2550d8265728d35c38e2207a (image=harbor.clyso.com/custom-ceph/ceph/ceph@sha256:26363c7a4eea9ef5a0148afc7b2a22b6f486596d87a30c2a9fdcda5db3eca62b, name=ceph-ce88f304-18dc-11f1-81b4-a3325c551960-osd-0-deactivate, GANESHA_REPO_BASEURL=https://buildlogs.centos.org/centos/$releasever-stream/storage/$basearch/nfsganesha-5/, OSD_FLAVOR=default, ceph=True, io.buildah.version=1.41.8, CEPH_GIT_REPO=https://github.com/irq0/ceph.git, CEPH_REF=19.2.3-47-gc24117fd552, CEPH_SHA1=c24117fd5525679b799527bc1bd1f1dd0a2db5e2, FROM_IMAGE=rockylinux:9) 2026-03-05T22:51:35.791 INFO:journalctl@ceph.osd.0.vm02.stdout:Mar 05 22:51:35 vm02 podman[84855]: 2026-03-05 22:51:35.34732957 +0100 CET m=+0.011367854 image pull 306e97de47e91c2b4b24d3dc09be3b3a12039b078f343d91220102acc6628a68 harbor.clyso.com/custom-ceph/ceph/ceph@sha256:26363c7a4eea9ef5a0148afc7b2a22b6f486596d87a30c2a9fdcda5db3eca62b 2026-03-05T22:51:35.962 DEBUG:teuthology.orchestra.run.vm02:> sudo pkill -f 'journalctl -f -n 0 -u ceph-ce88f304-18dc-11f1-81b4-a3325c551960@osd.0.service' 2026-03-05T22:51:35.998 DEBUG:teuthology.orchestra.run:got remote process result: None 2026-03-05T22:51:35.998 INFO:tasks.cephadm.osd.0:Stopped osd.0 2026-03-05T22:51:35.998 INFO:tasks.cephadm.osd.1:Stopping osd.1... 2026-03-05T22:51:35.998 DEBUG:teuthology.orchestra.run.vm02:> sudo systemctl stop ceph-ce88f304-18dc-11f1-81b4-a3325c551960@osd.1 2026-03-05T22:51:36.536 INFO:journalctl@ceph.osd.1.vm02.stdout:Mar 05 22:51:36 vm02 systemd[1]: Stopping Ceph osd.1 for ce88f304-18dc-11f1-81b4-a3325c551960... 2026-03-05T22:51:36.536 INFO:journalctl@ceph.osd.1.vm02.stdout:Mar 05 22:51:36 vm02 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-osd-1[65993]: 2026-03-05T21:51:36.154+0000 7fb9f0db9640 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.1 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2026-03-05T22:51:36.536 INFO:journalctl@ceph.osd.1.vm02.stdout:Mar 05 22:51:36 vm02 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-osd-1[65993]: 2026-03-05T21:51:36.154+0000 7fb9f0db9640 -1 osd.1 62 *** Got signal Terminated *** 2026-03-05T22:51:36.536 INFO:journalctl@ceph.osd.1.vm02.stdout:Mar 05 22:51:36 vm02 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-osd-1[65993]: 2026-03-05T21:51:36.154+0000 7fb9f0db9640 -1 osd.1 62 *** Immediate shutdown (osd_fast_shutdown=true) *** 2026-03-05T22:51:41.473 INFO:journalctl@ceph.osd.1.vm02.stdout:Mar 05 22:51:41 vm02 podman[84972]: 2026-03-05 22:51:41.184926347 +0100 CET m=+5.049061604 container died 583cae3d51fa6bbba744354dd3b3b9c3b9f328cb5234ffc11ca59996db5323f8 (image=harbor.clyso.com/custom-ceph/ceph/ceph@sha256:26363c7a4eea9ef5a0148afc7b2a22b6f486596d87a30c2a9fdcda5db3eca62b, name=ceph-ce88f304-18dc-11f1-81b4-a3325c551960-osd-1, OSD_FLAVOR=default, ceph=True, io.buildah.version=1.41.8, CEPH_GIT_REPO=https://github.com/irq0/ceph.git, CEPH_REF=19.2.3-47-gc24117fd552, CEPH_SHA1=c24117fd5525679b799527bc1bd1f1dd0a2db5e2, FROM_IMAGE=rockylinux:9, GANESHA_REPO_BASEURL=https://buildlogs.centos.org/centos/$releasever-stream/storage/$basearch/nfsganesha-5/) 2026-03-05T22:51:41.473 INFO:journalctl@ceph.osd.1.vm02.stdout:Mar 05 22:51:41 vm02 podman[84972]: 2026-03-05 22:51:41.31814945 +0100 CET m=+5.182284707 container remove 583cae3d51fa6bbba744354dd3b3b9c3b9f328cb5234ffc11ca59996db5323f8 (image=harbor.clyso.com/custom-ceph/ceph/ceph@sha256:26363c7a4eea9ef5a0148afc7b2a22b6f486596d87a30c2a9fdcda5db3eca62b, name=ceph-ce88f304-18dc-11f1-81b4-a3325c551960-osd-1, GANESHA_REPO_BASEURL=https://buildlogs.centos.org/centos/$releasever-stream/storage/$basearch/nfsganesha-5/, OSD_FLAVOR=default, ceph=True, io.buildah.version=1.41.8, CEPH_GIT_REPO=https://github.com/irq0/ceph.git, CEPH_REF=19.2.3-47-gc24117fd552, CEPH_SHA1=c24117fd5525679b799527bc1bd1f1dd0a2db5e2, FROM_IMAGE=rockylinux:9) 2026-03-05T22:51:41.473 INFO:journalctl@ceph.osd.1.vm02.stdout:Mar 05 22:51:41 vm02 bash[84972]: ceph-ce88f304-18dc-11f1-81b4-a3325c551960-osd-1 2026-03-05T22:51:41.786 INFO:journalctl@ceph.osd.1.vm02.stdout:Mar 05 22:51:41 vm02 podman[85050]: 2026-03-05 22:51:41.471900431 +0100 CET m=+0.018093803 container create a5b0e9980a3a08d8b6886c16d04da4b90368532398629920fe61d05ecb629bdd (image=harbor.clyso.com/custom-ceph/ceph/ceph@sha256:26363c7a4eea9ef5a0148afc7b2a22b6f486596d87a30c2a9fdcda5db3eca62b, name=ceph-ce88f304-18dc-11f1-81b4-a3325c551960-osd-1-deactivate, OSD_FLAVOR=default, ceph=True, io.buildah.version=1.41.8, CEPH_GIT_REPO=https://github.com/irq0/ceph.git, CEPH_REF=19.2.3-47-gc24117fd552, CEPH_SHA1=c24117fd5525679b799527bc1bd1f1dd0a2db5e2, FROM_IMAGE=rockylinux:9, GANESHA_REPO_BASEURL=https://buildlogs.centos.org/centos/$releasever-stream/storage/$basearch/nfsganesha-5/) 2026-03-05T22:51:41.786 INFO:journalctl@ceph.osd.1.vm02.stdout:Mar 05 22:51:41 vm02 podman[85050]: 2026-03-05 22:51:41.512328267 +0100 CET m=+0.058521629 container init a5b0e9980a3a08d8b6886c16d04da4b90368532398629920fe61d05ecb629bdd (image=harbor.clyso.com/custom-ceph/ceph/ceph@sha256:26363c7a4eea9ef5a0148afc7b2a22b6f486596d87a30c2a9fdcda5db3eca62b, name=ceph-ce88f304-18dc-11f1-81b4-a3325c551960-osd-1-deactivate, FROM_IMAGE=rockylinux:9, GANESHA_REPO_BASEURL=https://buildlogs.centos.org/centos/$releasever-stream/storage/$basearch/nfsganesha-5/, OSD_FLAVOR=default, ceph=True, io.buildah.version=1.41.8, CEPH_GIT_REPO=https://github.com/irq0/ceph.git, CEPH_REF=19.2.3-47-gc24117fd552, CEPH_SHA1=c24117fd5525679b799527bc1bd1f1dd0a2db5e2) 2026-03-05T22:51:41.786 INFO:journalctl@ceph.osd.1.vm02.stdout:Mar 05 22:51:41 vm02 podman[85050]: 2026-03-05 22:51:41.518607769 +0100 CET m=+0.064801141 container start a5b0e9980a3a08d8b6886c16d04da4b90368532398629920fe61d05ecb629bdd (image=harbor.clyso.com/custom-ceph/ceph/ceph@sha256:26363c7a4eea9ef5a0148afc7b2a22b6f486596d87a30c2a9fdcda5db3eca62b, name=ceph-ce88f304-18dc-11f1-81b4-a3325c551960-osd-1-deactivate, ceph=True, io.buildah.version=1.41.8, CEPH_GIT_REPO=https://github.com/irq0/ceph.git, CEPH_REF=19.2.3-47-gc24117fd552, CEPH_SHA1=c24117fd5525679b799527bc1bd1f1dd0a2db5e2, FROM_IMAGE=rockylinux:9, GANESHA_REPO_BASEURL=https://buildlogs.centos.org/centos/$releasever-stream/storage/$basearch/nfsganesha-5/, OSD_FLAVOR=default) 2026-03-05T22:51:41.786 INFO:journalctl@ceph.osd.1.vm02.stdout:Mar 05 22:51:41 vm02 podman[85050]: 2026-03-05 22:51:41.519804098 +0100 CET m=+0.065997470 container attach a5b0e9980a3a08d8b6886c16d04da4b90368532398629920fe61d05ecb629bdd (image=harbor.clyso.com/custom-ceph/ceph/ceph@sha256:26363c7a4eea9ef5a0148afc7b2a22b6f486596d87a30c2a9fdcda5db3eca62b, name=ceph-ce88f304-18dc-11f1-81b4-a3325c551960-osd-1-deactivate, io.buildah.version=1.41.8, CEPH_GIT_REPO=https://github.com/irq0/ceph.git, CEPH_REF=19.2.3-47-gc24117fd552, CEPH_SHA1=c24117fd5525679b799527bc1bd1f1dd0a2db5e2, FROM_IMAGE=rockylinux:9, GANESHA_REPO_BASEURL=https://buildlogs.centos.org/centos/$releasever-stream/storage/$basearch/nfsganesha-5/, OSD_FLAVOR=default, ceph=True) 2026-03-05T22:51:41.786 INFO:journalctl@ceph.osd.1.vm02.stdout:Mar 05 22:51:41 vm02 podman[85050]: 2026-03-05 22:51:41.465039852 +0100 CET m=+0.011233233 image pull 306e97de47e91c2b4b24d3dc09be3b3a12039b078f343d91220102acc6628a68 harbor.clyso.com/custom-ceph/ceph/ceph@sha256:26363c7a4eea9ef5a0148afc7b2a22b6f486596d87a30c2a9fdcda5db3eca62b 2026-03-05T22:51:42.068 DEBUG:teuthology.orchestra.run.vm02:> sudo pkill -f 'journalctl -f -n 0 -u ceph-ce88f304-18dc-11f1-81b4-a3325c551960@osd.1.service' 2026-03-05T22:51:42.110 DEBUG:teuthology.orchestra.run:got remote process result: None 2026-03-05T22:51:42.110 INFO:tasks.cephadm.osd.1:Stopped osd.1 2026-03-05T22:51:42.110 INFO:tasks.cephadm.osd.2:Stopping osd.2... 2026-03-05T22:51:42.110 DEBUG:teuthology.orchestra.run.vm02:> sudo systemctl stop ceph-ce88f304-18dc-11f1-81b4-a3325c551960@osd.2 2026-03-05T22:51:42.441 INFO:journalctl@ceph.osd.2.vm02.stdout:Mar 05 22:51:42 vm02 systemd[1]: Stopping Ceph osd.2 for ce88f304-18dc-11f1-81b4-a3325c551960... 2026-03-05T22:51:42.442 INFO:journalctl@ceph.osd.2.vm02.stdout:Mar 05 22:51:42 vm02 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-osd-2[69685]: 2026-03-05T21:51:42.258+0000 7fcb09b64640 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.2 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2026-03-05T22:51:42.442 INFO:journalctl@ceph.osd.2.vm02.stdout:Mar 05 22:51:42 vm02 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-osd-2[69685]: 2026-03-05T21:51:42.258+0000 7fcb09b64640 -1 osd.2 62 *** Got signal Terminated *** 2026-03-05T22:51:42.442 INFO:journalctl@ceph.osd.2.vm02.stdout:Mar 05 22:51:42 vm02 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-osd-2[69685]: 2026-03-05T21:51:42.258+0000 7fcb09b64640 -1 osd.2 62 *** Immediate shutdown (osd_fast_shutdown=true) *** 2026-03-05T22:51:47.567 INFO:journalctl@ceph.osd.2.vm02.stdout:Mar 05 22:51:47 vm02 podman[85170]: 2026-03-05 22:51:47.288724323 +0100 CET m=+5.046850385 container died 23036bf60ac8dd8630ae04ba01649d4d4639a1d2529629bc1cfb56794d0d2beb (image=harbor.clyso.com/custom-ceph/ceph/ceph@sha256:26363c7a4eea9ef5a0148afc7b2a22b6f486596d87a30c2a9fdcda5db3eca62b, name=ceph-ce88f304-18dc-11f1-81b4-a3325c551960-osd-2, CEPH_GIT_REPO=https://github.com/irq0/ceph.git, CEPH_REF=19.2.3-47-gc24117fd552, CEPH_SHA1=c24117fd5525679b799527bc1bd1f1dd0a2db5e2, FROM_IMAGE=rockylinux:9, GANESHA_REPO_BASEURL=https://buildlogs.centos.org/centos/$releasever-stream/storage/$basearch/nfsganesha-5/, OSD_FLAVOR=default, ceph=True, io.buildah.version=1.41.8) 2026-03-05T22:51:47.567 INFO:journalctl@ceph.osd.2.vm02.stdout:Mar 05 22:51:47 vm02 podman[85170]: 2026-03-05 22:51:47.413513664 +0100 CET m=+5.171639726 container remove 23036bf60ac8dd8630ae04ba01649d4d4639a1d2529629bc1cfb56794d0d2beb (image=harbor.clyso.com/custom-ceph/ceph/ceph@sha256:26363c7a4eea9ef5a0148afc7b2a22b6f486596d87a30c2a9fdcda5db3eca62b, name=ceph-ce88f304-18dc-11f1-81b4-a3325c551960-osd-2, OSD_FLAVOR=default, ceph=True, io.buildah.version=1.41.8, CEPH_GIT_REPO=https://github.com/irq0/ceph.git, CEPH_REF=19.2.3-47-gc24117fd552, CEPH_SHA1=c24117fd5525679b799527bc1bd1f1dd0a2db5e2, FROM_IMAGE=rockylinux:9, GANESHA_REPO_BASEURL=https://buildlogs.centos.org/centos/$releasever-stream/storage/$basearch/nfsganesha-5/) 2026-03-05T22:51:47.567 INFO:journalctl@ceph.osd.2.vm02.stdout:Mar 05 22:51:47 vm02 bash[85170]: ceph-ce88f304-18dc-11f1-81b4-a3325c551960-osd-2 2026-03-05T22:51:48.023 INFO:journalctl@ceph.osd.2.vm02.stdout:Mar 05 22:51:47 vm02 podman[85822]: 2026-03-05 22:51:47.56526421 +0100 CET m=+0.016911609 container create b9af3b7b4c430c3aba3cf7e81b36d93a6a3e9b5ebf9275b21a4a34b7c990c58c (image=harbor.clyso.com/custom-ceph/ceph/ceph@sha256:26363c7a4eea9ef5a0148afc7b2a22b6f486596d87a30c2a9fdcda5db3eca62b, name=ceph-ce88f304-18dc-11f1-81b4-a3325c551960-osd-2-deactivate, CEPH_GIT_REPO=https://github.com/irq0/ceph.git, CEPH_REF=19.2.3-47-gc24117fd552, CEPH_SHA1=c24117fd5525679b799527bc1bd1f1dd0a2db5e2, FROM_IMAGE=rockylinux:9, GANESHA_REPO_BASEURL=https://buildlogs.centos.org/centos/$releasever-stream/storage/$basearch/nfsganesha-5/, OSD_FLAVOR=default, ceph=True, io.buildah.version=1.41.8) 2026-03-05T22:51:48.023 INFO:journalctl@ceph.osd.2.vm02.stdout:Mar 05 22:51:47 vm02 podman[85822]: 2026-03-05 22:51:47.599214725 +0100 CET m=+0.050862124 container init b9af3b7b4c430c3aba3cf7e81b36d93a6a3e9b5ebf9275b21a4a34b7c990c58c (image=harbor.clyso.com/custom-ceph/ceph/ceph@sha256:26363c7a4eea9ef5a0148afc7b2a22b6f486596d87a30c2a9fdcda5db3eca62b, name=ceph-ce88f304-18dc-11f1-81b4-a3325c551960-osd-2-deactivate, io.buildah.version=1.41.8, CEPH_GIT_REPO=https://github.com/irq0/ceph.git, CEPH_REF=19.2.3-47-gc24117fd552, CEPH_SHA1=c24117fd5525679b799527bc1bd1f1dd0a2db5e2, FROM_IMAGE=rockylinux:9, GANESHA_REPO_BASEURL=https://buildlogs.centos.org/centos/$releasever-stream/storage/$basearch/nfsganesha-5/, OSD_FLAVOR=default, ceph=True) 2026-03-05T22:51:48.023 INFO:journalctl@ceph.osd.2.vm02.stdout:Mar 05 22:51:47 vm02 podman[85822]: 2026-03-05 22:51:47.603389638 +0100 CET m=+0.055037026 container start b9af3b7b4c430c3aba3cf7e81b36d93a6a3e9b5ebf9275b21a4a34b7c990c58c (image=harbor.clyso.com/custom-ceph/ceph/ceph@sha256:26363c7a4eea9ef5a0148afc7b2a22b6f486596d87a30c2a9fdcda5db3eca62b, name=ceph-ce88f304-18dc-11f1-81b4-a3325c551960-osd-2-deactivate, FROM_IMAGE=rockylinux:9, GANESHA_REPO_BASEURL=https://buildlogs.centos.org/centos/$releasever-stream/storage/$basearch/nfsganesha-5/, OSD_FLAVOR=default, ceph=True, io.buildah.version=1.41.8, CEPH_GIT_REPO=https://github.com/irq0/ceph.git, CEPH_REF=19.2.3-47-gc24117fd552, CEPH_SHA1=c24117fd5525679b799527bc1bd1f1dd0a2db5e2) 2026-03-05T22:51:48.023 INFO:journalctl@ceph.osd.2.vm02.stdout:Mar 05 22:51:47 vm02 podman[85822]: 2026-03-05 22:51:47.604407583 +0100 CET m=+0.056054982 container attach b9af3b7b4c430c3aba3cf7e81b36d93a6a3e9b5ebf9275b21a4a34b7c990c58c (image=harbor.clyso.com/custom-ceph/ceph/ceph@sha256:26363c7a4eea9ef5a0148afc7b2a22b6f486596d87a30c2a9fdcda5db3eca62b, name=ceph-ce88f304-18dc-11f1-81b4-a3325c551960-osd-2-deactivate, CEPH_REF=19.2.3-47-gc24117fd552, CEPH_SHA1=c24117fd5525679b799527bc1bd1f1dd0a2db5e2, FROM_IMAGE=rockylinux:9, GANESHA_REPO_BASEURL=https://buildlogs.centos.org/centos/$releasever-stream/storage/$basearch/nfsganesha-5/, OSD_FLAVOR=default, ceph=True, io.buildah.version=1.41.8, CEPH_GIT_REPO=https://github.com/irq0/ceph.git) 2026-03-05T22:51:48.024 INFO:journalctl@ceph.osd.2.vm02.stdout:Mar 05 22:51:47 vm02 podman[85822]: 2026-03-05 22:51:47.558988635 +0100 CET m=+0.010636045 image pull 306e97de47e91c2b4b24d3dc09be3b3a12039b078f343d91220102acc6628a68 harbor.clyso.com/custom-ceph/ceph/ceph@sha256:26363c7a4eea9ef5a0148afc7b2a22b6f486596d87a30c2a9fdcda5db3eca62b 2026-03-05T22:51:48.164 DEBUG:teuthology.orchestra.run.vm02:> sudo pkill -f 'journalctl -f -n 0 -u ceph-ce88f304-18dc-11f1-81b4-a3325c551960@osd.2.service' 2026-03-05T22:51:48.202 DEBUG:teuthology.orchestra.run:got remote process result: None 2026-03-05T22:51:48.203 INFO:tasks.cephadm.osd.2:Stopped osd.2 2026-03-05T22:51:48.203 INFO:tasks.cephadm.osd.3:Stopping osd.3... 2026-03-05T22:51:48.203 DEBUG:teuthology.orchestra.run.vm02:> sudo systemctl stop ceph-ce88f304-18dc-11f1-81b4-a3325c551960@osd.3 2026-03-05T22:51:48.279 INFO:journalctl@ceph.osd.3.vm02.stdout:Mar 05 22:51:48 vm02 systemd[1]: Stopping Ceph osd.3 for ce88f304-18dc-11f1-81b4-a3325c551960... 2026-03-05T22:51:48.536 INFO:journalctl@ceph.osd.3.vm02.stdout:Mar 05 22:51:48 vm02 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-osd-3[73711]: 2026-03-05T21:51:48.351+0000 7ff5ca670640 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.3 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2026-03-05T22:51:48.536 INFO:journalctl@ceph.osd.3.vm02.stdout:Mar 05 22:51:48 vm02 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-osd-3[73711]: 2026-03-05T21:51:48.351+0000 7ff5ca670640 -1 osd.3 62 *** Got signal Terminated *** 2026-03-05T22:51:48.536 INFO:journalctl@ceph.osd.3.vm02.stdout:Mar 05 22:51:48 vm02 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-osd-3[73711]: 2026-03-05T21:51:48.351+0000 7ff5ca670640 -1 osd.3 62 *** Immediate shutdown (osd_fast_shutdown=true) *** 2026-03-05T22:51:53.658 INFO:journalctl@ceph.osd.3.vm02.stdout:Mar 05 22:51:53 vm02 podman[85941]: 2026-03-05 22:51:53.385374193 +0100 CET m=+5.052401655 container died f0a3ba5e71735d7a3c0957d6ea371ddc8520c156d05017c20618aa0ca2ff4d48 (image=harbor.clyso.com/custom-ceph/ceph/ceph@sha256:26363c7a4eea9ef5a0148afc7b2a22b6f486596d87a30c2a9fdcda5db3eca62b, name=ceph-ce88f304-18dc-11f1-81b4-a3325c551960-osd-3, CEPH_REF=19.2.3-47-gc24117fd552, CEPH_SHA1=c24117fd5525679b799527bc1bd1f1dd0a2db5e2, FROM_IMAGE=rockylinux:9, GANESHA_REPO_BASEURL=https://buildlogs.centos.org/centos/$releasever-stream/storage/$basearch/nfsganesha-5/, OSD_FLAVOR=default, ceph=True, io.buildah.version=1.41.8, CEPH_GIT_REPO=https://github.com/irq0/ceph.git) 2026-03-05T22:51:53.658 INFO:journalctl@ceph.osd.3.vm02.stdout:Mar 05 22:51:53 vm02 podman[85941]: 2026-03-05 22:51:53.510598256 +0100 CET m=+5.177625719 container remove f0a3ba5e71735d7a3c0957d6ea371ddc8520c156d05017c20618aa0ca2ff4d48 (image=harbor.clyso.com/custom-ceph/ceph/ceph@sha256:26363c7a4eea9ef5a0148afc7b2a22b6f486596d87a30c2a9fdcda5db3eca62b, name=ceph-ce88f304-18dc-11f1-81b4-a3325c551960-osd-3, ceph=True, io.buildah.version=1.41.8, CEPH_GIT_REPO=https://github.com/irq0/ceph.git, CEPH_REF=19.2.3-47-gc24117fd552, CEPH_SHA1=c24117fd5525679b799527bc1bd1f1dd0a2db5e2, FROM_IMAGE=rockylinux:9, GANESHA_REPO_BASEURL=https://buildlogs.centos.org/centos/$releasever-stream/storage/$basearch/nfsganesha-5/, OSD_FLAVOR=default) 2026-03-05T22:51:53.658 INFO:journalctl@ceph.osd.3.vm02.stdout:Mar 05 22:51:53 vm02 bash[85941]: ceph-ce88f304-18dc-11f1-81b4-a3325c551960-osd-3 2026-03-05T22:51:54.036 INFO:journalctl@ceph.osd.3.vm02.stdout:Mar 05 22:51:53 vm02 podman[86017]: 2026-03-05 22:51:53.657389221 +0100 CET m=+0.018814911 container create 95ceb376c21eb8073fc29c11de05b9a38bafa6a8172b99c70c55e73d18beca2f (image=harbor.clyso.com/custom-ceph/ceph/ceph@sha256:26363c7a4eea9ef5a0148afc7b2a22b6f486596d87a30c2a9fdcda5db3eca62b, name=ceph-ce88f304-18dc-11f1-81b4-a3325c551960-osd-3-deactivate, FROM_IMAGE=rockylinux:9, GANESHA_REPO_BASEURL=https://buildlogs.centos.org/centos/$releasever-stream/storage/$basearch/nfsganesha-5/, OSD_FLAVOR=default, ceph=True, io.buildah.version=1.41.8, CEPH_GIT_REPO=https://github.com/irq0/ceph.git, CEPH_REF=19.2.3-47-gc24117fd552, CEPH_SHA1=c24117fd5525679b799527bc1bd1f1dd0a2db5e2) 2026-03-05T22:51:54.036 INFO:journalctl@ceph.osd.3.vm02.stdout:Mar 05 22:51:53 vm02 podman[86017]: 2026-03-05 22:51:53.698786312 +0100 CET m=+0.060212013 container init 95ceb376c21eb8073fc29c11de05b9a38bafa6a8172b99c70c55e73d18beca2f (image=harbor.clyso.com/custom-ceph/ceph/ceph@sha256:26363c7a4eea9ef5a0148afc7b2a22b6f486596d87a30c2a9fdcda5db3eca62b, name=ceph-ce88f304-18dc-11f1-81b4-a3325c551960-osd-3-deactivate, CEPH_GIT_REPO=https://github.com/irq0/ceph.git, CEPH_REF=19.2.3-47-gc24117fd552, CEPH_SHA1=c24117fd5525679b799527bc1bd1f1dd0a2db5e2, FROM_IMAGE=rockylinux:9, GANESHA_REPO_BASEURL=https://buildlogs.centos.org/centos/$releasever-stream/storage/$basearch/nfsganesha-5/, OSD_FLAVOR=default, ceph=True, io.buildah.version=1.41.8) 2026-03-05T22:51:54.036 INFO:journalctl@ceph.osd.3.vm02.stdout:Mar 05 22:51:53 vm02 podman[86017]: 2026-03-05 22:51:53.708564541 +0100 CET m=+0.069990231 container start 95ceb376c21eb8073fc29c11de05b9a38bafa6a8172b99c70c55e73d18beca2f (image=harbor.clyso.com/custom-ceph/ceph/ceph@sha256:26363c7a4eea9ef5a0148afc7b2a22b6f486596d87a30c2a9fdcda5db3eca62b, name=ceph-ce88f304-18dc-11f1-81b4-a3325c551960-osd-3-deactivate, io.buildah.version=1.41.8, CEPH_GIT_REPO=https://github.com/irq0/ceph.git, CEPH_REF=19.2.3-47-gc24117fd552, CEPH_SHA1=c24117fd5525679b799527bc1bd1f1dd0a2db5e2, FROM_IMAGE=rockylinux:9, GANESHA_REPO_BASEURL=https://buildlogs.centos.org/centos/$releasever-stream/storage/$basearch/nfsganesha-5/, OSD_FLAVOR=default, ceph=True) 2026-03-05T22:51:54.036 INFO:journalctl@ceph.osd.3.vm02.stdout:Mar 05 22:51:53 vm02 podman[86017]: 2026-03-05 22:51:53.718669381 +0100 CET m=+0.080095071 container attach 95ceb376c21eb8073fc29c11de05b9a38bafa6a8172b99c70c55e73d18beca2f (image=harbor.clyso.com/custom-ceph/ceph/ceph@sha256:26363c7a4eea9ef5a0148afc7b2a22b6f486596d87a30c2a9fdcda5db3eca62b, name=ceph-ce88f304-18dc-11f1-81b4-a3325c551960-osd-3-deactivate, io.buildah.version=1.41.8, CEPH_GIT_REPO=https://github.com/irq0/ceph.git, CEPH_REF=19.2.3-47-gc24117fd552, CEPH_SHA1=c24117fd5525679b799527bc1bd1f1dd0a2db5e2, FROM_IMAGE=rockylinux:9, GANESHA_REPO_BASEURL=https://buildlogs.centos.org/centos/$releasever-stream/storage/$basearch/nfsganesha-5/, OSD_FLAVOR=default, ceph=True) 2026-03-05T22:51:54.036 INFO:journalctl@ceph.osd.3.vm02.stdout:Mar 05 22:51:53 vm02 podman[86017]: 2026-03-05 22:51:53.650036632 +0100 CET m=+0.011462331 image pull 306e97de47e91c2b4b24d3dc09be3b3a12039b078f343d91220102acc6628a68 harbor.clyso.com/custom-ceph/ceph/ceph@sha256:26363c7a4eea9ef5a0148afc7b2a22b6f486596d87a30c2a9fdcda5db3eca62b 2026-03-05T22:51:54.241 DEBUG:teuthology.orchestra.run.vm02:> sudo pkill -f 'journalctl -f -n 0 -u ceph-ce88f304-18dc-11f1-81b4-a3325c551960@osd.3.service' 2026-03-05T22:51:54.317 DEBUG:teuthology.orchestra.run:got remote process result: None 2026-03-05T22:51:54.317 INFO:tasks.cephadm.osd.3:Stopped osd.3 2026-03-05T22:51:54.317 INFO:tasks.cephadm.osd.4:Stopping osd.4... 2026-03-05T22:51:54.317 DEBUG:teuthology.orchestra.run.vm09:> sudo systemctl stop ceph-ce88f304-18dc-11f1-81b4-a3325c551960@osd.4 2026-03-05T22:51:54.675 INFO:journalctl@ceph.osd.4.vm09.stdout:Mar 05 22:51:54 vm09 systemd[1]: Stopping Ceph osd.4 for ce88f304-18dc-11f1-81b4-a3325c551960... 2026-03-05T22:51:54.676 INFO:journalctl@ceph.osd.4.vm09.stdout:Mar 05 22:51:54 vm09 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-osd-4[57176]: 2026-03-05T21:51:54.433+0000 7f7a90690640 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.4 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2026-03-05T22:51:54.676 INFO:journalctl@ceph.osd.4.vm09.stdout:Mar 05 22:51:54 vm09 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-osd-4[57176]: 2026-03-05T21:51:54.433+0000 7f7a90690640 -1 osd.4 62 *** Got signal Terminated *** 2026-03-05T22:51:54.676 INFO:journalctl@ceph.osd.4.vm09.stdout:Mar 05 22:51:54 vm09 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-osd-4[57176]: 2026-03-05T21:51:54.433+0000 7f7a90690640 -1 osd.4 62 *** Immediate shutdown (osd_fast_shutdown=true) *** 2026-03-05T22:51:56.425 INFO:journalctl@ceph.osd.5.vm09.stdout:Mar 05 22:51:55 vm09 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-osd-5[61115]: 2026-03-05T21:51:55.947+0000 7eff5469e640 -1 osd.5 62 heartbeat_check: no reply from 192.168.123.102:6806 osd.0 since back 2026-03-05T21:51:29.476187+0000 front 2026-03-05T21:51:29.476112+0000 (oldest deadline 2026-03-05T21:51:55.375687+0000) 2026-03-05T22:51:56.426 INFO:journalctl@ceph.osd.4.vm09.stdout:Mar 05 22:51:55 vm09 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-osd-4[57176]: 2026-03-05T21:51:55.979+0000 7f7a8c4a8640 -1 osd.4 62 heartbeat_check: no reply from 192.168.123.102:6806 osd.0 since back 2026-03-05T21:51:31.810930+0000 front 2026-03-05T21:51:31.810954+0000 (oldest deadline 2026-03-05T21:51:55.910724+0000) 2026-03-05T22:51:57.175 INFO:journalctl@ceph.osd.5.vm09.stdout:Mar 05 22:51:56 vm09 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-osd-5[61115]: 2026-03-05T21:51:56.898+0000 7eff5469e640 -1 osd.5 62 heartbeat_check: no reply from 192.168.123.102:6806 osd.0 since back 2026-03-05T21:51:29.476187+0000 front 2026-03-05T21:51:29.476112+0000 (oldest deadline 2026-03-05T21:51:55.375687+0000) 2026-03-05T22:51:57.176 INFO:journalctl@ceph.osd.4.vm09.stdout:Mar 05 22:51:56 vm09 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-osd-4[57176]: 2026-03-05T21:51:56.995+0000 7f7a8c4a8640 -1 osd.4 62 heartbeat_check: no reply from 192.168.123.102:6806 osd.0 since back 2026-03-05T21:51:31.810930+0000 front 2026-03-05T21:51:31.810954+0000 (oldest deadline 2026-03-05T21:51:55.910724+0000) 2026-03-05T22:51:57.536 INFO:journalctl@ceph.osd.7.vm09.stdout:Mar 05 22:51:57 vm09 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-osd-7[68555]: 2026-03-05T21:51:57.220+0000 7fd09cf42640 -1 osd.7 62 heartbeat_check: no reply from 192.168.123.102:6806 osd.0 since back 2026-03-05T21:51:31.404655+0000 front 2026-03-05T21:51:31.404681+0000 (oldest deadline 2026-03-05T21:51:56.704363+0000) 2026-03-05T22:51:58.413 INFO:journalctl@ceph.osd.4.vm09.stdout:Mar 05 22:51:58 vm09 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-osd-4[57176]: 2026-03-05T21:51:58.005+0000 7f7a8c4a8640 -1 osd.4 62 heartbeat_check: no reply from 192.168.123.102:6806 osd.0 since back 2026-03-05T21:51:31.810930+0000 front 2026-03-05T21:51:31.810954+0000 (oldest deadline 2026-03-05T21:51:55.910724+0000) 2026-03-05T22:51:58.413 INFO:journalctl@ceph.osd.7.vm09.stdout:Mar 05 22:51:58 vm09 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-osd-7[68555]: 2026-03-05T21:51:58.188+0000 7fd09cf42640 -1 osd.7 62 heartbeat_check: no reply from 192.168.123.102:6806 osd.0 since back 2026-03-05T21:51:31.404655+0000 front 2026-03-05T21:51:31.404681+0000 (oldest deadline 2026-03-05T21:51:56.704363+0000) 2026-03-05T22:51:58.413 INFO:journalctl@ceph.osd.5.vm09.stdout:Mar 05 22:51:57 vm09 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-osd-5[61115]: 2026-03-05T21:51:57.946+0000 7eff5469e640 -1 osd.5 62 heartbeat_check: no reply from 192.168.123.102:6806 osd.0 since back 2026-03-05T21:51:29.476187+0000 front 2026-03-05T21:51:29.476112+0000 (oldest deadline 2026-03-05T21:51:55.375687+0000) 2026-03-05T22:51:59.055 INFO:journalctl@ceph.osd.5.vm09.stdout:Mar 05 22:51:58 vm09 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-osd-5[61115]: 2026-03-05T21:51:58.966+0000 7eff5469e640 -1 osd.5 62 heartbeat_check: no reply from 192.168.123.102:6806 osd.0 since back 2026-03-05T21:51:29.476187+0000 front 2026-03-05T21:51:29.476112+0000 (oldest deadline 2026-03-05T21:51:55.375687+0000) 2026-03-05T22:51:59.055 INFO:journalctl@ceph.osd.6.vm09.stdout:Mar 05 22:51:58 vm09 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-osd-6[64906]: 2026-03-05T21:51:58.757+0000 7f0f1376c640 -1 osd.6 62 heartbeat_check: no reply from 192.168.123.102:6806 osd.0 since back 2026-03-05T21:51:32.991125+0000 front 2026-03-05T21:51:32.991082+0000 (oldest deadline 2026-03-05T21:51:58.290600+0000) 2026-03-05T22:51:59.425 INFO:journalctl@ceph.osd.7.vm09.stdout:Mar 05 22:51:59 vm09 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-osd-7[68555]: 2026-03-05T21:51:59.203+0000 7fd09cf42640 -1 osd.7 62 heartbeat_check: no reply from 192.168.123.102:6806 osd.0 since back 2026-03-05T21:51:31.404655+0000 front 2026-03-05T21:51:31.404681+0000 (oldest deadline 2026-03-05T21:51:56.704363+0000) 2026-03-05T22:51:59.426 INFO:journalctl@ceph.osd.4.vm09.stdout:Mar 05 22:51:59 vm09 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-osd-4[57176]: 2026-03-05T21:51:59.054+0000 7f7a8c4a8640 -1 osd.4 62 heartbeat_check: no reply from 192.168.123.102:6806 osd.0 since back 2026-03-05T21:51:31.810930+0000 front 2026-03-05T21:51:31.810954+0000 (oldest deadline 2026-03-05T21:51:55.910724+0000) 2026-03-05T22:51:59.787 INFO:journalctl@ceph.osd.4.vm09.stdout:Mar 05 22:51:59 vm09 podman[75366]: 2026-03-05 22:51:59.461356406 +0100 CET m=+5.048325662 container died 1a284648dc8f1ca118303260a81ed258f2bf84d04479fb72b71e096f514c7fbb (image=harbor.clyso.com/custom-ceph/ceph/ceph@sha256:26363c7a4eea9ef5a0148afc7b2a22b6f486596d87a30c2a9fdcda5db3eca62b, name=ceph-ce88f304-18dc-11f1-81b4-a3325c551960-osd-4, CEPH_REF=19.2.3-47-gc24117fd552, CEPH_SHA1=c24117fd5525679b799527bc1bd1f1dd0a2db5e2, FROM_IMAGE=rockylinux:9, GANESHA_REPO_BASEURL=https://buildlogs.centos.org/centos/$releasever-stream/storage/$basearch/nfsganesha-5/, OSD_FLAVOR=default, ceph=True, io.buildah.version=1.41.8, CEPH_GIT_REPO=https://github.com/irq0/ceph.git) 2026-03-05T22:51:59.787 INFO:journalctl@ceph.osd.4.vm09.stdout:Mar 05 22:51:59 vm09 podman[75366]: 2026-03-05 22:51:59.599079172 +0100 CET m=+5.186048437 container remove 1a284648dc8f1ca118303260a81ed258f2bf84d04479fb72b71e096f514c7fbb (image=harbor.clyso.com/custom-ceph/ceph/ceph@sha256:26363c7a4eea9ef5a0148afc7b2a22b6f486596d87a30c2a9fdcda5db3eca62b, name=ceph-ce88f304-18dc-11f1-81b4-a3325c551960-osd-4, OSD_FLAVOR=default, ceph=True, io.buildah.version=1.41.8, CEPH_GIT_REPO=https://github.com/irq0/ceph.git, CEPH_REF=19.2.3-47-gc24117fd552, CEPH_SHA1=c24117fd5525679b799527bc1bd1f1dd0a2db5e2, FROM_IMAGE=rockylinux:9, GANESHA_REPO_BASEURL=https://buildlogs.centos.org/centos/$releasever-stream/storage/$basearch/nfsganesha-5/) 2026-03-05T22:51:59.787 INFO:journalctl@ceph.osd.4.vm09.stdout:Mar 05 22:51:59 vm09 bash[75366]: ceph-ce88f304-18dc-11f1-81b4-a3325c551960-osd-4 2026-03-05T22:52:00.176 INFO:journalctl@ceph.osd.6.vm09.stdout:Mar 05 22:51:59 vm09 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-osd-6[64906]: 2026-03-05T21:51:59.792+0000 7f0f1376c640 -1 osd.6 62 heartbeat_check: no reply from 192.168.123.102:6806 osd.0 since back 2026-03-05T21:51:32.991125+0000 front 2026-03-05T21:51:32.991082+0000 (oldest deadline 2026-03-05T21:51:58.290600+0000) 2026-03-05T22:52:00.176 INFO:journalctl@ceph.osd.5.vm09.stdout:Mar 05 22:52:00 vm09 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-osd-5[61115]: 2026-03-05T21:51:59.999+0000 7eff5469e640 -1 osd.5 62 heartbeat_check: no reply from 192.168.123.102:6806 osd.0 since back 2026-03-05T21:51:29.476187+0000 front 2026-03-05T21:51:29.476112+0000 (oldest deadline 2026-03-05T21:51:55.375687+0000) 2026-03-05T22:52:00.176 INFO:journalctl@ceph.osd.4.vm09.stdout:Mar 05 22:51:59 vm09 podman[75614]: 2026-03-05 22:51:59.785417341 +0100 CET m=+0.030715723 container create cf5e683885b6cbc69d7cdd11705747388a3f8a99a1c24fb6f2db248544ce80af (image=harbor.clyso.com/custom-ceph/ceph/ceph@sha256:26363c7a4eea9ef5a0148afc7b2a22b6f486596d87a30c2a9fdcda5db3eca62b, name=ceph-ce88f304-18dc-11f1-81b4-a3325c551960-osd-4-deactivate, CEPH_GIT_REPO=https://github.com/irq0/ceph.git, CEPH_REF=19.2.3-47-gc24117fd552, CEPH_SHA1=c24117fd5525679b799527bc1bd1f1dd0a2db5e2, FROM_IMAGE=rockylinux:9, GANESHA_REPO_BASEURL=https://buildlogs.centos.org/centos/$releasever-stream/storage/$basearch/nfsganesha-5/, OSD_FLAVOR=default, ceph=True, io.buildah.version=1.41.8) 2026-03-05T22:52:00.176 INFO:journalctl@ceph.osd.4.vm09.stdout:Mar 05 22:51:59 vm09 podman[75614]: 2026-03-05 22:51:59.836818647 +0100 CET m=+0.082117029 container init cf5e683885b6cbc69d7cdd11705747388a3f8a99a1c24fb6f2db248544ce80af (image=harbor.clyso.com/custom-ceph/ceph/ceph@sha256:26363c7a4eea9ef5a0148afc7b2a22b6f486596d87a30c2a9fdcda5db3eca62b, name=ceph-ce88f304-18dc-11f1-81b4-a3325c551960-osd-4-deactivate, ceph=True, io.buildah.version=1.41.8, CEPH_GIT_REPO=https://github.com/irq0/ceph.git, CEPH_REF=19.2.3-47-gc24117fd552, CEPH_SHA1=c24117fd5525679b799527bc1bd1f1dd0a2db5e2, FROM_IMAGE=rockylinux:9, GANESHA_REPO_BASEURL=https://buildlogs.centos.org/centos/$releasever-stream/storage/$basearch/nfsganesha-5/, OSD_FLAVOR=default) 2026-03-05T22:52:00.176 INFO:journalctl@ceph.osd.4.vm09.stdout:Mar 05 22:51:59 vm09 podman[75614]: 2026-03-05 22:51:59.844357968 +0100 CET m=+0.089656350 container start cf5e683885b6cbc69d7cdd11705747388a3f8a99a1c24fb6f2db248544ce80af (image=harbor.clyso.com/custom-ceph/ceph/ceph@sha256:26363c7a4eea9ef5a0148afc7b2a22b6f486596d87a30c2a9fdcda5db3eca62b, name=ceph-ce88f304-18dc-11f1-81b4-a3325c551960-osd-4-deactivate, CEPH_SHA1=c24117fd5525679b799527bc1bd1f1dd0a2db5e2, FROM_IMAGE=rockylinux:9, GANESHA_REPO_BASEURL=https://buildlogs.centos.org/centos/$releasever-stream/storage/$basearch/nfsganesha-5/, OSD_FLAVOR=default, ceph=True, io.buildah.version=1.41.8, CEPH_GIT_REPO=https://github.com/irq0/ceph.git, CEPH_REF=19.2.3-47-gc24117fd552) 2026-03-05T22:52:00.176 INFO:journalctl@ceph.osd.4.vm09.stdout:Mar 05 22:51:59 vm09 podman[75614]: 2026-03-05 22:51:59.848140428 +0100 CET m=+0.093438810 container attach cf5e683885b6cbc69d7cdd11705747388a3f8a99a1c24fb6f2db248544ce80af (image=harbor.clyso.com/custom-ceph/ceph/ceph@sha256:26363c7a4eea9ef5a0148afc7b2a22b6f486596d87a30c2a9fdcda5db3eca62b, name=ceph-ce88f304-18dc-11f1-81b4-a3325c551960-osd-4-deactivate, io.buildah.version=1.41.8, CEPH_GIT_REPO=https://github.com/irq0/ceph.git, CEPH_REF=19.2.3-47-gc24117fd552, CEPH_SHA1=c24117fd5525679b799527bc1bd1f1dd0a2db5e2, FROM_IMAGE=rockylinux:9, GANESHA_REPO_BASEURL=https://buildlogs.centos.org/centos/$releasever-stream/storage/$basearch/nfsganesha-5/, OSD_FLAVOR=default, ceph=True) 2026-03-05T22:52:00.176 INFO:journalctl@ceph.osd.4.vm09.stdout:Mar 05 22:51:59 vm09 podman[75614]: 2026-03-05 22:51:59.776680207 +0100 CET m=+0.021978589 image pull 306e97de47e91c2b4b24d3dc09be3b3a12039b078f343d91220102acc6628a68 harbor.clyso.com/custom-ceph/ceph/ceph@sha256:26363c7a4eea9ef5a0148afc7b2a22b6f486596d87a30c2a9fdcda5db3eca62b 2026-03-05T22:52:00.434 DEBUG:teuthology.orchestra.run.vm09:> sudo pkill -f 'journalctl -f -n 0 -u ceph-ce88f304-18dc-11f1-81b4-a3325c551960@osd.4.service' 2026-03-05T22:52:00.470 INFO:journalctl@ceph.osd.7.vm09.stdout:Mar 05 22:52:00 vm09 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-osd-7[68555]: 2026-03-05T21:52:00.191+0000 7fd09cf42640 -1 osd.7 62 heartbeat_check: no reply from 192.168.123.102:6806 osd.0 since back 2026-03-05T21:51:31.404655+0000 front 2026-03-05T21:51:31.404681+0000 (oldest deadline 2026-03-05T21:51:56.704363+0000) 2026-03-05T22:52:00.471 INFO:journalctl@ceph.osd.4.vm09.stdout:Mar 05 22:52:00 vm09 podman[75614]: 2026-03-05 22:52:00.27950977 +0100 CET m=+0.524808152 container died cf5e683885b6cbc69d7cdd11705747388a3f8a99a1c24fb6f2db248544ce80af (image=harbor.clyso.com/custom-ceph/ceph/ceph@sha256:26363c7a4eea9ef5a0148afc7b2a22b6f486596d87a30c2a9fdcda5db3eca62b, name=ceph-ce88f304-18dc-11f1-81b4-a3325c551960-osd-4-deactivate, CEPH_SHA1=c24117fd5525679b799527bc1bd1f1dd0a2db5e2, FROM_IMAGE=rockylinux:9, GANESHA_REPO_BASEURL=https://buildlogs.centos.org/centos/$releasever-stream/storage/$basearch/nfsganesha-5/, OSD_FLAVOR=default, ceph=True, io.buildah.version=1.41.8, CEPH_GIT_REPO=https://github.com/irq0/ceph.git, CEPH_REF=19.2.3-47-gc24117fd552) 2026-03-05T22:52:00.471 INFO:journalctl@ceph.osd.4.vm09.stdout:Mar 05 22:52:00 vm09 podman[75614]: 2026-03-05 22:52:00.414840127 +0100 CET m=+0.660138509 container remove cf5e683885b6cbc69d7cdd11705747388a3f8a99a1c24fb6f2db248544ce80af (image=harbor.clyso.com/custom-ceph/ceph/ceph@sha256:26363c7a4eea9ef5a0148afc7b2a22b6f486596d87a30c2a9fdcda5db3eca62b, name=ceph-ce88f304-18dc-11f1-81b4-a3325c551960-osd-4-deactivate, GANESHA_REPO_BASEURL=https://buildlogs.centos.org/centos/$releasever-stream/storage/$basearch/nfsganesha-5/, OSD_FLAVOR=default, ceph=True, io.buildah.version=1.41.8, CEPH_GIT_REPO=https://github.com/irq0/ceph.git, CEPH_REF=19.2.3-47-gc24117fd552, CEPH_SHA1=c24117fd5525679b799527bc1bd1f1dd0a2db5e2, FROM_IMAGE=rockylinux:9) 2026-03-05T22:52:00.471 INFO:journalctl@ceph.osd.4.vm09.stdout:Mar 05 22:52:00 vm09 systemd[1]: ceph-ce88f304-18dc-11f1-81b4-a3325c551960@osd.4.service: Deactivated successfully. 2026-03-05T22:52:00.471 INFO:journalctl@ceph.osd.4.vm09.stdout:Mar 05 22:52:00 vm09 systemd[1]: Stopped Ceph osd.4 for ce88f304-18dc-11f1-81b4-a3325c551960. 2026-03-05T22:52:00.471 INFO:journalctl@ceph.osd.4.vm09.stdout:Mar 05 22:52:00 vm09 systemd[1]: ceph-ce88f304-18dc-11f1-81b4-a3325c551960@osd.4.service: Consumed 1.866s CPU time. 2026-03-05T22:52:00.486 DEBUG:teuthology.orchestra.run:got remote process result: None 2026-03-05T22:52:00.486 INFO:tasks.cephadm.osd.4:Stopped osd.4 2026-03-05T22:52:00.486 INFO:tasks.cephadm.osd.5:Stopping osd.5... 2026-03-05T22:52:00.486 DEBUG:teuthology.orchestra.run.vm09:> sudo systemctl stop ceph-ce88f304-18dc-11f1-81b4-a3325c551960@osd.5 2026-03-05T22:52:00.761 INFO:journalctl@ceph.osd.5.vm09.stdout:Mar 05 22:52:00 vm09 systemd[1]: Stopping Ceph osd.5 for ce88f304-18dc-11f1-81b4-a3325c551960... 2026-03-05T22:52:00.761 INFO:journalctl@ceph.osd.5.vm09.stdout:Mar 05 22:52:00 vm09 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-osd-5[61115]: 2026-03-05T21:52:00.643+0000 7eff58085640 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.5 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2026-03-05T22:52:00.761 INFO:journalctl@ceph.osd.5.vm09.stdout:Mar 05 22:52:00 vm09 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-osd-5[61115]: 2026-03-05T21:52:00.643+0000 7eff58085640 -1 osd.5 62 *** Got signal Terminated *** 2026-03-05T22:52:00.761 INFO:journalctl@ceph.osd.5.vm09.stdout:Mar 05 22:52:00 vm09 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-osd-5[61115]: 2026-03-05T21:52:00.643+0000 7eff58085640 -1 osd.5 62 *** Immediate shutdown (osd_fast_shutdown=true) *** 2026-03-05T22:52:00.761 INFO:journalctl@ceph.osd.6.vm09.stdout:Mar 05 22:52:00 vm09 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-osd-6[64906]: 2026-03-05T21:52:00.759+0000 7f0f1376c640 -1 osd.6 62 heartbeat_check: no reply from 192.168.123.102:6806 osd.0 since back 2026-03-05T21:51:32.991125+0000 front 2026-03-05T21:51:32.991082+0000 (oldest deadline 2026-03-05T21:51:58.290600+0000) 2026-03-05T22:52:01.335 INFO:journalctl@ceph.osd.7.vm09.stdout:Mar 05 22:52:01 vm09 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-osd-7[68555]: 2026-03-05T21:52:01.238+0000 7fd09cf42640 -1 osd.7 62 heartbeat_check: no reply from 192.168.123.102:6806 osd.0 since back 2026-03-05T21:51:31.404655+0000 front 2026-03-05T21:51:31.404681+0000 (oldest deadline 2026-03-05T21:51:56.704363+0000) 2026-03-05T22:52:01.335 INFO:journalctl@ceph.osd.5.vm09.stdout:Mar 05 22:52:01 vm09 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-osd-5[61115]: 2026-03-05T21:52:01.027+0000 7eff5469e640 -1 osd.5 62 heartbeat_check: no reply from 192.168.123.102:6806 osd.0 since back 2026-03-05T21:51:29.476187+0000 front 2026-03-05T21:51:29.476112+0000 (oldest deadline 2026-03-05T21:51:55.375687+0000) 2026-03-05T22:52:02.029 INFO:journalctl@ceph.osd.6.vm09.stdout:Mar 05 22:52:01 vm09 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-osd-6[64906]: 2026-03-05T21:52:01.745+0000 7f0f1376c640 -1 osd.6 62 heartbeat_check: no reply from 192.168.123.102:6806 osd.0 since back 2026-03-05T21:51:32.991125+0000 front 2026-03-05T21:51:32.991082+0000 (oldest deadline 2026-03-05T21:51:58.290600+0000) 2026-03-05T22:52:02.425 INFO:journalctl@ceph.osd.7.vm09.stdout:Mar 05 22:52:02 vm09 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-osd-7[68555]: 2026-03-05T21:52:02.225+0000 7fd09cf42640 -1 osd.7 62 heartbeat_check: no reply from 192.168.123.102:6806 osd.0 since back 2026-03-05T21:51:31.404655+0000 front 2026-03-05T21:51:31.404681+0000 (oldest deadline 2026-03-05T21:51:56.704363+0000) 2026-03-05T22:52:02.425 INFO:journalctl@ceph.osd.7.vm09.stdout:Mar 05 22:52:02 vm09 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-osd-7[68555]: 2026-03-05T21:52:02.225+0000 7fd09cf42640 -1 osd.7 62 heartbeat_check: no reply from 192.168.123.102:6814 osd.1 since back 2026-03-05T21:51:40.805231+0000 front 2026-03-05T21:51:40.805238+0000 (oldest deadline 2026-03-05T21:52:01.304958+0000) 2026-03-05T22:52:02.425 INFO:journalctl@ceph.osd.5.vm09.stdout:Mar 05 22:52:02 vm09 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-osd-5[61115]: 2026-03-05T21:52:02.027+0000 7eff5469e640 -1 osd.5 62 heartbeat_check: no reply from 192.168.123.102:6806 osd.0 since back 2026-03-05T21:51:29.476187+0000 front 2026-03-05T21:51:29.476112+0000 (oldest deadline 2026-03-05T21:51:55.375687+0000) 2026-03-05T22:52:02.926 INFO:journalctl@ceph.osd.6.vm09.stdout:Mar 05 22:52:02 vm09 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-osd-6[64906]: 2026-03-05T21:52:02.746+0000 7f0f1376c640 -1 osd.6 62 heartbeat_check: no reply from 192.168.123.102:6806 osd.0 since back 2026-03-05T21:51:32.991125+0000 front 2026-03-05T21:51:32.991082+0000 (oldest deadline 2026-03-05T21:51:58.290600+0000) 2026-03-05T22:52:02.926 INFO:journalctl@ceph.prometheus.a.vm09.stdout:Mar 05 22:52:02 vm09 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-prometheus-a[72537]: ts=2026-03-05T21:52:02.603Z caller=refresh.go:90 level=error component="discovery manager scrape" discovery=http config=ceph msg="Unable to refresh target groups" err="Get \"http://192.168.123.102:8765/sd/prometheus/sd-config?service=mgr-prometheus\": dial tcp 192.168.123.102:8765: connect: connection refused" 2026-03-05T22:52:02.926 INFO:journalctl@ceph.prometheus.a.vm09.stdout:Mar 05 22:52:02 vm09 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-prometheus-a[72537]: ts=2026-03-05T21:52:02.605Z caller=refresh.go:90 level=error component="discovery manager scrape" discovery=http config=ceph-exporter msg="Unable to refresh target groups" err="Get \"http://192.168.123.102:8765/sd/prometheus/sd-config?service=ceph-exporter\": dial tcp 192.168.123.102:8765: connect: connection refused" 2026-03-05T22:52:02.926 INFO:journalctl@ceph.prometheus.a.vm09.stdout:Mar 05 22:52:02 vm09 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-prometheus-a[72537]: ts=2026-03-05T21:52:02.605Z caller=refresh.go:90 level=error component="discovery manager scrape" discovery=http config=nvmeof msg="Unable to refresh target groups" err="Get \"http://192.168.123.102:8765/sd/prometheus/sd-config?service=nvmeof\": dial tcp 192.168.123.102:8765: connect: connection refused" 2026-03-05T22:52:03.275 INFO:journalctl@ceph.osd.5.vm09.stdout:Mar 05 22:52:02 vm09 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-osd-5[61115]: 2026-03-05T21:52:02.992+0000 7eff5469e640 -1 osd.5 62 heartbeat_check: no reply from 192.168.123.102:6806 osd.0 since back 2026-03-05T21:51:29.476187+0000 front 2026-03-05T21:51:29.476112+0000 (oldest deadline 2026-03-05T21:51:55.375687+0000) 2026-03-05T22:52:03.675 INFO:journalctl@ceph.osd.7.vm09.stdout:Mar 05 22:52:03 vm09 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-osd-7[68555]: 2026-03-05T21:52:03.274+0000 7fd09cf42640 -1 osd.7 62 heartbeat_check: no reply from 192.168.123.102:6806 osd.0 since back 2026-03-05T21:51:31.404655+0000 front 2026-03-05T21:51:31.404681+0000 (oldest deadline 2026-03-05T21:51:56.704363+0000) 2026-03-05T22:52:03.676 INFO:journalctl@ceph.osd.7.vm09.stdout:Mar 05 22:52:03 vm09 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-osd-7[68555]: 2026-03-05T21:52:03.274+0000 7fd09cf42640 -1 osd.7 62 heartbeat_check: no reply from 192.168.123.102:6814 osd.1 since back 2026-03-05T21:51:40.805231+0000 front 2026-03-05T21:51:40.805238+0000 (oldest deadline 2026-03-05T21:52:01.304958+0000) 2026-03-05T22:52:04.175 INFO:journalctl@ceph.osd.5.vm09.stdout:Mar 05 22:52:03 vm09 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-osd-5[61115]: 2026-03-05T21:52:03.946+0000 7eff5469e640 -1 osd.5 62 heartbeat_check: no reply from 192.168.123.102:6806 osd.0 since back 2026-03-05T21:51:29.476187+0000 front 2026-03-05T21:51:29.476112+0000 (oldest deadline 2026-03-05T21:51:55.375687+0000) 2026-03-05T22:52:04.176 INFO:journalctl@ceph.osd.5.vm09.stdout:Mar 05 22:52:03 vm09 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-osd-5[61115]: 2026-03-05T21:52:03.946+0000 7eff5469e640 -1 osd.5 62 heartbeat_check: no reply from 192.168.123.102:6814 osd.1 since back 2026-03-05T21:51:40.377418+0000 front 2026-03-05T21:51:40.377368+0000 (oldest deadline 2026-03-05T21:52:03.277062+0000) 2026-03-05T22:52:04.176 INFO:journalctl@ceph.osd.6.vm09.stdout:Mar 05 22:52:03 vm09 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-osd-6[64906]: 2026-03-05T21:52:03.725+0000 7f0f1376c640 -1 osd.6 62 heartbeat_check: no reply from 192.168.123.102:6806 osd.0 since back 2026-03-05T21:51:32.991125+0000 front 2026-03-05T21:51:32.991082+0000 (oldest deadline 2026-03-05T21:51:58.290600+0000) 2026-03-05T22:52:04.675 INFO:journalctl@ceph.osd.7.vm09.stdout:Mar 05 22:52:04 vm09 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-osd-7[68555]: 2026-03-05T21:52:04.234+0000 7fd09cf42640 -1 osd.7 62 heartbeat_check: no reply from 192.168.123.102:6806 osd.0 since back 2026-03-05T21:51:31.404655+0000 front 2026-03-05T21:51:31.404681+0000 (oldest deadline 2026-03-05T21:51:56.704363+0000) 2026-03-05T22:52:04.676 INFO:journalctl@ceph.osd.7.vm09.stdout:Mar 05 22:52:04 vm09 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-osd-7[68555]: 2026-03-05T21:52:04.234+0000 7fd09cf42640 -1 osd.7 62 heartbeat_check: no reply from 192.168.123.102:6814 osd.1 since back 2026-03-05T21:51:40.805231+0000 front 2026-03-05T21:51:40.805238+0000 (oldest deadline 2026-03-05T21:52:01.304958+0000) 2026-03-05T22:52:05.175 INFO:journalctl@ceph.osd.5.vm09.stdout:Mar 05 22:52:04 vm09 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-osd-5[61115]: 2026-03-05T21:52:04.927+0000 7eff5469e640 -1 osd.5 62 heartbeat_check: no reply from 192.168.123.102:6806 osd.0 since back 2026-03-05T21:51:29.476187+0000 front 2026-03-05T21:51:29.476112+0000 (oldest deadline 2026-03-05T21:51:55.375687+0000) 2026-03-05T22:52:05.175 INFO:journalctl@ceph.osd.5.vm09.stdout:Mar 05 22:52:04 vm09 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-osd-5[61115]: 2026-03-05T21:52:04.927+0000 7eff5469e640 -1 osd.5 62 heartbeat_check: no reply from 192.168.123.102:6814 osd.1 since back 2026-03-05T21:51:40.377418+0000 front 2026-03-05T21:51:40.377368+0000 (oldest deadline 2026-03-05T21:52:03.277062+0000) 2026-03-05T22:52:05.176 INFO:journalctl@ceph.osd.6.vm09.stdout:Mar 05 22:52:04 vm09 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-osd-6[64906]: 2026-03-05T21:52:04.726+0000 7f0f1376c640 -1 osd.6 62 heartbeat_check: no reply from 192.168.123.102:6806 osd.0 since back 2026-03-05T21:51:32.991125+0000 front 2026-03-05T21:51:32.991082+0000 (oldest deadline 2026-03-05T21:51:58.290600+0000) 2026-03-05T22:52:05.176 INFO:journalctl@ceph.osd.6.vm09.stdout:Mar 05 22:52:04 vm09 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-osd-6[64906]: 2026-03-05T21:52:04.726+0000 7f0f1376c640 -1 osd.6 62 heartbeat_check: no reply from 192.168.123.102:6814 osd.1 since back 2026-03-05T21:51:38.291148+0000 front 2026-03-05T21:51:38.291288+0000 (oldest deadline 2026-03-05T21:52:04.190847+0000) 2026-03-05T22:52:05.665 INFO:journalctl@ceph.osd.7.vm09.stdout:Mar 05 22:52:05 vm09 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-osd-7[68555]: 2026-03-05T21:52:05.192+0000 7fd09cf42640 -1 osd.7 62 heartbeat_check: no reply from 192.168.123.102:6806 osd.0 since back 2026-03-05T21:51:31.404655+0000 front 2026-03-05T21:51:31.404681+0000 (oldest deadline 2026-03-05T21:51:56.704363+0000) 2026-03-05T22:52:05.665 INFO:journalctl@ceph.osd.7.vm09.stdout:Mar 05 22:52:05 vm09 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-osd-7[68555]: 2026-03-05T21:52:05.192+0000 7fd09cf42640 -1 osd.7 62 heartbeat_check: no reply from 192.168.123.102:6814 osd.1 since back 2026-03-05T21:51:40.805231+0000 front 2026-03-05T21:51:40.805238+0000 (oldest deadline 2026-03-05T21:52:01.304958+0000) 2026-03-05T22:52:05.926 INFO:journalctl@ceph.osd.5.vm09.stdout:Mar 05 22:52:05 vm09 podman[75943]: 2026-03-05 22:52:05.664528393 +0100 CET m=+5.035948962 container died e618338d737e4471fbf2206ca8e0fc37f234a7c9bf604d30b7137eba6ee186c6 (image=harbor.clyso.com/custom-ceph/ceph/ceph@sha256:26363c7a4eea9ef5a0148afc7b2a22b6f486596d87a30c2a9fdcda5db3eca62b, name=ceph-ce88f304-18dc-11f1-81b4-a3325c551960-osd-5, ceph=True, io.buildah.version=1.41.8, CEPH_GIT_REPO=https://github.com/irq0/ceph.git, CEPH_REF=19.2.3-47-gc24117fd552, CEPH_SHA1=c24117fd5525679b799527bc1bd1f1dd0a2db5e2, FROM_IMAGE=rockylinux:9, GANESHA_REPO_BASEURL=https://buildlogs.centos.org/centos/$releasever-stream/storage/$basearch/nfsganesha-5/, OSD_FLAVOR=default) 2026-03-05T22:52:05.926 INFO:journalctl@ceph.osd.5.vm09.stdout:Mar 05 22:52:05 vm09 podman[75943]: 2026-03-05 22:52:05.786558207 +0100 CET m=+5.157978756 container remove e618338d737e4471fbf2206ca8e0fc37f234a7c9bf604d30b7137eba6ee186c6 (image=harbor.clyso.com/custom-ceph/ceph/ceph@sha256:26363c7a4eea9ef5a0148afc7b2a22b6f486596d87a30c2a9fdcda5db3eca62b, name=ceph-ce88f304-18dc-11f1-81b4-a3325c551960-osd-5, io.buildah.version=1.41.8, CEPH_GIT_REPO=https://github.com/irq0/ceph.git, CEPH_REF=19.2.3-47-gc24117fd552, CEPH_SHA1=c24117fd5525679b799527bc1bd1f1dd0a2db5e2, FROM_IMAGE=rockylinux:9, GANESHA_REPO_BASEURL=https://buildlogs.centos.org/centos/$releasever-stream/storage/$basearch/nfsganesha-5/, OSD_FLAVOR=default, ceph=True) 2026-03-05T22:52:05.926 INFO:journalctl@ceph.osd.5.vm09.stdout:Mar 05 22:52:05 vm09 bash[75943]: ceph-ce88f304-18dc-11f1-81b4-a3325c551960-osd-5 2026-03-05T22:52:05.926 INFO:journalctl@ceph.osd.6.vm09.stdout:Mar 05 22:52:05 vm09 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-osd-6[64906]: 2026-03-05T21:52:05.735+0000 7f0f1376c640 -1 osd.6 62 heartbeat_check: no reply from 192.168.123.102:6806 osd.0 since back 2026-03-05T21:51:32.991125+0000 front 2026-03-05T21:51:32.991082+0000 (oldest deadline 2026-03-05T21:51:58.290600+0000) 2026-03-05T22:52:05.926 INFO:journalctl@ceph.osd.6.vm09.stdout:Mar 05 22:52:05 vm09 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-osd-6[64906]: 2026-03-05T21:52:05.735+0000 7f0f1376c640 -1 osd.6 62 heartbeat_check: no reply from 192.168.123.102:6814 osd.1 since back 2026-03-05T21:51:38.291148+0000 front 2026-03-05T21:51:38.291288+0000 (oldest deadline 2026-03-05T21:52:04.190847+0000) 2026-03-05T22:52:06.387 INFO:journalctl@ceph.osd.5.vm09.stdout:Mar 05 22:52:05 vm09 podman[76275]: 2026-03-05 22:52:05.941665639 +0100 CET m=+0.018658571 container create e82ac5494ee3f4c1e3983d9a9c87bb3a13d18515ded41ec60e420bf998d6b574 (image=harbor.clyso.com/custom-ceph/ceph/ceph@sha256:26363c7a4eea9ef5a0148afc7b2a22b6f486596d87a30c2a9fdcda5db3eca62b, name=ceph-ce88f304-18dc-11f1-81b4-a3325c551960-osd-5-deactivate, CEPH_REF=19.2.3-47-gc24117fd552, CEPH_SHA1=c24117fd5525679b799527bc1bd1f1dd0a2db5e2, FROM_IMAGE=rockylinux:9, GANESHA_REPO_BASEURL=https://buildlogs.centos.org/centos/$releasever-stream/storage/$basearch/nfsganesha-5/, OSD_FLAVOR=default, ceph=True, io.buildah.version=1.41.8, CEPH_GIT_REPO=https://github.com/irq0/ceph.git) 2026-03-05T22:52:06.387 INFO:journalctl@ceph.osd.5.vm09.stdout:Mar 05 22:52:05 vm09 podman[76275]: 2026-03-05 22:52:05.985417678 +0100 CET m=+0.062410619 container init e82ac5494ee3f4c1e3983d9a9c87bb3a13d18515ded41ec60e420bf998d6b574 (image=harbor.clyso.com/custom-ceph/ceph/ceph@sha256:26363c7a4eea9ef5a0148afc7b2a22b6f486596d87a30c2a9fdcda5db3eca62b, name=ceph-ce88f304-18dc-11f1-81b4-a3325c551960-osd-5-deactivate, OSD_FLAVOR=default, ceph=True, io.buildah.version=1.41.8, CEPH_GIT_REPO=https://github.com/irq0/ceph.git, CEPH_REF=19.2.3-47-gc24117fd552, CEPH_SHA1=c24117fd5525679b799527bc1bd1f1dd0a2db5e2, FROM_IMAGE=rockylinux:9, GANESHA_REPO_BASEURL=https://buildlogs.centos.org/centos/$releasever-stream/storage/$basearch/nfsganesha-5/) 2026-03-05T22:52:06.387 INFO:journalctl@ceph.osd.5.vm09.stdout:Mar 05 22:52:05 vm09 podman[76275]: 2026-03-05 22:52:05.992066702 +0100 CET m=+0.069059634 container start e82ac5494ee3f4c1e3983d9a9c87bb3a13d18515ded41ec60e420bf998d6b574 (image=harbor.clyso.com/custom-ceph/ceph/ceph@sha256:26363c7a4eea9ef5a0148afc7b2a22b6f486596d87a30c2a9fdcda5db3eca62b, name=ceph-ce88f304-18dc-11f1-81b4-a3325c551960-osd-5-deactivate, CEPH_GIT_REPO=https://github.com/irq0/ceph.git, CEPH_REF=19.2.3-47-gc24117fd552, CEPH_SHA1=c24117fd5525679b799527bc1bd1f1dd0a2db5e2, FROM_IMAGE=rockylinux:9, GANESHA_REPO_BASEURL=https://buildlogs.centos.org/centos/$releasever-stream/storage/$basearch/nfsganesha-5/, OSD_FLAVOR=default, ceph=True, io.buildah.version=1.41.8) 2026-03-05T22:52:06.387 INFO:journalctl@ceph.osd.5.vm09.stdout:Mar 05 22:52:05 vm09 podman[76275]: 2026-03-05 22:52:05.993756625 +0100 CET m=+0.070749557 container attach e82ac5494ee3f4c1e3983d9a9c87bb3a13d18515ded41ec60e420bf998d6b574 (image=harbor.clyso.com/custom-ceph/ceph/ceph@sha256:26363c7a4eea9ef5a0148afc7b2a22b6f486596d87a30c2a9fdcda5db3eca62b, name=ceph-ce88f304-18dc-11f1-81b4-a3325c551960-osd-5-deactivate, FROM_IMAGE=rockylinux:9, GANESHA_REPO_BASEURL=https://buildlogs.centos.org/centos/$releasever-stream/storage/$basearch/nfsganesha-5/, OSD_FLAVOR=default, ceph=True, io.buildah.version=1.41.8, CEPH_GIT_REPO=https://github.com/irq0/ceph.git, CEPH_REF=19.2.3-47-gc24117fd552, CEPH_SHA1=c24117fd5525679b799527bc1bd1f1dd0a2db5e2) 2026-03-05T22:52:06.387 INFO:journalctl@ceph.osd.5.vm09.stdout:Mar 05 22:52:06 vm09 podman[76275]: 2026-03-05 22:52:05.934119556 +0100 CET m=+0.011112488 image pull 306e97de47e91c2b4b24d3dc09be3b3a12039b078f343d91220102acc6628a68 harbor.clyso.com/custom-ceph/ceph/ceph@sha256:26363c7a4eea9ef5a0148afc7b2a22b6f486596d87a30c2a9fdcda5db3eca62b 2026-03-05T22:52:06.388 INFO:journalctl@ceph.osd.7.vm09.stdout:Mar 05 22:52:06 vm09 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-osd-7[68555]: 2026-03-05T21:52:06.157+0000 7fd09cf42640 -1 osd.7 62 heartbeat_check: no reply from 192.168.123.102:6806 osd.0 since back 2026-03-05T21:51:31.404655+0000 front 2026-03-05T21:51:31.404681+0000 (oldest deadline 2026-03-05T21:51:56.704363+0000) 2026-03-05T22:52:06.388 INFO:journalctl@ceph.osd.7.vm09.stdout:Mar 05 22:52:06 vm09 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-osd-7[68555]: 2026-03-05T21:52:06.157+0000 7fd09cf42640 -1 osd.7 62 heartbeat_check: no reply from 192.168.123.102:6814 osd.1 since back 2026-03-05T21:51:40.805231+0000 front 2026-03-05T21:51:40.805238+0000 (oldest deadline 2026-03-05T21:52:01.304958+0000) 2026-03-05T22:52:06.557 DEBUG:teuthology.orchestra.run.vm09:> sudo pkill -f 'journalctl -f -n 0 -u ceph-ce88f304-18dc-11f1-81b4-a3325c551960@osd.5.service' 2026-03-05T22:52:06.594 DEBUG:teuthology.orchestra.run:got remote process result: None 2026-03-05T22:52:06.594 INFO:tasks.cephadm.osd.5:Stopped osd.5 2026-03-05T22:52:06.594 INFO:tasks.cephadm.osd.6:Stopping osd.6... 2026-03-05T22:52:06.594 DEBUG:teuthology.orchestra.run.vm09:> sudo systemctl stop ceph-ce88f304-18dc-11f1-81b4-a3325c551960@osd.6 2026-03-05T22:52:06.926 INFO:journalctl@ceph.osd.6.vm09.stdout:Mar 05 22:52:06 vm09 systemd[1]: Stopping Ceph osd.6 for ce88f304-18dc-11f1-81b4-a3325c551960... 2026-03-05T22:52:06.926 INFO:journalctl@ceph.osd.6.vm09.stdout:Mar 05 22:52:06 vm09 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-osd-6[64906]: 2026-03-05T21:52:06.748+0000 7f0f17954640 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.6 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2026-03-05T22:52:06.926 INFO:journalctl@ceph.osd.6.vm09.stdout:Mar 05 22:52:06 vm09 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-osd-6[64906]: 2026-03-05T21:52:06.748+0000 7f0f17954640 -1 osd.6 62 *** Got signal Terminated *** 2026-03-05T22:52:06.926 INFO:journalctl@ceph.osd.6.vm09.stdout:Mar 05 22:52:06 vm09 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-osd-6[64906]: 2026-03-05T21:52:06.748+0000 7f0f17954640 -1 osd.6 62 *** Immediate shutdown (osd_fast_shutdown=true) *** 2026-03-05T22:52:06.926 INFO:journalctl@ceph.osd.6.vm09.stdout:Mar 05 22:52:06 vm09 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-osd-6[64906]: 2026-03-05T21:52:06.780+0000 7f0f1376c640 -1 osd.6 62 heartbeat_check: no reply from 192.168.123.102:6806 osd.0 since back 2026-03-05T21:51:32.991125+0000 front 2026-03-05T21:51:32.991082+0000 (oldest deadline 2026-03-05T21:51:58.290600+0000) 2026-03-05T22:52:06.926 INFO:journalctl@ceph.osd.6.vm09.stdout:Mar 05 22:52:06 vm09 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-osd-6[64906]: 2026-03-05T21:52:06.780+0000 7f0f1376c640 -1 osd.6 62 heartbeat_check: no reply from 192.168.123.102:6814 osd.1 since back 2026-03-05T21:51:38.291148+0000 front 2026-03-05T21:51:38.291288+0000 (oldest deadline 2026-03-05T21:52:04.190847+0000) 2026-03-05T22:52:07.425 INFO:journalctl@ceph.osd.7.vm09.stdout:Mar 05 22:52:07 vm09 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-osd-7[68555]: 2026-03-05T21:52:07.133+0000 7fd09cf42640 -1 osd.7 62 heartbeat_check: no reply from 192.168.123.102:6806 osd.0 since back 2026-03-05T21:51:31.404655+0000 front 2026-03-05T21:51:31.404681+0000 (oldest deadline 2026-03-05T21:51:56.704363+0000) 2026-03-05T22:52:07.425 INFO:journalctl@ceph.osd.7.vm09.stdout:Mar 05 22:52:07 vm09 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-osd-7[68555]: 2026-03-05T21:52:07.133+0000 7fd09cf42640 -1 osd.7 62 heartbeat_check: no reply from 192.168.123.102:6814 osd.1 since back 2026-03-05T21:51:40.805231+0000 front 2026-03-05T21:51:40.805238+0000 (oldest deadline 2026-03-05T21:52:01.304958+0000) 2026-03-05T22:52:08.116 INFO:journalctl@ceph.osd.6.vm09.stdout:Mar 05 22:52:07 vm09 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-osd-6[64906]: 2026-03-05T21:52:07.817+0000 7f0f1376c640 -1 osd.6 62 heartbeat_check: no reply from 192.168.123.102:6806 osd.0 since back 2026-03-05T21:51:32.991125+0000 front 2026-03-05T21:51:32.991082+0000 (oldest deadline 2026-03-05T21:51:58.290600+0000) 2026-03-05T22:52:08.116 INFO:journalctl@ceph.osd.6.vm09.stdout:Mar 05 22:52:07 vm09 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-osd-6[64906]: 2026-03-05T21:52:07.817+0000 7f0f1376c640 -1 osd.6 62 heartbeat_check: no reply from 192.168.123.102:6814 osd.1 since back 2026-03-05T21:51:38.291148+0000 front 2026-03-05T21:51:38.291288+0000 (oldest deadline 2026-03-05T21:52:04.190847+0000) 2026-03-05T22:52:08.425 INFO:journalctl@ceph.osd.7.vm09.stdout:Mar 05 22:52:08 vm09 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-osd-7[68555]: 2026-03-05T21:52:08.115+0000 7fd09cf42640 -1 osd.7 62 heartbeat_check: no reply from 192.168.123.102:6806 osd.0 since back 2026-03-05T21:51:31.404655+0000 front 2026-03-05T21:51:31.404681+0000 (oldest deadline 2026-03-05T21:51:56.704363+0000) 2026-03-05T22:52:08.425 INFO:journalctl@ceph.osd.7.vm09.stdout:Mar 05 22:52:08 vm09 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-osd-7[68555]: 2026-03-05T21:52:08.115+0000 7fd09cf42640 -1 osd.7 62 heartbeat_check: no reply from 192.168.123.102:6814 osd.1 since back 2026-03-05T21:51:40.805231+0000 front 2026-03-05T21:51:40.805238+0000 (oldest deadline 2026-03-05T21:52:01.304958+0000) 2026-03-05T22:52:08.425 INFO:journalctl@ceph.osd.7.vm09.stdout:Mar 05 22:52:08 vm09 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-osd-7[68555]: 2026-03-05T21:52:08.115+0000 7fd09cf42640 -1 osd.7 62 heartbeat_check: no reply from 192.168.123.102:6822 osd.2 since back 2026-03-05T21:51:41.805795+0000 front 2026-03-05T21:51:41.805680+0000 (oldest deadline 2026-03-05T21:52:07.705582+0000) 2026-03-05T22:52:09.109 INFO:journalctl@ceph.osd.6.vm09.stdout:Mar 05 22:52:08 vm09 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-osd-6[64906]: 2026-03-05T21:52:08.845+0000 7f0f1376c640 -1 osd.6 62 heartbeat_check: no reply from 192.168.123.102:6806 osd.0 since back 2026-03-05T21:51:32.991125+0000 front 2026-03-05T21:51:32.991082+0000 (oldest deadline 2026-03-05T21:51:58.290600+0000) 2026-03-05T22:52:09.109 INFO:journalctl@ceph.osd.6.vm09.stdout:Mar 05 22:52:08 vm09 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-osd-6[64906]: 2026-03-05T21:52:08.845+0000 7f0f1376c640 -1 osd.6 62 heartbeat_check: no reply from 192.168.123.102:6814 osd.1 since back 2026-03-05T21:51:38.291148+0000 front 2026-03-05T21:51:38.291288+0000 (oldest deadline 2026-03-05T21:52:04.190847+0000) 2026-03-05T22:52:09.109 INFO:journalctl@ceph.osd.6.vm09.stdout:Mar 05 22:52:08 vm09 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-osd-6[64906]: 2026-03-05T21:52:08.845+0000 7f0f1376c640 -1 osd.6 62 heartbeat_check: no reply from 192.168.123.102:6822 osd.2 since back 2026-03-05T21:51:44.191232+0000 front 2026-03-05T21:51:44.191343+0000 (oldest deadline 2026-03-05T21:52:08.291080+0000) 2026-03-05T22:52:09.426 INFO:journalctl@ceph.osd.7.vm09.stdout:Mar 05 22:52:09 vm09 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-osd-7[68555]: 2026-03-05T21:52:09.108+0000 7fd09cf42640 -1 osd.7 62 heartbeat_check: no reply from 192.168.123.102:6806 osd.0 since back 2026-03-05T21:51:31.404655+0000 front 2026-03-05T21:51:31.404681+0000 (oldest deadline 2026-03-05T21:51:56.704363+0000) 2026-03-05T22:52:09.426 INFO:journalctl@ceph.osd.7.vm09.stdout:Mar 05 22:52:09 vm09 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-osd-7[68555]: 2026-03-05T21:52:09.108+0000 7fd09cf42640 -1 osd.7 62 heartbeat_check: no reply from 192.168.123.102:6814 osd.1 since back 2026-03-05T21:51:40.805231+0000 front 2026-03-05T21:51:40.805238+0000 (oldest deadline 2026-03-05T21:52:01.304958+0000) 2026-03-05T22:52:09.426 INFO:journalctl@ceph.osd.7.vm09.stdout:Mar 05 22:52:09 vm09 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-osd-7[68555]: 2026-03-05T21:52:09.108+0000 7fd09cf42640 -1 osd.7 62 heartbeat_check: no reply from 192.168.123.102:6822 osd.2 since back 2026-03-05T21:51:41.805795+0000 front 2026-03-05T21:51:41.805680+0000 (oldest deadline 2026-03-05T21:52:07.705582+0000) 2026-03-05T22:52:10.117 INFO:journalctl@ceph.osd.6.vm09.stdout:Mar 05 22:52:09 vm09 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-osd-6[64906]: 2026-03-05T21:52:09.827+0000 7f0f1376c640 -1 osd.6 62 heartbeat_check: no reply from 192.168.123.102:6806 osd.0 since back 2026-03-05T21:51:32.991125+0000 front 2026-03-05T21:51:32.991082+0000 (oldest deadline 2026-03-05T21:51:58.290600+0000) 2026-03-05T22:52:10.117 INFO:journalctl@ceph.osd.6.vm09.stdout:Mar 05 22:52:09 vm09 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-osd-6[64906]: 2026-03-05T21:52:09.827+0000 7f0f1376c640 -1 osd.6 62 heartbeat_check: no reply from 192.168.123.102:6814 osd.1 since back 2026-03-05T21:51:38.291148+0000 front 2026-03-05T21:51:38.291288+0000 (oldest deadline 2026-03-05T21:52:04.190847+0000) 2026-03-05T22:52:10.117 INFO:journalctl@ceph.osd.6.vm09.stdout:Mar 05 22:52:09 vm09 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-osd-6[64906]: 2026-03-05T21:52:09.827+0000 7f0f1376c640 -1 osd.6 62 heartbeat_check: no reply from 192.168.123.102:6822 osd.2 since back 2026-03-05T21:51:44.191232+0000 front 2026-03-05T21:51:44.191343+0000 (oldest deadline 2026-03-05T21:52:08.291080+0000) 2026-03-05T22:52:10.425 INFO:journalctl@ceph.osd.7.vm09.stdout:Mar 05 22:52:10 vm09 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-osd-7[68555]: 2026-03-05T21:52:10.116+0000 7fd09cf42640 -1 osd.7 62 heartbeat_check: no reply from 192.168.123.102:6806 osd.0 since back 2026-03-05T21:51:31.404655+0000 front 2026-03-05T21:51:31.404681+0000 (oldest deadline 2026-03-05T21:51:56.704363+0000) 2026-03-05T22:52:10.425 INFO:journalctl@ceph.osd.7.vm09.stdout:Mar 05 22:52:10 vm09 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-osd-7[68555]: 2026-03-05T21:52:10.116+0000 7fd09cf42640 -1 osd.7 62 heartbeat_check: no reply from 192.168.123.102:6814 osd.1 since back 2026-03-05T21:51:40.805231+0000 front 2026-03-05T21:51:40.805238+0000 (oldest deadline 2026-03-05T21:52:01.304958+0000) 2026-03-05T22:52:10.425 INFO:journalctl@ceph.osd.7.vm09.stdout:Mar 05 22:52:10 vm09 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-osd-7[68555]: 2026-03-05T21:52:10.116+0000 7fd09cf42640 -1 osd.7 62 heartbeat_check: no reply from 192.168.123.102:6822 osd.2 since back 2026-03-05T21:51:41.805795+0000 front 2026-03-05T21:51:41.805680+0000 (oldest deadline 2026-03-05T21:52:07.705582+0000) 2026-03-05T22:52:11.156 INFO:journalctl@ceph.osd.6.vm09.stdout:Mar 05 22:52:10 vm09 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-osd-6[64906]: 2026-03-05T21:52:10.834+0000 7f0f1376c640 -1 osd.6 62 heartbeat_check: no reply from 192.168.123.102:6806 osd.0 since back 2026-03-05T21:51:32.991125+0000 front 2026-03-05T21:51:32.991082+0000 (oldest deadline 2026-03-05T21:51:58.290600+0000) 2026-03-05T22:52:11.156 INFO:journalctl@ceph.osd.6.vm09.stdout:Mar 05 22:52:10 vm09 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-osd-6[64906]: 2026-03-05T21:52:10.834+0000 7f0f1376c640 -1 osd.6 62 heartbeat_check: no reply from 192.168.123.102:6814 osd.1 since back 2026-03-05T21:51:38.291148+0000 front 2026-03-05T21:51:38.291288+0000 (oldest deadline 2026-03-05T21:52:04.190847+0000) 2026-03-05T22:52:11.156 INFO:journalctl@ceph.osd.6.vm09.stdout:Mar 05 22:52:10 vm09 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-osd-6[64906]: 2026-03-05T21:52:10.834+0000 7f0f1376c640 -1 osd.6 62 heartbeat_check: no reply from 192.168.123.102:6822 osd.2 since back 2026-03-05T21:51:44.191232+0000 front 2026-03-05T21:51:44.191343+0000 (oldest deadline 2026-03-05T21:52:08.291080+0000) 2026-03-05T22:52:11.156 INFO:journalctl@ceph.osd.7.vm09.stdout:Mar 05 22:52:11 vm09 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-osd-7[68555]: 2026-03-05T21:52:11.154+0000 7fd09cf42640 -1 osd.7 62 heartbeat_check: no reply from 192.168.123.102:6806 osd.0 since back 2026-03-05T21:51:31.404655+0000 front 2026-03-05T21:51:31.404681+0000 (oldest deadline 2026-03-05T21:51:56.704363+0000) 2026-03-05T22:52:11.425 INFO:journalctl@ceph.osd.7.vm09.stdout:Mar 05 22:52:11 vm09 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-osd-7[68555]: 2026-03-05T21:52:11.154+0000 7fd09cf42640 -1 osd.7 62 heartbeat_check: no reply from 192.168.123.102:6814 osd.1 since back 2026-03-05T21:51:40.805231+0000 front 2026-03-05T21:51:40.805238+0000 (oldest deadline 2026-03-05T21:52:01.304958+0000) 2026-03-05T22:52:11.425 INFO:journalctl@ceph.osd.7.vm09.stdout:Mar 05 22:52:11 vm09 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-osd-7[68555]: 2026-03-05T21:52:11.154+0000 7fd09cf42640 -1 osd.7 62 heartbeat_check: no reply from 192.168.123.102:6822 osd.2 since back 2026-03-05T21:51:41.805795+0000 front 2026-03-05T21:51:41.805680+0000 (oldest deadline 2026-03-05T21:52:07.705582+0000) 2026-03-05T22:52:12.075 INFO:journalctl@ceph.osd.6.vm09.stdout:Mar 05 22:52:11 vm09 podman[76398]: 2026-03-05 22:52:11.776946303 +0100 CET m=+5.046658109 container died 8be4ab55281b7d999f0cd3131a88f21a94200ed2c396a949abacf6dc0bb3bee5 (image=harbor.clyso.com/custom-ceph/ceph/ceph@sha256:26363c7a4eea9ef5a0148afc7b2a22b6f486596d87a30c2a9fdcda5db3eca62b, name=ceph-ce88f304-18dc-11f1-81b4-a3325c551960-osd-6, FROM_IMAGE=rockylinux:9, GANESHA_REPO_BASEURL=https://buildlogs.centos.org/centos/$releasever-stream/storage/$basearch/nfsganesha-5/, OSD_FLAVOR=default, ceph=True, io.buildah.version=1.41.8, CEPH_GIT_REPO=https://github.com/irq0/ceph.git, CEPH_REF=19.2.3-47-gc24117fd552, CEPH_SHA1=c24117fd5525679b799527bc1bd1f1dd0a2db5e2) 2026-03-05T22:52:12.075 INFO:journalctl@ceph.osd.6.vm09.stdout:Mar 05 22:52:11 vm09 podman[76398]: 2026-03-05 22:52:11.904973091 +0100 CET m=+5.174684897 container remove 8be4ab55281b7d999f0cd3131a88f21a94200ed2c396a949abacf6dc0bb3bee5 (image=harbor.clyso.com/custom-ceph/ceph/ceph@sha256:26363c7a4eea9ef5a0148afc7b2a22b6f486596d87a30c2a9fdcda5db3eca62b, name=ceph-ce88f304-18dc-11f1-81b4-a3325c551960-osd-6, ceph=True, io.buildah.version=1.41.8, CEPH_GIT_REPO=https://github.com/irq0/ceph.git, CEPH_REF=19.2.3-47-gc24117fd552, CEPH_SHA1=c24117fd5525679b799527bc1bd1f1dd0a2db5e2, FROM_IMAGE=rockylinux:9, GANESHA_REPO_BASEURL=https://buildlogs.centos.org/centos/$releasever-stream/storage/$basearch/nfsganesha-5/, OSD_FLAVOR=default) 2026-03-05T22:52:12.075 INFO:journalctl@ceph.osd.6.vm09.stdout:Mar 05 22:52:11 vm09 bash[76398]: ceph-ce88f304-18dc-11f1-81b4-a3325c551960-osd-6 2026-03-05T22:52:12.425 INFO:journalctl@ceph.osd.7.vm09.stdout:Mar 05 22:52:12 vm09 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-osd-7[68555]: 2026-03-05T21:52:12.110+0000 7fd09cf42640 -1 osd.7 62 heartbeat_check: no reply from 192.168.123.102:6806 osd.0 since back 2026-03-05T21:51:31.404655+0000 front 2026-03-05T21:51:31.404681+0000 (oldest deadline 2026-03-05T21:51:56.704363+0000) 2026-03-05T22:52:12.426 INFO:journalctl@ceph.osd.7.vm09.stdout:Mar 05 22:52:12 vm09 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-osd-7[68555]: 2026-03-05T21:52:12.110+0000 7fd09cf42640 -1 osd.7 62 heartbeat_check: no reply from 192.168.123.102:6814 osd.1 since back 2026-03-05T21:51:40.805231+0000 front 2026-03-05T21:51:40.805238+0000 (oldest deadline 2026-03-05T21:52:01.304958+0000) 2026-03-05T22:52:12.426 INFO:journalctl@ceph.osd.7.vm09.stdout:Mar 05 22:52:12 vm09 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-osd-7[68555]: 2026-03-05T21:52:12.110+0000 7fd09cf42640 -1 osd.7 62 heartbeat_check: no reply from 192.168.123.102:6822 osd.2 since back 2026-03-05T21:51:41.805795+0000 front 2026-03-05T21:51:41.805680+0000 (oldest deadline 2026-03-05T21:52:07.705582+0000) 2026-03-05T22:52:12.426 INFO:journalctl@ceph.osd.6.vm09.stdout:Mar 05 22:52:12 vm09 podman[76475]: 2026-03-05 22:52:12.074241678 +0100 CET m=+0.020603352 container create 6a898aa8467d96016ade71d2f937ecd539f46aa63559240a80c75ec7a380e688 (image=harbor.clyso.com/custom-ceph/ceph/ceph@sha256:26363c7a4eea9ef5a0148afc7b2a22b6f486596d87a30c2a9fdcda5db3eca62b, name=ceph-ce88f304-18dc-11f1-81b4-a3325c551960-osd-6-deactivate, ceph=True, io.buildah.version=1.41.8, CEPH_GIT_REPO=https://github.com/irq0/ceph.git, CEPH_REF=19.2.3-47-gc24117fd552, CEPH_SHA1=c24117fd5525679b799527bc1bd1f1dd0a2db5e2, FROM_IMAGE=rockylinux:9, GANESHA_REPO_BASEURL=https://buildlogs.centos.org/centos/$releasever-stream/storage/$basearch/nfsganesha-5/, OSD_FLAVOR=default) 2026-03-05T22:52:12.426 INFO:journalctl@ceph.osd.6.vm09.stdout:Mar 05 22:52:12 vm09 podman[76475]: 2026-03-05 22:52:12.117571275 +0100 CET m=+0.063932949 container init 6a898aa8467d96016ade71d2f937ecd539f46aa63559240a80c75ec7a380e688 (image=harbor.clyso.com/custom-ceph/ceph/ceph@sha256:26363c7a4eea9ef5a0148afc7b2a22b6f486596d87a30c2a9fdcda5db3eca62b, name=ceph-ce88f304-18dc-11f1-81b4-a3325c551960-osd-6-deactivate, GANESHA_REPO_BASEURL=https://buildlogs.centos.org/centos/$releasever-stream/storage/$basearch/nfsganesha-5/, OSD_FLAVOR=default, ceph=True, io.buildah.version=1.41.8, CEPH_GIT_REPO=https://github.com/irq0/ceph.git, CEPH_REF=19.2.3-47-gc24117fd552, CEPH_SHA1=c24117fd5525679b799527bc1bd1f1dd0a2db5e2, FROM_IMAGE=rockylinux:9) 2026-03-05T22:52:12.426 INFO:journalctl@ceph.osd.6.vm09.stdout:Mar 05 22:52:12 vm09 podman[76475]: 2026-03-05 22:52:12.123529286 +0100 CET m=+0.069890960 container start 6a898aa8467d96016ade71d2f937ecd539f46aa63559240a80c75ec7a380e688 (image=harbor.clyso.com/custom-ceph/ceph/ceph@sha256:26363c7a4eea9ef5a0148afc7b2a22b6f486596d87a30c2a9fdcda5db3eca62b, name=ceph-ce88f304-18dc-11f1-81b4-a3325c551960-osd-6-deactivate, io.buildah.version=1.41.8, CEPH_GIT_REPO=https://github.com/irq0/ceph.git, CEPH_REF=19.2.3-47-gc24117fd552, CEPH_SHA1=c24117fd5525679b799527bc1bd1f1dd0a2db5e2, FROM_IMAGE=rockylinux:9, GANESHA_REPO_BASEURL=https://buildlogs.centos.org/centos/$releasever-stream/storage/$basearch/nfsganesha-5/, OSD_FLAVOR=default, ceph=True) 2026-03-05T22:52:12.426 INFO:journalctl@ceph.osd.6.vm09.stdout:Mar 05 22:52:12 vm09 podman[76475]: 2026-03-05 22:52:12.127425559 +0100 CET m=+0.073787233 container attach 6a898aa8467d96016ade71d2f937ecd539f46aa63559240a80c75ec7a380e688 (image=harbor.clyso.com/custom-ceph/ceph/ceph@sha256:26363c7a4eea9ef5a0148afc7b2a22b6f486596d87a30c2a9fdcda5db3eca62b, name=ceph-ce88f304-18dc-11f1-81b4-a3325c551960-osd-6-deactivate, ceph=True, io.buildah.version=1.41.8, CEPH_GIT_REPO=https://github.com/irq0/ceph.git, CEPH_REF=19.2.3-47-gc24117fd552, CEPH_SHA1=c24117fd5525679b799527bc1bd1f1dd0a2db5e2, FROM_IMAGE=rockylinux:9, GANESHA_REPO_BASEURL=https://buildlogs.centos.org/centos/$releasever-stream/storage/$basearch/nfsganesha-5/, OSD_FLAVOR=default) 2026-03-05T22:52:12.426 INFO:journalctl@ceph.osd.6.vm09.stdout:Mar 05 22:52:12 vm09 podman[76475]: 2026-03-05 22:52:12.067128315 +0100 CET m=+0.013489999 image pull 306e97de47e91c2b4b24d3dc09be3b3a12039b078f343d91220102acc6628a68 harbor.clyso.com/custom-ceph/ceph/ceph@sha256:26363c7a4eea9ef5a0148afc7b2a22b6f486596d87a30c2a9fdcda5db3eca62b 2026-03-05T22:52:12.668 DEBUG:teuthology.orchestra.run.vm09:> sudo pkill -f 'journalctl -f -n 0 -u ceph-ce88f304-18dc-11f1-81b4-a3325c551960@osd.6.service' 2026-03-05T22:52:12.702 DEBUG:teuthology.orchestra.run:got remote process result: None 2026-03-05T22:52:12.702 INFO:tasks.cephadm.osd.6:Stopped osd.6 2026-03-05T22:52:12.702 INFO:tasks.cephadm.osd.7:Stopping osd.7... 2026-03-05T22:52:12.702 DEBUG:teuthology.orchestra.run.vm09:> sudo systemctl stop ceph-ce88f304-18dc-11f1-81b4-a3325c551960@osd.7 2026-03-05T22:52:12.779 INFO:journalctl@ceph.osd.7.vm09.stdout:Mar 05 22:52:12 vm09 systemd[1]: Stopping Ceph osd.7 for ce88f304-18dc-11f1-81b4-a3325c551960... 2026-03-05T22:52:13.071 INFO:journalctl@ceph.osd.7.vm09.stdout:Mar 05 22:52:12 vm09 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-osd-7[68555]: 2026-03-05T21:52:12.850+0000 7fd0a112a640 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.7 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2026-03-05T22:52:13.071 INFO:journalctl@ceph.osd.7.vm09.stdout:Mar 05 22:52:12 vm09 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-osd-7[68555]: 2026-03-05T21:52:12.850+0000 7fd0a112a640 -1 osd.7 62 *** Got signal Terminated *** 2026-03-05T22:52:13.071 INFO:journalctl@ceph.osd.7.vm09.stdout:Mar 05 22:52:12 vm09 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-osd-7[68555]: 2026-03-05T21:52:12.850+0000 7fd0a112a640 -1 osd.7 62 *** Immediate shutdown (osd_fast_shutdown=true) *** 2026-03-05T22:52:13.425 INFO:journalctl@ceph.osd.7.vm09.stdout:Mar 05 22:52:13 vm09 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-osd-7[68555]: 2026-03-05T21:52:13.070+0000 7fd09cf42640 -1 osd.7 62 heartbeat_check: no reply from 192.168.123.102:6806 osd.0 since back 2026-03-05T21:51:31.404655+0000 front 2026-03-05T21:51:31.404681+0000 (oldest deadline 2026-03-05T21:51:56.704363+0000) 2026-03-05T22:52:13.425 INFO:journalctl@ceph.osd.7.vm09.stdout:Mar 05 22:52:13 vm09 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-osd-7[68555]: 2026-03-05T21:52:13.070+0000 7fd09cf42640 -1 osd.7 62 heartbeat_check: no reply from 192.168.123.102:6814 osd.1 since back 2026-03-05T21:51:40.805231+0000 front 2026-03-05T21:51:40.805238+0000 (oldest deadline 2026-03-05T21:52:01.304958+0000) 2026-03-05T22:52:13.425 INFO:journalctl@ceph.osd.7.vm09.stdout:Mar 05 22:52:13 vm09 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-osd-7[68555]: 2026-03-05T21:52:13.070+0000 7fd09cf42640 -1 osd.7 62 heartbeat_check: no reply from 192.168.123.102:6822 osd.2 since back 2026-03-05T21:51:41.805795+0000 front 2026-03-05T21:51:41.805680+0000 (oldest deadline 2026-03-05T21:52:07.705582+0000) 2026-03-05T22:52:14.425 INFO:journalctl@ceph.osd.7.vm09.stdout:Mar 05 22:52:14 vm09 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-osd-7[68555]: 2026-03-05T21:52:14.118+0000 7fd09cf42640 -1 osd.7 62 heartbeat_check: no reply from 192.168.123.102:6806 osd.0 since back 2026-03-05T21:51:31.404655+0000 front 2026-03-05T21:51:31.404681+0000 (oldest deadline 2026-03-05T21:51:56.704363+0000) 2026-03-05T22:52:14.425 INFO:journalctl@ceph.osd.7.vm09.stdout:Mar 05 22:52:14 vm09 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-osd-7[68555]: 2026-03-05T21:52:14.118+0000 7fd09cf42640 -1 osd.7 62 heartbeat_check: no reply from 192.168.123.102:6814 osd.1 since back 2026-03-05T21:51:40.805231+0000 front 2026-03-05T21:51:40.805238+0000 (oldest deadline 2026-03-05T21:52:01.304958+0000) 2026-03-05T22:52:14.425 INFO:journalctl@ceph.osd.7.vm09.stdout:Mar 05 22:52:14 vm09 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-osd-7[68555]: 2026-03-05T21:52:14.118+0000 7fd09cf42640 -1 osd.7 62 heartbeat_check: no reply from 192.168.123.102:6822 osd.2 since back 2026-03-05T21:51:41.805795+0000 front 2026-03-05T21:51:41.805680+0000 (oldest deadline 2026-03-05T21:52:07.705582+0000) 2026-03-05T22:52:14.425 INFO:journalctl@ceph.osd.7.vm09.stdout:Mar 05 22:52:14 vm09 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-osd-7[68555]: 2026-03-05T21:52:14.118+0000 7fd09cf42640 -1 osd.7 62 heartbeat_check: no reply from 192.168.123.102:6830 osd.3 since back 2026-03-05T21:51:47.706080+0000 front 2026-03-05T21:51:47.706054+0000 (oldest deadline 2026-03-05T21:52:13.605861+0000) 2026-03-05T22:52:15.426 INFO:journalctl@ceph.osd.7.vm09.stdout:Mar 05 22:52:15 vm09 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-osd-7[68555]: 2026-03-05T21:52:15.085+0000 7fd09cf42640 -1 osd.7 62 heartbeat_check: no reply from 192.168.123.102:6806 osd.0 since back 2026-03-05T21:51:31.404655+0000 front 2026-03-05T21:51:31.404681+0000 (oldest deadline 2026-03-05T21:51:56.704363+0000) 2026-03-05T22:52:15.426 INFO:journalctl@ceph.osd.7.vm09.stdout:Mar 05 22:52:15 vm09 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-osd-7[68555]: 2026-03-05T21:52:15.085+0000 7fd09cf42640 -1 osd.7 62 heartbeat_check: no reply from 192.168.123.102:6814 osd.1 since back 2026-03-05T21:51:40.805231+0000 front 2026-03-05T21:51:40.805238+0000 (oldest deadline 2026-03-05T21:52:01.304958+0000) 2026-03-05T22:52:15.426 INFO:journalctl@ceph.osd.7.vm09.stdout:Mar 05 22:52:15 vm09 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-osd-7[68555]: 2026-03-05T21:52:15.085+0000 7fd09cf42640 -1 osd.7 62 heartbeat_check: no reply from 192.168.123.102:6822 osd.2 since back 2026-03-05T21:51:41.805795+0000 front 2026-03-05T21:51:41.805680+0000 (oldest deadline 2026-03-05T21:52:07.705582+0000) 2026-03-05T22:52:15.426 INFO:journalctl@ceph.osd.7.vm09.stdout:Mar 05 22:52:15 vm09 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-osd-7[68555]: 2026-03-05T21:52:15.085+0000 7fd09cf42640 -1 osd.7 62 heartbeat_check: no reply from 192.168.123.102:6830 osd.3 since back 2026-03-05T21:51:47.706080+0000 front 2026-03-05T21:51:47.706054+0000 (oldest deadline 2026-03-05T21:52:13.605861+0000) 2026-03-05T22:52:16.426 INFO:journalctl@ceph.osd.7.vm09.stdout:Mar 05 22:52:16 vm09 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-osd-7[68555]: 2026-03-05T21:52:16.107+0000 7fd09cf42640 -1 osd.7 62 heartbeat_check: no reply from 192.168.123.102:6806 osd.0 since back 2026-03-05T21:51:31.404655+0000 front 2026-03-05T21:51:31.404681+0000 (oldest deadline 2026-03-05T21:51:56.704363+0000) 2026-03-05T22:52:16.426 INFO:journalctl@ceph.osd.7.vm09.stdout:Mar 05 22:52:16 vm09 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-osd-7[68555]: 2026-03-05T21:52:16.107+0000 7fd09cf42640 -1 osd.7 62 heartbeat_check: no reply from 192.168.123.102:6814 osd.1 since back 2026-03-05T21:51:40.805231+0000 front 2026-03-05T21:51:40.805238+0000 (oldest deadline 2026-03-05T21:52:01.304958+0000) 2026-03-05T22:52:16.426 INFO:journalctl@ceph.osd.7.vm09.stdout:Mar 05 22:52:16 vm09 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-osd-7[68555]: 2026-03-05T21:52:16.107+0000 7fd09cf42640 -1 osd.7 62 heartbeat_check: no reply from 192.168.123.102:6822 osd.2 since back 2026-03-05T21:51:41.805795+0000 front 2026-03-05T21:51:41.805680+0000 (oldest deadline 2026-03-05T21:52:07.705582+0000) 2026-03-05T22:52:16.426 INFO:journalctl@ceph.osd.7.vm09.stdout:Mar 05 22:52:16 vm09 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-osd-7[68555]: 2026-03-05T21:52:16.107+0000 7fd09cf42640 -1 osd.7 62 heartbeat_check: no reply from 192.168.123.102:6830 osd.3 since back 2026-03-05T21:51:47.706080+0000 front 2026-03-05T21:51:47.706054+0000 (oldest deadline 2026-03-05T21:52:13.605861+0000) 2026-03-05T22:52:17.425 INFO:journalctl@ceph.osd.7.vm09.stdout:Mar 05 22:52:17 vm09 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-osd-7[68555]: 2026-03-05T21:52:17.073+0000 7fd09cf42640 -1 osd.7 62 heartbeat_check: no reply from 192.168.123.102:6806 osd.0 since back 2026-03-05T21:51:31.404655+0000 front 2026-03-05T21:51:31.404681+0000 (oldest deadline 2026-03-05T21:51:56.704363+0000) 2026-03-05T22:52:17.425 INFO:journalctl@ceph.osd.7.vm09.stdout:Mar 05 22:52:17 vm09 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-osd-7[68555]: 2026-03-05T21:52:17.073+0000 7fd09cf42640 -1 osd.7 62 heartbeat_check: no reply from 192.168.123.102:6814 osd.1 since back 2026-03-05T21:51:40.805231+0000 front 2026-03-05T21:51:40.805238+0000 (oldest deadline 2026-03-05T21:52:01.304958+0000) 2026-03-05T22:52:17.425 INFO:journalctl@ceph.osd.7.vm09.stdout:Mar 05 22:52:17 vm09 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-osd-7[68555]: 2026-03-05T21:52:17.073+0000 7fd09cf42640 -1 osd.7 62 heartbeat_check: no reply from 192.168.123.102:6822 osd.2 since back 2026-03-05T21:51:41.805795+0000 front 2026-03-05T21:51:41.805680+0000 (oldest deadline 2026-03-05T21:52:07.705582+0000) 2026-03-05T22:52:17.425 INFO:journalctl@ceph.osd.7.vm09.stdout:Mar 05 22:52:17 vm09 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-osd-7[68555]: 2026-03-05T21:52:17.073+0000 7fd09cf42640 -1 osd.7 62 heartbeat_check: no reply from 192.168.123.102:6830 osd.3 since back 2026-03-05T21:51:47.706080+0000 front 2026-03-05T21:51:47.706054+0000 (oldest deadline 2026-03-05T21:52:13.605861+0000) 2026-03-05T22:52:18.176 INFO:journalctl@ceph.osd.7.vm09.stdout:Mar 05 22:52:17 vm09 podman[76596]: 2026-03-05 22:52:17.884065797 +0100 CET m=+5.051708642 container died 9f0881c545343a13620a79e5dd747367aed1ced8b0746a42dcc0d72cc52909ed (image=harbor.clyso.com/custom-ceph/ceph/ceph@sha256:26363c7a4eea9ef5a0148afc7b2a22b6f486596d87a30c2a9fdcda5db3eca62b, name=ceph-ce88f304-18dc-11f1-81b4-a3325c551960-osd-7, CEPH_GIT_REPO=https://github.com/irq0/ceph.git, CEPH_REF=19.2.3-47-gc24117fd552, CEPH_SHA1=c24117fd5525679b799527bc1bd1f1dd0a2db5e2, FROM_IMAGE=rockylinux:9, GANESHA_REPO_BASEURL=https://buildlogs.centos.org/centos/$releasever-stream/storage/$basearch/nfsganesha-5/, OSD_FLAVOR=default, ceph=True, io.buildah.version=1.41.8) 2026-03-05T22:52:18.176 INFO:journalctl@ceph.osd.7.vm09.stdout:Mar 05 22:52:18 vm09 podman[76596]: 2026-03-05 22:52:18.009026897 +0100 CET m=+5.176669742 container remove 9f0881c545343a13620a79e5dd747367aed1ced8b0746a42dcc0d72cc52909ed (image=harbor.clyso.com/custom-ceph/ceph/ceph@sha256:26363c7a4eea9ef5a0148afc7b2a22b6f486596d87a30c2a9fdcda5db3eca62b, name=ceph-ce88f304-18dc-11f1-81b4-a3325c551960-osd-7, ceph=True, io.buildah.version=1.41.8, CEPH_GIT_REPO=https://github.com/irq0/ceph.git, CEPH_REF=19.2.3-47-gc24117fd552, CEPH_SHA1=c24117fd5525679b799527bc1bd1f1dd0a2db5e2, FROM_IMAGE=rockylinux:9, GANESHA_REPO_BASEURL=https://buildlogs.centos.org/centos/$releasever-stream/storage/$basearch/nfsganesha-5/, OSD_FLAVOR=default) 2026-03-05T22:52:18.176 INFO:journalctl@ceph.osd.7.vm09.stdout:Mar 05 22:52:18 vm09 bash[76596]: ceph-ce88f304-18dc-11f1-81b4-a3325c551960-osd-7 2026-03-05T22:52:18.641 INFO:journalctl@ceph.osd.7.vm09.stdout:Mar 05 22:52:18 vm09 podman[76770]: 2026-03-05 22:52:18.201976155 +0100 CET m=+0.019520336 container create 55dce907d187342aa2b9c3634e52ae67b2fc229b994f41deda203d62f400efb3 (image=harbor.clyso.com/custom-ceph/ceph/ceph@sha256:26363c7a4eea9ef5a0148afc7b2a22b6f486596d87a30c2a9fdcda5db3eca62b, name=ceph-ce88f304-18dc-11f1-81b4-a3325c551960-osd-7-deactivate, OSD_FLAVOR=default, ceph=True, io.buildah.version=1.41.8, CEPH_GIT_REPO=https://github.com/irq0/ceph.git, CEPH_REF=19.2.3-47-gc24117fd552, CEPH_SHA1=c24117fd5525679b799527bc1bd1f1dd0a2db5e2, FROM_IMAGE=rockylinux:9, GANESHA_REPO_BASEURL=https://buildlogs.centos.org/centos/$releasever-stream/storage/$basearch/nfsganesha-5/) 2026-03-05T22:52:18.641 INFO:journalctl@ceph.osd.7.vm09.stdout:Mar 05 22:52:18 vm09 podman[76770]: 2026-03-05 22:52:18.240520735 +0100 CET m=+0.058064916 container init 55dce907d187342aa2b9c3634e52ae67b2fc229b994f41deda203d62f400efb3 (image=harbor.clyso.com/custom-ceph/ceph/ceph@sha256:26363c7a4eea9ef5a0148afc7b2a22b6f486596d87a30c2a9fdcda5db3eca62b, name=ceph-ce88f304-18dc-11f1-81b4-a3325c551960-osd-7-deactivate, CEPH_REF=19.2.3-47-gc24117fd552, CEPH_SHA1=c24117fd5525679b799527bc1bd1f1dd0a2db5e2, FROM_IMAGE=rockylinux:9, GANESHA_REPO_BASEURL=https://buildlogs.centos.org/centos/$releasever-stream/storage/$basearch/nfsganesha-5/, OSD_FLAVOR=default, ceph=True, io.buildah.version=1.41.8, CEPH_GIT_REPO=https://github.com/irq0/ceph.git) 2026-03-05T22:52:18.641 INFO:journalctl@ceph.osd.7.vm09.stdout:Mar 05 22:52:18 vm09 podman[76770]: 2026-03-05 22:52:18.245773005 +0100 CET m=+0.063317186 container start 55dce907d187342aa2b9c3634e52ae67b2fc229b994f41deda203d62f400efb3 (image=harbor.clyso.com/custom-ceph/ceph/ceph@sha256:26363c7a4eea9ef5a0148afc7b2a22b6f486596d87a30c2a9fdcda5db3eca62b, name=ceph-ce88f304-18dc-11f1-81b4-a3325c551960-osd-7-deactivate, CEPH_GIT_REPO=https://github.com/irq0/ceph.git, CEPH_REF=19.2.3-47-gc24117fd552, CEPH_SHA1=c24117fd5525679b799527bc1bd1f1dd0a2db5e2, FROM_IMAGE=rockylinux:9, GANESHA_REPO_BASEURL=https://buildlogs.centos.org/centos/$releasever-stream/storage/$basearch/nfsganesha-5/, OSD_FLAVOR=default, ceph=True, io.buildah.version=1.41.8) 2026-03-05T22:52:18.641 INFO:journalctl@ceph.osd.7.vm09.stdout:Mar 05 22:52:18 vm09 podman[76770]: 2026-03-05 22:52:18.24752781 +0100 CET m=+0.065071991 container attach 55dce907d187342aa2b9c3634e52ae67b2fc229b994f41deda203d62f400efb3 (image=harbor.clyso.com/custom-ceph/ceph/ceph@sha256:26363c7a4eea9ef5a0148afc7b2a22b6f486596d87a30c2a9fdcda5db3eca62b, name=ceph-ce88f304-18dc-11f1-81b4-a3325c551960-osd-7-deactivate, FROM_IMAGE=rockylinux:9, GANESHA_REPO_BASEURL=https://buildlogs.centos.org/centos/$releasever-stream/storage/$basearch/nfsganesha-5/, OSD_FLAVOR=default, ceph=True, io.buildah.version=1.41.8, CEPH_GIT_REPO=https://github.com/irq0/ceph.git, CEPH_REF=19.2.3-47-gc24117fd552, CEPH_SHA1=c24117fd5525679b799527bc1bd1f1dd0a2db5e2) 2026-03-05T22:52:18.641 INFO:journalctl@ceph.osd.7.vm09.stdout:Mar 05 22:52:18 vm09 podman[76770]: 2026-03-05 22:52:18.191149732 +0100 CET m=+0.008693913 image pull 306e97de47e91c2b4b24d3dc09be3b3a12039b078f343d91220102acc6628a68 harbor.clyso.com/custom-ceph/ceph/ceph@sha256:26363c7a4eea9ef5a0148afc7b2a22b6f486596d87a30c2a9fdcda5db3eca62b 2026-03-05T22:52:18.837 DEBUG:teuthology.orchestra.run.vm09:> sudo pkill -f 'journalctl -f -n 0 -u ceph-ce88f304-18dc-11f1-81b4-a3325c551960@osd.7.service' 2026-03-05T22:52:18.904 INFO:journalctl@ceph.osd.7.vm09.stdout:Mar 05 22:52:18 vm09 podman[76770]: 2026-03-05 22:52:18.685966623 +0100 CET m=+0.503510804 container died 55dce907d187342aa2b9c3634e52ae67b2fc229b994f41deda203d62f400efb3 (image=harbor.clyso.com/custom-ceph/ceph/ceph@sha256:26363c7a4eea9ef5a0148afc7b2a22b6f486596d87a30c2a9fdcda5db3eca62b, name=ceph-ce88f304-18dc-11f1-81b4-a3325c551960-osd-7-deactivate, FROM_IMAGE=rockylinux:9, GANESHA_REPO_BASEURL=https://buildlogs.centos.org/centos/$releasever-stream/storage/$basearch/nfsganesha-5/, OSD_FLAVOR=default, ceph=True, io.buildah.version=1.41.8, CEPH_GIT_REPO=https://github.com/irq0/ceph.git, CEPH_REF=19.2.3-47-gc24117fd552, CEPH_SHA1=c24117fd5525679b799527bc1bd1f1dd0a2db5e2) 2026-03-05T22:52:18.904 INFO:journalctl@ceph.osd.7.vm09.stdout:Mar 05 22:52:18 vm09 podman[76770]: 2026-03-05 22:52:18.815006076 +0100 CET m=+0.632550257 container remove 55dce907d187342aa2b9c3634e52ae67b2fc229b994f41deda203d62f400efb3 (image=harbor.clyso.com/custom-ceph/ceph/ceph@sha256:26363c7a4eea9ef5a0148afc7b2a22b6f486596d87a30c2a9fdcda5db3eca62b, name=ceph-ce88f304-18dc-11f1-81b4-a3325c551960-osd-7-deactivate, CEPH_SHA1=c24117fd5525679b799527bc1bd1f1dd0a2db5e2, FROM_IMAGE=rockylinux:9, GANESHA_REPO_BASEURL=https://buildlogs.centos.org/centos/$releasever-stream/storage/$basearch/nfsganesha-5/, OSD_FLAVOR=default, ceph=True, io.buildah.version=1.41.8, CEPH_GIT_REPO=https://github.com/irq0/ceph.git, CEPH_REF=19.2.3-47-gc24117fd552) 2026-03-05T22:52:18.904 INFO:journalctl@ceph.osd.7.vm09.stdout:Mar 05 22:52:18 vm09 systemd[1]: ceph-ce88f304-18dc-11f1-81b4-a3325c551960@osd.7.service: Deactivated successfully. 2026-03-05T22:52:18.904 INFO:journalctl@ceph.osd.7.vm09.stdout:Mar 05 22:52:18 vm09 systemd[1]: Stopped Ceph osd.7 for ce88f304-18dc-11f1-81b4-a3325c551960. 2026-03-05T22:52:18.904 INFO:journalctl@ceph.osd.7.vm09.stdout:Mar 05 22:52:18 vm09 systemd[1]: ceph-ce88f304-18dc-11f1-81b4-a3325c551960@osd.7.service: Consumed 1.579s CPU time. 2026-03-05T22:52:18.914 DEBUG:teuthology.orchestra.run:got remote process result: None 2026-03-05T22:52:18.914 INFO:tasks.cephadm.osd.7:Stopped osd.7 2026-03-05T22:52:18.914 INFO:tasks.cephadm.ceph.rgw.foo.a:Stopping rgw.foo.a... 2026-03-05T22:52:18.914 DEBUG:teuthology.orchestra.run.vm02:> sudo systemctl stop ceph-ce88f304-18dc-11f1-81b4-a3325c551960@rgw.foo.a 2026-03-05T22:52:19.286 INFO:journalctl@ceph.rgw.foo.a.vm02.stdout:Mar 05 22:52:18 vm02 systemd[1]: Stopping Ceph rgw.foo.a for ce88f304-18dc-11f1-81b4-a3325c551960... 2026-03-05T22:52:19.286 INFO:journalctl@ceph.rgw.foo.a.vm02.stdout:Mar 05 22:52:19 vm02 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-rgw-foo-a[77035]: 2026-03-05T21:52:19.015+0000 7f013090e640 -1 received signal: Terminated from /run/podman-init -- /usr/bin/radosgw -n client.rgw.foo.a -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2026-03-05T22:52:19.286 INFO:journalctl@ceph.rgw.foo.a.vm02.stdout:Mar 05 22:52:19 vm02 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-rgw-foo-a[77035]: 2026-03-05T21:52:19.015+0000 7f013417d940 -1 shutting down 2026-03-05T22:52:29.221 DEBUG:teuthology.orchestra.run.vm02:> sudo pkill -f 'journalctl -f -n 0 -u ceph-ce88f304-18dc-11f1-81b4-a3325c551960@rgw.foo.a.service' 2026-03-05T22:52:29.258 DEBUG:teuthology.orchestra.run:got remote process result: None 2026-03-05T22:52:29.258 INFO:tasks.cephadm.ceph.rgw.foo.a:Stopped rgw.foo.a 2026-03-05T22:52:29.258 INFO:tasks.cephadm.prometheus.a:Stopping prometheus.a... 2026-03-05T22:52:29.258 DEBUG:teuthology.orchestra.run.vm09:> sudo systemctl stop ceph-ce88f304-18dc-11f1-81b4-a3325c551960@prometheus.a 2026-03-05T22:52:29.534 INFO:journalctl@ceph.prometheus.a.vm09.stdout:Mar 05 22:52:29 vm09 systemd[1]: Stopping Ceph prometheus.a for ce88f304-18dc-11f1-81b4-a3325c551960... 2026-03-05T22:52:29.534 INFO:journalctl@ceph.prometheus.a.vm09.stdout:Mar 05 22:52:29 vm09 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-prometheus-a[72537]: ts=2026-03-05T21:52:29.357Z caller=main.go:964 level=warn msg="Received SIGTERM, exiting gracefully..." 2026-03-05T22:52:29.534 INFO:journalctl@ceph.prometheus.a.vm09.stdout:Mar 05 22:52:29 vm09 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-prometheus-a[72537]: ts=2026-03-05T21:52:29.357Z caller=main.go:988 level=info msg="Stopping scrape discovery manager..." 2026-03-05T22:52:29.534 INFO:journalctl@ceph.prometheus.a.vm09.stdout:Mar 05 22:52:29 vm09 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-prometheus-a[72537]: ts=2026-03-05T21:52:29.357Z caller=main.go:1002 level=info msg="Stopping notify discovery manager..." 2026-03-05T22:52:29.534 INFO:journalctl@ceph.prometheus.a.vm09.stdout:Mar 05 22:52:29 vm09 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-prometheus-a[72537]: ts=2026-03-05T21:52:29.357Z caller=manager.go:177 level=info component="rule manager" msg="Stopping rule manager..." 2026-03-05T22:52:29.534 INFO:journalctl@ceph.prometheus.a.vm09.stdout:Mar 05 22:52:29 vm09 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-prometheus-a[72537]: ts=2026-03-05T21:52:29.357Z caller=manager.go:187 level=info component="rule manager" msg="Rule manager stopped" 2026-03-05T22:52:29.534 INFO:journalctl@ceph.prometheus.a.vm09.stdout:Mar 05 22:52:29 vm09 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-prometheus-a[72537]: ts=2026-03-05T21:52:29.357Z caller=main.go:1039 level=info msg="Stopping scrape manager..." 2026-03-05T22:52:29.534 INFO:journalctl@ceph.prometheus.a.vm09.stdout:Mar 05 22:52:29 vm09 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-prometheus-a[72537]: ts=2026-03-05T21:52:29.357Z caller=main.go:984 level=info msg="Scrape discovery manager stopped" 2026-03-05T22:52:29.534 INFO:journalctl@ceph.prometheus.a.vm09.stdout:Mar 05 22:52:29 vm09 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-prometheus-a[72537]: ts=2026-03-05T21:52:29.357Z caller=main.go:998 level=info msg="Notify discovery manager stopped" 2026-03-05T22:52:29.534 INFO:journalctl@ceph.prometheus.a.vm09.stdout:Mar 05 22:52:29 vm09 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-prometheus-a[72537]: ts=2026-03-05T21:52:29.357Z caller=main.go:1031 level=info msg="Scrape manager stopped" 2026-03-05T22:52:29.534 INFO:journalctl@ceph.prometheus.a.vm09.stdout:Mar 05 22:52:29 vm09 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-prometheus-a[72537]: ts=2026-03-05T21:52:29.358Z caller=notifier.go:618 level=info component=notifier msg="Stopping notification manager..." 2026-03-05T22:52:29.534 INFO:journalctl@ceph.prometheus.a.vm09.stdout:Mar 05 22:52:29 vm09 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-prometheus-a[72537]: ts=2026-03-05T21:52:29.358Z caller=main.go:1261 level=info msg="Notifier manager stopped" 2026-03-05T22:52:29.534 INFO:journalctl@ceph.prometheus.a.vm09.stdout:Mar 05 22:52:29 vm09 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-prometheus-a[72537]: ts=2026-03-05T21:52:29.358Z caller=main.go:1273 level=info msg="See you next time!" 2026-03-05T22:52:29.534 INFO:journalctl@ceph.prometheus.a.vm09.stdout:Mar 05 22:52:29 vm09 podman[77424]: 2026-03-05 22:52:29.369480206 +0100 CET m=+0.025438603 container died 762bc064c3d10edb2091523f8426ad58dad82a1232df69f40feaa41da7d86f64 (image=quay.io/prometheus/prometheus:v2.51.0, name=ceph-ce88f304-18dc-11f1-81b4-a3325c551960-prometheus-a, maintainer=The Prometheus Authors ) 2026-03-05T22:52:29.534 INFO:journalctl@ceph.prometheus.a.vm09.stdout:Mar 05 22:52:29 vm09 podman[77424]: 2026-03-05 22:52:29.486797901 +0100 CET m=+0.142756297 container remove 762bc064c3d10edb2091523f8426ad58dad82a1232df69f40feaa41da7d86f64 (image=quay.io/prometheus/prometheus:v2.51.0, name=ceph-ce88f304-18dc-11f1-81b4-a3325c551960-prometheus-a, maintainer=The Prometheus Authors ) 2026-03-05T22:52:29.534 INFO:journalctl@ceph.prometheus.a.vm09.stdout:Mar 05 22:52:29 vm09 bash[77424]: ceph-ce88f304-18dc-11f1-81b4-a3325c551960-prometheus-a 2026-03-05T22:52:29.542 DEBUG:teuthology.orchestra.run.vm09:> sudo pkill -f 'journalctl -f -n 0 -u ceph-ce88f304-18dc-11f1-81b4-a3325c551960@prometheus.a.service' 2026-03-05T22:52:29.576 DEBUG:teuthology.orchestra.run:got remote process result: None 2026-03-05T22:52:29.577 INFO:tasks.cephadm.prometheus.a:Stopped prometheus.a 2026-03-05T22:52:29.577 DEBUG:teuthology.orchestra.run.vm02:> sudo /home/ubuntu/cephtest/cephadm rm-cluster --fsid ce88f304-18dc-11f1-81b4-a3325c551960 --force --keep-logs 2026-03-05T22:52:29.873 INFO:teuthology.orchestra.run.vm02.stdout:Deleting cluster with fsid: ce88f304-18dc-11f1-81b4-a3325c551960 2026-03-05T22:52:31.828 INFO:journalctl@ceph.alertmanager.a.vm02.stdout:Mar 05 22:52:31 vm02 systemd[1]: Stopping Ceph alertmanager.a for ce88f304-18dc-11f1-81b4-a3325c551960... 2026-03-05T22:52:31.828 INFO:journalctl@ceph.alertmanager.a.vm02.stdout:Mar 05 22:52:31 vm02 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-alertmanager-a[83013]: ts=2026-03-05T21:52:31.639Z caller=main.go:583 level=info msg="Received SIGTERM, exiting gracefully..." 2026-03-05T22:52:31.828 INFO:journalctl@ceph.alertmanager.a.vm02.stdout:Mar 05 22:52:31 vm02 podman[87835]: 2026-03-05 22:52:31.65263608 +0100 CET m=+0.026971913 container died dbf78df940a3d8a07218d057eba3ba6b1f797434400be4043497b14e4c9685f0 (image=quay.io/prometheus/alertmanager:v0.25.0, name=ceph-ce88f304-18dc-11f1-81b4-a3325c551960-alertmanager-a, maintainer=The Prometheus Authors ) 2026-03-05T22:52:31.828 INFO:journalctl@ceph.alertmanager.a.vm02.stdout:Mar 05 22:52:31 vm02 podman[87835]: 2026-03-05 22:52:31.771284996 +0100 CET m=+0.145620829 container remove dbf78df940a3d8a07218d057eba3ba6b1f797434400be4043497b14e4c9685f0 (image=quay.io/prometheus/alertmanager:v0.25.0, name=ceph-ce88f304-18dc-11f1-81b4-a3325c551960-alertmanager-a, maintainer=The Prometheus Authors ) 2026-03-05T22:52:31.828 INFO:journalctl@ceph.alertmanager.a.vm02.stdout:Mar 05 22:52:31 vm02 podman[87835]: 2026-03-05 22:52:31.772244462 +0100 CET m=+0.146580295 volume remove 62bf360e3b7d8ce32fe618fbdcd20cdb8be895104d5dbcd802bc37fa1f182301 2026-03-05T22:52:31.829 INFO:journalctl@ceph.alertmanager.a.vm02.stdout:Mar 05 22:52:31 vm02 bash[87835]: ceph-ce88f304-18dc-11f1-81b4-a3325c551960-alertmanager-a 2026-03-05T22:52:32.109 INFO:journalctl@ceph.alertmanager.a.vm02.stdout:Mar 05 22:52:31 vm02 systemd[1]: ceph-ce88f304-18dc-11f1-81b4-a3325c551960@alertmanager.a.service: Deactivated successfully. 2026-03-05T22:52:32.109 INFO:journalctl@ceph.alertmanager.a.vm02.stdout:Mar 05 22:52:31 vm02 systemd[1]: Stopped Ceph alertmanager.a for ce88f304-18dc-11f1-81b4-a3325c551960. 2026-03-05T22:52:32.451 DEBUG:teuthology.orchestra.run.vm09:> sudo /home/ubuntu/cephtest/cephadm rm-cluster --fsid ce88f304-18dc-11f1-81b4-a3325c551960 --force --keep-logs 2026-03-05T22:52:32.760 INFO:teuthology.orchestra.run.vm09.stdout:Deleting cluster with fsid: ce88f304-18dc-11f1-81b4-a3325c551960 2026-03-05T22:52:34.246 INFO:journalctl@ceph.iscsi.iscsi.a.vm09.stdout:Mar 05 22:52:34 vm09 systemd[1]: Stopping Ceph iscsi.iscsi.a for ce88f304-18dc-11f1-81b4-a3325c551960... 2026-03-05T22:52:34.675 INFO:journalctl@ceph.iscsi.iscsi.a.vm09.stdout:Mar 05 22:52:34 vm09 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-iscsi-iscsi-a[71570]: debug Shutdown received 2026-03-05T22:52:44.556 INFO:journalctl@ceph.iscsi.iscsi.a.vm09.stdout:Mar 05 22:52:44 vm09 bash[77895]: time="2026-03-05T22:52:44+01:00" level=warning msg="StopSignal SIGTERM failed to stop container ceph-ce88f304-18dc-11f1-81b4-a3325c551960-iscsi-iscsi-a in 10 seconds, resorting to SIGKILL" 2026-03-05T22:52:44.556 INFO:journalctl@ceph.iscsi.iscsi.a.vm09.stdout:Mar 05 22:52:44 vm09 podman[77895]: 2026-03-05 22:52:44.272755699 +0100 CET m=+10.047079982 container died 997cc5ef6ad87d5371bb4a9983dfac64dfb5a12c556a2f13360d09cb765ff782 (image=harbor.clyso.com/custom-ceph/ceph/ceph@sha256:26363c7a4eea9ef5a0148afc7b2a22b6f486596d87a30c2a9fdcda5db3eca62b, name=ceph-ce88f304-18dc-11f1-81b4-a3325c551960-iscsi-iscsi-a, io.buildah.version=1.41.8, CEPH_GIT_REPO=https://github.com/irq0/ceph.git, CEPH_REF=19.2.3-47-gc24117fd552, CEPH_SHA1=c24117fd5525679b799527bc1bd1f1dd0a2db5e2, FROM_IMAGE=rockylinux:9, GANESHA_REPO_BASEURL=https://buildlogs.centos.org/centos/$releasever-stream/storage/$basearch/nfsganesha-5/, OSD_FLAVOR=default, ceph=True) 2026-03-05T22:52:44.556 INFO:journalctl@ceph.iscsi.iscsi.a.vm09.stdout:Mar 05 22:52:44 vm09 podman[77895]: 2026-03-05 22:52:44.405263595 +0100 CET m=+10.179587887 container remove 997cc5ef6ad87d5371bb4a9983dfac64dfb5a12c556a2f13360d09cb765ff782 (image=harbor.clyso.com/custom-ceph/ceph/ceph@sha256:26363c7a4eea9ef5a0148afc7b2a22b6f486596d87a30c2a9fdcda5db3eca62b, name=ceph-ce88f304-18dc-11f1-81b4-a3325c551960-iscsi-iscsi-a, io.buildah.version=1.41.8, CEPH_GIT_REPO=https://github.com/irq0/ceph.git, CEPH_REF=19.2.3-47-gc24117fd552, CEPH_SHA1=c24117fd5525679b799527bc1bd1f1dd0a2db5e2, FROM_IMAGE=rockylinux:9, GANESHA_REPO_BASEURL=https://buildlogs.centos.org/centos/$releasever-stream/storage/$basearch/nfsganesha-5/, OSD_FLAVOR=default, ceph=True) 2026-03-05T22:52:44.556 INFO:journalctl@ceph.iscsi.iscsi.a.vm09.stdout:Mar 05 22:52:44 vm09 bash[77895]: ceph-ce88f304-18dc-11f1-81b4-a3325c551960-iscsi-iscsi-a 2026-03-05T22:52:44.556 INFO:journalctl@ceph.iscsi.iscsi.a.vm09.stdout:Mar 05 22:52:44 vm09 systemd[1]: ceph-ce88f304-18dc-11f1-81b4-a3325c551960@iscsi.iscsi.a.service: Main process exited, code=exited, status=137/n/a 2026-03-05T22:52:44.557 INFO:journalctl@ceph.iscsi.iscsi.a.vm09.stdout:Mar 05 22:52:44 vm09 systemd[1]: ceph-ce88f304-18dc-11f1-81b4-a3325c551960@iscsi.iscsi.a.service: Failed with result 'exit-code'. 2026-03-05T22:52:44.557 INFO:journalctl@ceph.iscsi.iscsi.a.vm09.stdout:Mar 05 22:52:44 vm09 systemd[1]: Stopped Ceph iscsi.iscsi.a for ce88f304-18dc-11f1-81b4-a3325c551960. 2026-03-05T22:52:44.557 INFO:journalctl@ceph.iscsi.iscsi.a.vm09.stdout:Mar 05 22:52:44 vm09 systemd[1]: ceph-ce88f304-18dc-11f1-81b4-a3325c551960@iscsi.iscsi.a.service: Consumed 1.593s CPU time. 2026-03-05T22:52:45.522 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 22:52:45 vm09 systemd[1]: Stopping Ceph grafana.a for ce88f304-18dc-11f1-81b4-a3325c551960... 2026-03-05T22:52:45.522 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 22:52:45 vm09 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-grafana-a[74508]: logger=server t=2026-03-05T21:52:45.334318746Z level=info msg="Shutdown started" reason="System signal: terminated" 2026-03-05T22:52:45.522 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 22:52:45 vm09 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-grafana-a[74508]: logger=tracing t=2026-03-05T21:52:45.334484657Z level=info msg="Closing tracing" 2026-03-05T22:52:45.522 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 22:52:45 vm09 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-grafana-a[74508]: logger=ticker t=2026-03-05T21:52:45.335936353Z level=info msg=stopped last_tick=2026-03-05T21:52:40Z 2026-03-05T22:52:45.522 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 22:52:45 vm09 ceph-ce88f304-18dc-11f1-81b4-a3325c551960-grafana-a[74508]: logger=grafana-apiserver t=2026-03-05T21:52:45.336020511Z level=info msg="StorageObjectCountTracker pruner is exiting" 2026-03-05T22:52:45.522 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 22:52:45 vm09 podman[78155]: 2026-03-05 22:52:45.347635821 +0100 CET m=+0.028158234 container died 284601df6d34f5b115b974ea87c9a206f7919597df0a790545a59caa92f6c8e6 (image=quay.io/ceph/grafana:10.4.0, name=ceph-ce88f304-18dc-11f1-81b4-a3325c551960-grafana-a, maintainer=Grafana Labs ) 2026-03-05T22:52:45.522 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 22:52:45 vm09 podman[78155]: 2026-03-05 22:52:45.474776902 +0100 CET m=+0.155299314 container remove 284601df6d34f5b115b974ea87c9a206f7919597df0a790545a59caa92f6c8e6 (image=quay.io/ceph/grafana:10.4.0, name=ceph-ce88f304-18dc-11f1-81b4-a3325c551960-grafana-a, maintainer=Grafana Labs ) 2026-03-05T22:52:45.522 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 22:52:45 vm09 bash[78155]: ceph-ce88f304-18dc-11f1-81b4-a3325c551960-grafana-a 2026-03-05T22:52:45.784 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 22:52:45 vm09 systemd[1]: ceph-ce88f304-18dc-11f1-81b4-a3325c551960@grafana.a.service: Deactivated successfully. 2026-03-05T22:52:45.784 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 22:52:45 vm09 systemd[1]: Stopped Ceph grafana.a for ce88f304-18dc-11f1-81b4-a3325c551960. 2026-03-05T22:52:45.784 INFO:journalctl@ceph.grafana.a.vm09.stdout:Mar 05 22:52:45 vm09 systemd[1]: ceph-ce88f304-18dc-11f1-81b4-a3325c551960@grafana.a.service: Consumed 2.065s CPU time. 2026-03-05T22:52:46.139 DEBUG:teuthology.orchestra.run.vm02:> sudo rm -f /etc/ceph/ceph.conf /etc/ceph/ceph.client.admin.keyring 2026-03-05T22:52:46.168 DEBUG:teuthology.orchestra.run.vm09:> sudo rm -f /etc/ceph/ceph.conf /etc/ceph/ceph.client.admin.keyring 2026-03-05T22:52:46.195 INFO:tasks.cephadm:Archiving crash dumps... 2026-03-05T22:52:46.195 DEBUG:teuthology.misc:Transferring archived files from vm02:/var/lib/ceph/ce88f304-18dc-11f1-81b4-a3325c551960/crash to /archive/irq0-2026-03-05_18:17:42-orch:cephadm:smoke-cobaltcore-storage-v19.2.3-fasttrack-3-none-default-vps/78/remote/vm02/crash 2026-03-05T22:52:46.195 DEBUG:teuthology.orchestra.run.vm02:> sudo tar c -f - -C /var/lib/ceph/ce88f304-18dc-11f1-81b4-a3325c551960/crash -- . 2026-03-05T22:52:46.237 INFO:teuthology.orchestra.run.vm02.stderr:tar: /var/lib/ceph/ce88f304-18dc-11f1-81b4-a3325c551960/crash: Cannot open: No such file or directory 2026-03-05T22:52:46.237 INFO:teuthology.orchestra.run.vm02.stderr:tar: Error is not recoverable: exiting now 2026-03-05T22:52:46.239 DEBUG:teuthology.misc:Transferring archived files from vm09:/var/lib/ceph/ce88f304-18dc-11f1-81b4-a3325c551960/crash to /archive/irq0-2026-03-05_18:17:42-orch:cephadm:smoke-cobaltcore-storage-v19.2.3-fasttrack-3-none-default-vps/78/remote/vm09/crash 2026-03-05T22:52:46.239 DEBUG:teuthology.orchestra.run.vm09:> sudo tar c -f - -C /var/lib/ceph/ce88f304-18dc-11f1-81b4-a3325c551960/crash -- . 2026-03-05T22:52:46.266 INFO:teuthology.orchestra.run.vm09.stderr:tar: /var/lib/ceph/ce88f304-18dc-11f1-81b4-a3325c551960/crash: Cannot open: No such file or directory 2026-03-05T22:52:46.266 INFO:teuthology.orchestra.run.vm09.stderr:tar: Error is not recoverable: exiting now 2026-03-05T22:52:46.267 INFO:tasks.cephadm:Checking cluster log for badness... 2026-03-05T22:52:46.267 DEBUG:teuthology.orchestra.run.vm02:> sudo egrep '\[ERR\]|\[WRN\]|\[SEC\]' /var/log/ceph/ce88f304-18dc-11f1-81b4-a3325c551960/ceph.log | egrep CEPHADM_ | egrep -v '\(MDS_ALL_DOWN\)' | egrep -v '\(MDS_UP_LESS_THAN_MAX\)' | egrep -v MON_DOWN | egrep -v 'mons down' | egrep -v 'mon down' | egrep -v 'out of quorum' | egrep -v CEPHADM_STRAY_DAEMON | egrep -v CEPHADM_FAILED_DAEMON | egrep -v CEPHADM_AGENT_DOWN | egrep -v PG_DEGRADED | head -n 1 2026-03-05T22:52:46.315 INFO:tasks.cephadm:Compressing logs... 2026-03-05T22:52:46.315 DEBUG:teuthology.orchestra.run.vm02:> time sudo find /var/log/ceph /var/log/rbd-target-api -name '*.log' -print0 | sudo xargs --max-args=1 --max-procs=0 --verbose -0 --no-run-if-empty -- gzip -5 --verbose -- 2026-03-05T22:52:46.357 DEBUG:teuthology.orchestra.run.vm09:> time sudo find /var/log/ceph /var/log/rbd-target-api -name '*.log' -print0 | sudo xargs --max-args=1 --max-procs=0 --verbose -0 --no-run-if-empty -- gzip -5 --verbose -- 2026-03-05T22:52:46.380 INFO:teuthology.orchestra.run.vm09.stderr:find: ‘/var/log/rbd-target-api’: No such file or directory 2026-03-05T22:52:46.381 INFO:teuthology.orchestra.run.vm09.stderr:gzip -5 --verbose -- /var/log/ceph/cephadm.log 2026-03-05T22:52:46.381 INFO:teuthology.orchestra.run.vm09.stderr:gzip -5 --verbose -- /var/log/ceph/ce88f304-18dc-11f1-81b4-a3325c551960/ceph-volume.log 2026-03-05T22:52:46.383 INFO:teuthology.orchestra.run.vm09.stderr:/var/log/ceph/cephadm.log: gzip -5 --verbose -- /var/log/ceph/ce88f304-18dc-11f1-81b4-a3325c551960/ceph-mon.b.log 2026-03-05T22:52:46.383 INFO:teuthology.orchestra.run.vm02.stderr:gzip -5 --verbose -- /var/log/ceph/cephadm.log 2026-03-05T22:52:46.383 INFO:teuthology.orchestra.run.vm02.stderr:find: ‘/var/log/rbd-target-api’: No such file or directory 2026-03-05T22:52:46.384 INFO:teuthology.orchestra.run.vm02.stderr:gzip -5 --verbose -- /var/log/ceph/ce88f304-18dc-11f1-81b4-a3325c551960/ceph-mon.a.log 2026-03-05T22:52:46.384 INFO:teuthology.orchestra.run.vm02.stderr:/var/log/ceph/cephadm.log: gzip -5 --verbose -- /var/log/ceph/ce88f304-18dc-11f1-81b4-a3325c551960/ceph.log 2026-03-05T22:52:46.386 INFO:teuthology.orchestra.run.vm02.stderr:/var/log/ceph/ce88f304-18dc-11f1-81b4-a3325c551960/ceph-mon.a.log: 89.0% -- replaced with /var/log/ceph/cephadm.log.gz 2026-03-05T22:52:46.387 INFO:teuthology.orchestra.run.vm02.stderr:gzip -5 --verbose -- /var/log/ceph/ce88f304-18dc-11f1-81b4-a3325c551960/ceph.audit.log 2026-03-05T22:52:46.388 INFO:teuthology.orchestra.run.vm02.stderr:/var/log/ceph/ce88f304-18dc-11f1-81b4-a3325c551960/ceph.log: 91.0% -- replaced with /var/log/ceph/ce88f304-18dc-11f1-81b4-a3325c551960/ceph.log.gz 2026-03-05T22:52:46.388 INFO:teuthology.orchestra.run.vm09.stderr:/var/log/ceph/ce88f304-18dc-11f1-81b4-a3325c551960/ceph-volume.log: 91.4%gzip -5 --verbose -- /var/log/ceph/ce88f304-18dc-11f1-81b4-a3325c551960/ceph.cephadm.log 2026-03-05T22:52:46.390 INFO:teuthology.orchestra.run.vm09.stderr:/var/log/ceph/ce88f304-18dc-11f1-81b4-a3325c551960/ceph-mon.b.log: -- replaced with /var/log/ceph/cephadm.log.gz 2026-03-05T22:52:46.391 INFO:teuthology.orchestra.run.vm02.stderr:gzip -5 --verbose -- /var/log/ceph/ce88f304-18dc-11f1-81b4-a3325c551960/ceph-mgr.y.log 2026-03-05T22:52:46.393 INFO:teuthology.orchestra.run.vm02.stderr:/var/log/ceph/ce88f304-18dc-11f1-81b4-a3325c551960/ceph.audit.log: 93.9% -- replaced with /var/log/ceph/ce88f304-18dc-11f1-81b4-a3325c551960/ceph.audit.log.gz 2026-03-05T22:52:46.393 INFO:teuthology.orchestra.run.vm02.stderr:gzip -5 --verbose -- /var/log/ceph/ce88f304-18dc-11f1-81b4-a3325c551960/ceph.cephadm.log 2026-03-05T22:52:46.399 INFO:teuthology.orchestra.run.vm09.stderr:gzip -5 --verbose -- /var/log/ceph/ce88f304-18dc-11f1-81b4-a3325c551960/ceph.log 2026-03-05T22:52:46.399 INFO:teuthology.orchestra.run.vm09.stderr:/var/log/ceph/ce88f304-18dc-11f1-81b4-a3325c551960/ceph.cephadm.log: 79.3% -- replaced with /var/log/ceph/ce88f304-18dc-11f1-81b4-a3325c551960/ceph.cephadm.log.gz 2026-03-05T22:52:46.399 INFO:teuthology.orchestra.run.vm09.stderr:gzip -5 --verbose -- /var/log/ceph/ce88f304-18dc-11f1-81b4-a3325c551960/ceph.audit.log 2026-03-05T22:52:46.400 INFO:teuthology.orchestra.run.vm09.stderr:/var/log/ceph/ce88f304-18dc-11f1-81b4-a3325c551960/ceph.log: 83.9% -- replaced with /var/log/ceph/ce88f304-18dc-11f1-81b4-a3325c551960/ceph.log.gz 2026-03-05T22:52:46.401 INFO:teuthology.orchestra.run.vm02.stderr:/var/log/ceph/ce88f304-18dc-11f1-81b4-a3325c551960/ceph-mgr.y.log: gzip -5 --verbose -- /var/log/ceph/ce88f304-18dc-11f1-81b4-a3325c551960/ceph-volume.log 2026-03-05T22:52:46.402 INFO:teuthology.orchestra.run.vm02.stderr:/var/log/ceph/ce88f304-18dc-11f1-81b4-a3325c551960/ceph.cephadm.log: 88.2% -- replaced with /var/log/ceph/ce88f304-18dc-11f1-81b4-a3325c551960/ceph.cephadm.log.gz 2026-03-05T22:52:46.403 INFO:teuthology.orchestra.run.vm09.stderr:gzip -5 --verbose -- /var/log/ceph/ce88f304-18dc-11f1-81b4-a3325c551960/ceph-mgr.x.log 2026-03-05T22:52:46.403 INFO:teuthology.orchestra.run.vm02.stderr:gzip -5 --verbose -- /var/log/ceph/ce88f304-18dc-11f1-81b4-a3325c551960/ceph-mon.c.log 2026-03-05T22:52:46.407 INFO:teuthology.orchestra.run.vm09.stderr:/var/log/ceph/ce88f304-18dc-11f1-81b4-a3325c551960/ceph.audit.log: 90.3% -- replaced with /var/log/ceph/ce88f304-18dc-11f1-81b4-a3325c551960/ceph.audit.log.gz 2026-03-05T22:52:46.412 INFO:teuthology.orchestra.run.vm09.stderr:gzip -5 --verbose -- /var/log/ceph/ce88f304-18dc-11f1-81b4-a3325c551960/ceph-osd.4.log 2026-03-05T22:52:46.415 INFO:teuthology.orchestra.run.vm09.stderr:/var/log/ceph/ce88f304-18dc-11f1-81b4-a3325c551960/ceph-mgr.x.log: 90.1% -- replaced with /var/log/ceph/ce88f304-18dc-11f1-81b4-a3325c551960/ceph-mgr.x.log.gz 2026-03-05T22:52:46.417 INFO:teuthology.orchestra.run.vm09.stderr:gzip -5 --verbose -- /var/log/ceph/ce88f304-18dc-11f1-81b4-a3325c551960/ceph-osd.5.log 2026-03-05T22:52:46.417 INFO:teuthology.orchestra.run.vm02.stderr:/var/log/ceph/ce88f304-18dc-11f1-81b4-a3325c551960/ceph-volume.log: gzip -5 --verbose -- /var/log/ceph/ce88f304-18dc-11f1-81b4-a3325c551960/ceph-osd.0.log 2026-03-05T22:52:46.417 INFO:teuthology.orchestra.run.vm09.stderr:/var/log/ceph/ce88f304-18dc-11f1-81b4-a3325c551960/ceph-osd.4.log: 92.9% -- replaced with /var/log/ceph/ce88f304-18dc-11f1-81b4-a3325c551960/ceph-volume.log.gz 2026-03-05T22:52:46.418 INFO:teuthology.orchestra.run.vm09.stderr:gzip -5 --verbose -- /var/log/ceph/ce88f304-18dc-11f1-81b4-a3325c551960/ceph-osd.6.log 2026-03-05T22:52:46.424 INFO:teuthology.orchestra.run.vm09.stderr:/var/log/ceph/ce88f304-18dc-11f1-81b4-a3325c551960/ceph-osd.5.log: gzip -5 --verbose -- /var/log/ceph/ce88f304-18dc-11f1-81b4-a3325c551960/ceph-osd.7.log 2026-03-05T22:52:46.427 INFO:teuthology.orchestra.run.vm02.stderr:/var/log/ceph/ce88f304-18dc-11f1-81b4-a3325c551960/ceph-mon.c.log: gzip -5 --verbose -- /var/log/ceph/ce88f304-18dc-11f1-81b4-a3325c551960/ceph-osd.1.log 2026-03-05T22:52:46.430 INFO:teuthology.orchestra.run.vm09.stderr:/var/log/ceph/ce88f304-18dc-11f1-81b4-a3325c551960/ceph-osd.6.log: gzip -5 --verbose -- /var/log/ceph/ce88f304-18dc-11f1-81b4-a3325c551960/tcmu-runner.log 2026-03-05T22:52:46.431 INFO:teuthology.orchestra.run.vm02.stderr:/var/log/ceph/ce88f304-18dc-11f1-81b4-a3325c551960/ceph-osd.0.log: gzip -5 --verbose -- /var/log/ceph/ce88f304-18dc-11f1-81b4-a3325c551960/ceph-osd.2.log 2026-03-05T22:52:46.439 INFO:teuthology.orchestra.run.vm02.stderr:/var/log/ceph/ce88f304-18dc-11f1-81b4-a3325c551960/ceph-osd.1.log: gzip -5 --verbose -- /var/log/ceph/ce88f304-18dc-11f1-81b4-a3325c551960/ceph-osd.3.log 2026-03-05T22:52:46.445 INFO:teuthology.orchestra.run.vm09.stderr:/var/log/ceph/ce88f304-18dc-11f1-81b4-a3325c551960/ceph-osd.7.log: /var/log/ceph/ce88f304-18dc-11f1-81b4-a3325c551960/tcmu-runner.log: 63.5% -- replaced with /var/log/ceph/ce88f304-18dc-11f1-81b4-a3325c551960/tcmu-runner.log.gz 2026-03-05T22:52:46.450 INFO:teuthology.orchestra.run.vm02.stderr:/var/log/ceph/ce88f304-18dc-11f1-81b4-a3325c551960/ceph-osd.2.log: gzip -5 --verbose -- /var/log/ceph/ce88f304-18dc-11f1-81b4-a3325c551960/ceph-client.rgw.foo.a.log 2026-03-05T22:52:46.458 INFO:teuthology.orchestra.run.vm02.stderr:/var/log/ceph/ce88f304-18dc-11f1-81b4-a3325c551960/ceph-osd.3.log: /var/log/ceph/ce88f304-18dc-11f1-81b4-a3325c551960/ceph-client.rgw.foo.a.log: 59.1% -- replaced with /var/log/ceph/ce88f304-18dc-11f1-81b4-a3325c551960/ceph-client.rgw.foo.a.log.gz 2026-03-05T22:52:46.499 INFO:teuthology.orchestra.run.vm09.stderr: 92.0% -- replaced with /var/log/ceph/ce88f304-18dc-11f1-81b4-a3325c551960/ceph-mon.b.log.gz 2026-03-05T22:52:46.527 INFO:teuthology.orchestra.run.vm02.stderr: 92.7% -- replaced with /var/log/ceph/ce88f304-18dc-11f1-81b4-a3325c551960/ceph-volume.log.gz 2026-03-05T22:52:46.545 INFO:teuthology.orchestra.run.vm02.stderr: 88.9% -- replaced with /var/log/ceph/ce88f304-18dc-11f1-81b4-a3325c551960/ceph-mgr.y.log.gz 2026-03-05T22:52:46.557 INFO:teuthology.orchestra.run.vm09.stderr: 93.5% -- replaced with /var/log/ceph/ce88f304-18dc-11f1-81b4-a3325c551960/ceph-osd.5.log.gz 2026-03-05T22:52:46.557 INFO:teuthology.orchestra.run.vm09.stderr: 93.6% -- replaced with /var/log/ceph/ce88f304-18dc-11f1-81b4-a3325c551960/ceph-osd.6.log.gz 2026-03-05T22:52:46.579 INFO:teuthology.orchestra.run.vm02.stderr: 92.1% -- replaced with /var/log/ceph/ce88f304-18dc-11f1-81b4-a3325c551960/ceph-mon.c.log.gz 2026-03-05T22:52:46.585 INFO:teuthology.orchestra.run.vm09.stderr: 93.7% -- replaced with /var/log/ceph/ce88f304-18dc-11f1-81b4-a3325c551960/ceph-osd.7.log.gz 2026-03-05T22:52:46.595 INFO:teuthology.orchestra.run.vm09.stderr: 93.9% -- replaced with /var/log/ceph/ce88f304-18dc-11f1-81b4-a3325c551960/ceph-osd.4.log.gz 2026-03-05T22:52:46.597 INFO:teuthology.orchestra.run.vm09.stderr: 2026-03-05T22:52:46.597 INFO:teuthology.orchestra.run.vm09.stderr:real 0m0.225s 2026-03-05T22:52:46.597 INFO:teuthology.orchestra.run.vm09.stderr:user 0m0.400s 2026-03-05T22:52:46.597 INFO:teuthology.orchestra.run.vm09.stderr:sys 0m0.029s 2026-03-05T22:52:46.619 INFO:teuthology.orchestra.run.vm02.stderr: 93.4% -- replaced with /var/log/ceph/ce88f304-18dc-11f1-81b4-a3325c551960/ceph-osd.2.log.gz 2026-03-05T22:52:46.673 INFO:teuthology.orchestra.run.vm02.stderr: 93.7% -- replaced with /var/log/ceph/ce88f304-18dc-11f1-81b4-a3325c551960/ceph-osd.0.log.gz 2026-03-05T22:52:46.688 INFO:teuthology.orchestra.run.vm02.stderr: 93.9% -- replaced with /var/log/ceph/ce88f304-18dc-11f1-81b4-a3325c551960/ceph-osd.3.log.gz 2026-03-05T22:52:46.699 INFO:teuthology.orchestra.run.vm02.stderr: 91.4% -- replaced with /var/log/ceph/ce88f304-18dc-11f1-81b4-a3325c551960/ceph-mon.a.log.gz 2026-03-05T22:52:46.705 INFO:teuthology.orchestra.run.vm02.stderr: 93.8% -- replaced with /var/log/ceph/ce88f304-18dc-11f1-81b4-a3325c551960/ceph-osd.1.log.gz 2026-03-05T22:52:46.707 INFO:teuthology.orchestra.run.vm02.stderr: 2026-03-05T22:52:46.707 INFO:teuthology.orchestra.run.vm02.stderr:real 0m0.335s 2026-03-05T22:52:46.707 INFO:teuthology.orchestra.run.vm02.stderr:user 0m0.610s 2026-03-05T22:52:46.707 INFO:teuthology.orchestra.run.vm02.stderr:sys 0m0.039s 2026-03-05T22:52:46.707 INFO:tasks.cephadm:Archiving logs... 2026-03-05T22:52:46.707 DEBUG:teuthology.misc:Transferring archived files from vm02:/var/log/ceph to /archive/irq0-2026-03-05_18:17:42-orch:cephadm:smoke-cobaltcore-storage-v19.2.3-fasttrack-3-none-default-vps/78/remote/vm02/log 2026-03-05T22:52:46.707 DEBUG:teuthology.orchestra.run.vm02:> sudo tar c -f - -C /var/log/ceph -- . 2026-03-05T22:52:46.811 DEBUG:teuthology.misc:Transferring archived files from vm09:/var/log/ceph to /archive/irq0-2026-03-05_18:17:42-orch:cephadm:smoke-cobaltcore-storage-v19.2.3-fasttrack-3-none-default-vps/78/remote/vm09/log 2026-03-05T22:52:46.812 DEBUG:teuthology.orchestra.run.vm09:> sudo tar c -f - -C /var/log/ceph -- . 2026-03-05T22:52:46.862 INFO:tasks.cephadm:Removing cluster... 2026-03-05T22:52:46.862 DEBUG:teuthology.orchestra.run.vm02:> sudo /home/ubuntu/cephtest/cephadm rm-cluster --fsid ce88f304-18dc-11f1-81b4-a3325c551960 --force 2026-03-05T22:52:47.146 INFO:teuthology.orchestra.run.vm02.stdout:Deleting cluster with fsid: ce88f304-18dc-11f1-81b4-a3325c551960 2026-03-05T22:52:47.252 DEBUG:teuthology.orchestra.run.vm09:> sudo /home/ubuntu/cephtest/cephadm rm-cluster --fsid ce88f304-18dc-11f1-81b4-a3325c551960 --force 2026-03-05T22:52:47.561 INFO:teuthology.orchestra.run.vm09.stdout:Deleting cluster with fsid: ce88f304-18dc-11f1-81b4-a3325c551960 2026-03-05T22:52:47.675 INFO:tasks.cephadm:Removing cephadm ... 2026-03-05T22:52:47.675 DEBUG:teuthology.orchestra.run.vm02:> rm -rf /home/ubuntu/cephtest/cephadm 2026-03-05T22:52:47.691 DEBUG:teuthology.orchestra.run.vm09:> rm -rf /home/ubuntu/cephtest/cephadm 2026-03-05T22:52:47.707 INFO:tasks.cephadm:Teardown complete 2026-03-05T22:52:47.707 DEBUG:teuthology.run_tasks:Unwinding manager nvme_loop 2026-03-05T22:52:47.710 INFO:tasks.nvme_loop:Disconnecting nvme_loop vm02:/dev/vdb... 2026-03-05T22:52:47.710 DEBUG:teuthology.orchestra.run.vm02:> sudo nvme disconnect -n vdb 2026-03-05T22:52:47.843 INFO:teuthology.orchestra.run.vm02.stdout:NQN:vdb disconnected 1 controller(s) 2026-03-05T22:52:47.845 INFO:tasks.nvme_loop:Disconnecting nvme_loop vm02:/dev/vdc... 2026-03-05T22:52:47.845 DEBUG:teuthology.orchestra.run.vm02:> sudo nvme disconnect -n vdc 2026-03-05T22:52:47.938 INFO:teuthology.orchestra.run.vm02.stdout:NQN:vdc disconnected 1 controller(s) 2026-03-05T22:52:47.940 INFO:tasks.nvme_loop:Disconnecting nvme_loop vm02:/dev/vdd... 2026-03-05T22:52:47.941 DEBUG:teuthology.orchestra.run.vm02:> sudo nvme disconnect -n vdd 2026-03-05T22:52:48.041 INFO:teuthology.orchestra.run.vm02.stdout:NQN:vdd disconnected 1 controller(s) 2026-03-05T22:52:48.043 INFO:tasks.nvme_loop:Disconnecting nvme_loop vm02:/dev/vde... 2026-03-05T22:52:48.043 DEBUG:teuthology.orchestra.run.vm02:> sudo nvme disconnect -n vde 2026-03-05T22:52:48.138 INFO:teuthology.orchestra.run.vm02.stdout:NQN:vde disconnected 1 controller(s) 2026-03-05T22:52:48.140 DEBUG:teuthology.orchestra.run.vm02:> set -ex 2026-03-05T22:52:48.140 DEBUG:teuthology.orchestra.run.vm02:> sudo dd of=/scratch_devs 2026-03-05T22:52:48.163 INFO:tasks.nvme_loop:Disconnecting nvme_loop vm09:/dev/vdb... 2026-03-05T22:52:48.164 DEBUG:teuthology.orchestra.run.vm09:> sudo nvme disconnect -n vdb 2026-03-05T22:52:48.248 INFO:teuthology.orchestra.run.vm09.stdout:NQN:vdb disconnected 1 controller(s) 2026-03-05T22:52:48.250 INFO:tasks.nvme_loop:Disconnecting nvme_loop vm09:/dev/vdc... 2026-03-05T22:52:48.250 DEBUG:teuthology.orchestra.run.vm09:> sudo nvme disconnect -n vdc 2026-03-05T22:52:48.349 INFO:teuthology.orchestra.run.vm09.stdout:NQN:vdc disconnected 1 controller(s) 2026-03-05T22:52:48.350 INFO:tasks.nvme_loop:Disconnecting nvme_loop vm09:/dev/vdd... 2026-03-05T22:52:48.350 DEBUG:teuthology.orchestra.run.vm09:> sudo nvme disconnect -n vdd 2026-03-05T22:52:48.453 INFO:teuthology.orchestra.run.vm09.stdout:NQN:vdd disconnected 1 controller(s) 2026-03-05T22:52:48.455 INFO:tasks.nvme_loop:Disconnecting nvme_loop vm09:/dev/vde... 2026-03-05T22:52:48.455 DEBUG:teuthology.orchestra.run.vm09:> sudo nvme disconnect -n vde 2026-03-05T22:52:48.557 INFO:teuthology.orchestra.run.vm09.stdout:NQN:vde disconnected 1 controller(s) 2026-03-05T22:52:48.559 DEBUG:teuthology.orchestra.run.vm09:> set -ex 2026-03-05T22:52:48.559 DEBUG:teuthology.orchestra.run.vm09:> sudo dd of=/scratch_devs 2026-03-05T22:52:48.582 DEBUG:teuthology.run_tasks:Unwinding manager clock 2026-03-05T22:52:48.585 INFO:teuthology.task.clock:Checking final clock skew... 2026-03-05T22:52:48.585 DEBUG:teuthology.orchestra.run.vm02:> PATH=/usr/bin:/usr/sbin ntpq -p || PATH=/usr/bin:/usr/sbin chronyc sources || true 2026-03-05T22:52:48.586 DEBUG:teuthology.orchestra.run.vm09:> PATH=/usr/bin:/usr/sbin ntpq -p || PATH=/usr/bin:/usr/sbin chronyc sources || true 2026-03-05T22:52:48.600 INFO:teuthology.orchestra.run.vm02.stderr:bash: line 1: ntpq: command not found 2026-03-05T22:52:48.641 INFO:teuthology.orchestra.run.vm09.stderr:bash: line 1: ntpq: command not found 2026-03-05T22:52:48.657 INFO:teuthology.orchestra.run.vm09.stdout:MS Name/IP address Stratum Poll Reach LastRx Last sample 2026-03-05T22:52:48.657 INFO:teuthology.orchestra.run.vm09.stdout:=============================================================================== 2026-03-05T22:52:48.657 INFO:teuthology.orchestra.run.vm09.stdout:^* ntp5.kernfusion.at 2 6 377 46 -358us[ -334us] +/- 17ms 2026-03-05T22:52:48.657 INFO:teuthology.orchestra.run.vm09.stdout:^? stratum2-1.NTP.TechFak.N> 2 7 1 233 -210us[ -257us] +/- 17ms 2026-03-05T22:52:48.657 INFO:teuthology.orchestra.run.vm09.stdout:^+ ns8.starka.st 2 6 377 45 +839us[ +839us] +/- 37ms 2026-03-05T22:52:48.657 INFO:teuthology.orchestra.run.vm09.stdout:^- nono.io 2 7 3 102 -699us[ -678us] +/- 51ms 2026-03-05T22:52:48.657 INFO:teuthology.orchestra.run.vm02.stdout:MS Name/IP address Stratum Poll Reach LastRx Last sample 2026-03-05T22:52:48.658 INFO:teuthology.orchestra.run.vm02.stdout:=============================================================================== 2026-03-05T22:52:48.658 INFO:teuthology.orchestra.run.vm02.stdout:^? stratum2-1.NTP.TechFak.N> 2 7 1 233 +526us[ +479us] +/- 18ms 2026-03-05T22:52:48.658 INFO:teuthology.orchestra.run.vm02.stdout:^+ ns8.starka.st 2 6 377 45 +759us[ +790us] +/- 37ms 2026-03-05T22:52:48.658 INFO:teuthology.orchestra.run.vm02.stdout:^? nono.io 2 7 40 376 -767us[-1056us] +/- 47ms 2026-03-05T22:52:48.658 INFO:teuthology.orchestra.run.vm02.stdout:^* ntp5.kernfusion.at 2 6 377 45 -340us[ -309us] +/- 17ms 2026-03-05T22:52:48.658 DEBUG:teuthology.run_tasks:Unwinding manager ansible.cephlab 2026-03-05T22:52:48.660 INFO:teuthology.task.ansible:Skipping ansible cleanup... 2026-03-05T22:52:48.660 DEBUG:teuthology.run_tasks:Unwinding manager selinux 2026-03-05T22:52:48.662 DEBUG:teuthology.run_tasks:Unwinding manager pcp 2026-03-05T22:52:48.664 DEBUG:teuthology.run_tasks:Unwinding manager internal.timer 2026-03-05T22:52:48.666 INFO:teuthology.task.internal:Duration was 493.463338 seconds 2026-03-05T22:52:48.666 DEBUG:teuthology.run_tasks:Unwinding manager internal.syslog 2026-03-05T22:52:48.668 INFO:teuthology.task.internal.syslog:Shutting down syslog monitoring... 2026-03-05T22:52:48.668 DEBUG:teuthology.orchestra.run.vm02:> sudo rm -f -- /etc/rsyslog.d/80-cephtest.conf && sudo service rsyslog restart 2026-03-05T22:52:48.701 DEBUG:teuthology.orchestra.run.vm09:> sudo rm -f -- /etc/rsyslog.d/80-cephtest.conf && sudo service rsyslog restart 2026-03-05T22:52:48.740 INFO:teuthology.orchestra.run.vm09.stderr:Redirecting to /bin/systemctl restart rsyslog.service 2026-03-05T22:52:48.744 INFO:teuthology.orchestra.run.vm02.stderr:Redirecting to /bin/systemctl restart rsyslog.service 2026-03-05T22:52:49.203 INFO:teuthology.task.internal.syslog:Checking logs for errors... 2026-03-05T22:52:49.203 DEBUG:teuthology.task.internal.syslog:Checking ubuntu@vm02.local 2026-03-05T22:52:49.203 DEBUG:teuthology.orchestra.run.vm02:> grep -E --binary-files=text '\bBUG\b|\bINFO\b|\bDEADLOCK\b' /home/ubuntu/cephtest/archive/syslog/kern.log | grep -v 'task .* blocked for more than .* seconds' | grep -v 'lockdep is turned off' | grep -v 'trying to register non-static key' | grep -v 'DEBUG: fsize' | grep -v CRON | grep -v 'BUG: bad unlock balance detected' | grep -v 'inconsistent lock state' | grep -v '*** DEADLOCK ***' | grep -v 'INFO: possible irq lock inversion dependency detected' | grep -v 'INFO: NMI handler (perf_event_nmi_handler) took too long to run' | grep -v 'INFO: recovery required on readonly' | grep -v 'ceph-create-keys: INFO' | grep -v INFO:ceph-create-keys | grep -v 'Loaded datasource DataSourceOpenStack' | grep -v 'container-storage-setup: INFO: Volume group backing root filesystem could not be determined' | grep -E -v '\bsalt-master\b|\bsalt-minion\b|\bsalt-api\b' | grep -v ceph-crash | grep -E -v '\btcmu-runner\b.*\bINFO\b' | head -n 1 2026-03-05T22:52:49.229 DEBUG:teuthology.task.internal.syslog:Checking ubuntu@vm09.local 2026-03-05T22:52:49.230 DEBUG:teuthology.orchestra.run.vm09:> grep -E --binary-files=text '\bBUG\b|\bINFO\b|\bDEADLOCK\b' /home/ubuntu/cephtest/archive/syslog/kern.log | grep -v 'task .* blocked for more than .* seconds' | grep -v 'lockdep is turned off' | grep -v 'trying to register non-static key' | grep -v 'DEBUG: fsize' | grep -v CRON | grep -v 'BUG: bad unlock balance detected' | grep -v 'inconsistent lock state' | grep -v '*** DEADLOCK ***' | grep -v 'INFO: possible irq lock inversion dependency detected' | grep -v 'INFO: NMI handler (perf_event_nmi_handler) took too long to run' | grep -v 'INFO: recovery required on readonly' | grep -v 'ceph-create-keys: INFO' | grep -v INFO:ceph-create-keys | grep -v 'Loaded datasource DataSourceOpenStack' | grep -v 'container-storage-setup: INFO: Volume group backing root filesystem could not be determined' | grep -E -v '\bsalt-master\b|\bsalt-minion\b|\bsalt-api\b' | grep -v ceph-crash | grep -E -v '\btcmu-runner\b.*\bINFO\b' | head -n 1 2026-03-05T22:52:49.269 INFO:teuthology.task.internal.syslog:Gathering journactl... 2026-03-05T22:52:49.269 DEBUG:teuthology.orchestra.run.vm02:> sudo journalctl > /home/ubuntu/cephtest/archive/syslog/journalctl.log 2026-03-05T22:52:49.271 DEBUG:teuthology.orchestra.run.vm09:> sudo journalctl > /home/ubuntu/cephtest/archive/syslog/journalctl.log 2026-03-05T22:52:49.731 INFO:teuthology.task.internal.syslog:Compressing syslogs... 2026-03-05T22:52:49.731 DEBUG:teuthology.orchestra.run.vm02:> find /home/ubuntu/cephtest/archive/syslog -name '*.log' -print0 | sudo xargs -0 --max-args=1 --max-procs=0 --verbose --no-run-if-empty -- gzip -5 --verbose -- 2026-03-05T22:52:49.733 DEBUG:teuthology.orchestra.run.vm09:> find /home/ubuntu/cephtest/archive/syslog -name '*.log' -print0 | sudo xargs -0 --max-args=1 --max-procs=0 --verbose --no-run-if-empty -- gzip -5 --verbose -- 2026-03-05T22:52:49.757 INFO:teuthology.orchestra.run.vm09.stderr:gzip -5 --verbose -- /home/ubuntu/cephtest/archive/syslog/kern.log 2026-03-05T22:52:49.758 INFO:teuthology.orchestra.run.vm09.stderr:gzip -5 --verbose -- /home/ubuntu/cephtest/archive/syslog/misc.log 2026-03-05T22:52:49.758 INFO:teuthology.orchestra.run.vm09.stderr:/home/ubuntu/cephtest/archive/syslog/kern.log: gzip -5 0.0% -- replaced with /home/ubuntu/cephtest/archive/syslog/kern.log.gz 2026-03-05T22:52:49.758 INFO:teuthology.orchestra.run.vm09.stderr: --verbose -- /home/ubuntu/cephtest/archive/syslog/journalctl.log 2026-03-05T22:52:49.758 INFO:teuthology.orchestra.run.vm02.stderr:gzip -5 --verbose -- /home/ubuntu/cephtest/archive/syslog/kern.log 2026-03-05T22:52:49.758 INFO:teuthology.orchestra.run.vm02.stderr:gzip -5 --verbose -- /home/ubuntu/cephtest/archive/syslog/misc.log 2026-03-05T22:52:49.758 INFO:teuthology.orchestra.run.vm02.stderr:/home/ubuntu/cephtest/archive/syslog/kern.log: gzip 0.0% -- replaced with /home/ubuntu/cephtest/archive/syslog/kern.log.gz 2026-03-05T22:52:49.758 INFO:teuthology.orchestra.run.vm02.stderr: -5 --verbose -- /home/ubuntu/cephtest/archive/syslog/journalctl.log 2026-03-05T22:52:49.758 INFO:teuthology.orchestra.run.vm09.stderr:/home/ubuntu/cephtest/archive/syslog/misc.log: /home/ubuntu/cephtest/archive/syslog/journalctl.log: 0.0% -- replaced with /home/ubuntu/cephtest/archive/syslog/misc.log.gz 2026-03-05T22:52:49.758 INFO:teuthology.orchestra.run.vm02.stderr:/home/ubuntu/cephtest/archive/syslog/misc.log: 0.0% -- replaced with /home/ubuntu/cephtest/archive/syslog/misc.log.gz 2026-03-05T22:52:49.877 INFO:teuthology.orchestra.run.vm09.stderr: 98.1% -- replaced with /home/ubuntu/cephtest/archive/syslog/journalctl.log.gz 2026-03-05T22:52:49.908 INFO:teuthology.orchestra.run.vm02.stderr:/home/ubuntu/cephtest/archive/syslog/journalctl.log: 97.9% -- replaced with /home/ubuntu/cephtest/archive/syslog/journalctl.log.gz 2026-03-05T22:52:49.910 DEBUG:teuthology.run_tasks:Unwinding manager internal.sudo 2026-03-05T22:52:49.916 INFO:teuthology.task.internal:Restoring /etc/sudoers... 2026-03-05T22:52:49.916 DEBUG:teuthology.orchestra.run.vm02:> sudo mv -f /etc/sudoers.orig.teuthology /etc/sudoers 2026-03-05T22:52:49.978 DEBUG:teuthology.orchestra.run.vm09:> sudo mv -f /etc/sudoers.orig.teuthology /etc/sudoers 2026-03-05T22:52:50.008 DEBUG:teuthology.run_tasks:Unwinding manager internal.coredump 2026-03-05T22:52:50.010 DEBUG:teuthology.orchestra.run.vm02:> sudo sysctl -w kernel.core_pattern=core && sudo bash -c 'for f in `find /home/ubuntu/cephtest/archive/coredump -type f`; do file $f | grep -q systemd-sysusers && rm $f || true ; done' && rmdir --ignore-fail-on-non-empty -- /home/ubuntu/cephtest/archive/coredump 2026-03-05T22:52:50.020 DEBUG:teuthology.orchestra.run.vm09:> sudo sysctl -w kernel.core_pattern=core && sudo bash -c 'for f in `find /home/ubuntu/cephtest/archive/coredump -type f`; do file $f | grep -q systemd-sysusers && rm $f || true ; done' && rmdir --ignore-fail-on-non-empty -- /home/ubuntu/cephtest/archive/coredump 2026-03-05T22:52:50.047 INFO:teuthology.orchestra.run.vm02.stdout:kernel.core_pattern = core 2026-03-05T22:52:50.074 INFO:teuthology.orchestra.run.vm09.stdout:kernel.core_pattern = core 2026-03-05T22:52:50.087 DEBUG:teuthology.orchestra.run.vm02:> test -e /home/ubuntu/cephtest/archive/coredump 2026-03-05T22:52:50.124 DEBUG:teuthology.orchestra.run:got remote process result: 1 2026-03-05T22:52:50.125 DEBUG:teuthology.orchestra.run.vm09:> test -e /home/ubuntu/cephtest/archive/coredump 2026-03-05T22:52:50.145 DEBUG:teuthology.orchestra.run:got remote process result: 1 2026-03-05T22:52:50.145 DEBUG:teuthology.run_tasks:Unwinding manager internal.archive 2026-03-05T22:52:50.148 INFO:teuthology.task.internal:Transferring archived files... 2026-03-05T22:52:50.149 DEBUG:teuthology.misc:Transferring archived files from vm02:/home/ubuntu/cephtest/archive to /archive/irq0-2026-03-05_18:17:42-orch:cephadm:smoke-cobaltcore-storage-v19.2.3-fasttrack-3-none-default-vps/78/remote/vm02 2026-03-05T22:52:50.149 DEBUG:teuthology.orchestra.run.vm02:> sudo tar c -f - -C /home/ubuntu/cephtest/archive -- . 2026-03-05T22:52:50.198 DEBUG:teuthology.misc:Transferring archived files from vm09:/home/ubuntu/cephtest/archive to /archive/irq0-2026-03-05_18:17:42-orch:cephadm:smoke-cobaltcore-storage-v19.2.3-fasttrack-3-none-default-vps/78/remote/vm09 2026-03-05T22:52:50.198 DEBUG:teuthology.orchestra.run.vm09:> sudo tar c -f - -C /home/ubuntu/cephtest/archive -- . 2026-03-05T22:52:50.228 INFO:teuthology.task.internal:Removing archive directory... 2026-03-05T22:52:50.228 DEBUG:teuthology.orchestra.run.vm02:> rm -rf -- /home/ubuntu/cephtest/archive 2026-03-05T22:52:50.240 DEBUG:teuthology.orchestra.run.vm09:> rm -rf -- /home/ubuntu/cephtest/archive 2026-03-05T22:52:50.284 DEBUG:teuthology.run_tasks:Unwinding manager internal.archive_upload 2026-03-05T22:52:50.286 INFO:teuthology.task.internal:Not uploading archives. 2026-03-05T22:52:50.286 DEBUG:teuthology.run_tasks:Unwinding manager internal.base 2026-03-05T22:52:50.289 INFO:teuthology.task.internal:Tidying up after the test... 2026-03-05T22:52:50.289 DEBUG:teuthology.orchestra.run.vm02:> find /home/ubuntu/cephtest -ls ; rmdir -- /home/ubuntu/cephtest 2026-03-05T22:52:50.296 DEBUG:teuthology.orchestra.run.vm09:> find /home/ubuntu/cephtest -ls ; rmdir -- /home/ubuntu/cephtest 2026-03-05T22:52:50.313 INFO:teuthology.orchestra.run.vm02.stdout: 8532141 0 drwxr-xr-x 2 ubuntu ubuntu 6 Mar 5 22:52 /home/ubuntu/cephtest 2026-03-05T22:52:50.341 INFO:teuthology.orchestra.run.vm09.stdout: 8532145 0 drwxr-xr-x 2 ubuntu ubuntu 6 Mar 5 22:52 /home/ubuntu/cephtest 2026-03-05T22:52:50.342 DEBUG:teuthology.run_tasks:Unwinding manager console_log 2026-03-05T22:52:50.348 INFO:teuthology.run:Summary data: description: orch:cephadm:smoke/{0-distro/centos_9.stream_runc 0-nvme-loop agent/on fixed-2 mon_election/connectivity start} duration: 493.4633378982544 owner: irq0 success: true 2026-03-05T22:52:50.348 DEBUG:teuthology.report:Pushing job info to http://localhost:8080 2026-03-05T22:52:50.373 INFO:teuthology.run:pass