2026-03-09T19:24:03.034 INFO:root:teuthology version: 1.2.4.dev6+g1c580df7a 2026-03-09T19:24:03.038 DEBUG:teuthology.report:Pushing job info to http://localhost:8080 2026-03-09T19:24:03.059 INFO:teuthology.run:Config: archive_path: /archive/kyr-2026-03-09_11:23:05-orch-squid-none-default-vps/620 branch: squid description: orch/cephadm/smb/{0-distro/ubuntu_22.04 tasks/deploy_smb_basic} email: null first_in_suite: false flavor: default job_id: '620' ktype: distro last_in_suite: false machine_type: vps name: kyr-2026-03-09_11:23:05-orch-squid-none-default-vps no_nested_subset: false os_type: ubuntu os_version: '22.04' overrides: admin_socket: branch: squid ansible.cephlab: branch: main skip_tags: nagios,monitoring-scripts,hostname,pubkeys,zap,sudoers,kerberos,ntp-client,resolvconf,cpan,nfs vars: timezone: UTC ceph: conf: mgr: debug mgr: 20 debug ms: 1 mon: debug mon: 20 debug ms: 1 debug paxos: 20 osd: debug ms: 1 debug osd: 20 osd mclock iops capacity threshold hdd: 49000 flavor: default log-ignorelist: - \(MDS_ALL_DOWN\) - \(MDS_UP_LESS_THAN_MAX\) log-only-match: - CEPHADM_ sha1: e911bdebe5c8faa3800735d1568fcdca65db60df ceph-deploy: conf: client: log file: /var/log/ceph/ceph-$name.$pid.log mon: {} install: ceph: flavor: default sha1: e911bdebe5c8faa3800735d1568fcdca65db60df extra_system_packages: deb: - python3-xmltodict - python3-jmespath rpm: - bzip2 - perl-Test-Harness - python3-xmltodict - python3-jmespath workunit: branch: tt-squid sha1: 569c3e99c9b32a51b4eaf08731c728f4513ed589 owner: kyr priority: 1000 repo: https://github.com/ceph/ceph.git roles: - - host.a - mon.a - mgr.x - osd.0 - osd.1 - client.0 - - host.b - cephadm.exclude seed: 3443 sha1: e911bdebe5c8faa3800735d1568fcdca65db60df sleep_before_teardown: 0 subset: 1/64 suite: orch suite_branch: tt-squid suite_path: /home/teuthos/src/github.com_kshtsk_ceph_569c3e99c9b32a51b4eaf08731c728f4513ed589/qa suite_relpath: qa suite_repo: https://github.com/kshtsk/ceph.git suite_sha1: 569c3e99c9b32a51b4eaf08731c728f4513ed589 targets: vm10.local: ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBAGSh9EtGZENnl3GsR+IGKUUwXoldHUMobMVILR/+KAfd/uTxsiQEZOgZq4F88yQ+ZxEWPpa6Nw1AdrMsq3TErg= vm11.local: ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBMGYFioHmISesI8c0RxS54ISAmyoGhvxD/k8kJMSBv2Rtinr9h/+Rr2XRmFr0yqzgTGU8wFT3T27XJaTa/V50OY= tasks: - cephadm.configure_samba_client_container: role: host.b - cephadm: null - cephadm.shell: host.a: - ceph fs volume create cephfs - cephadm.wait_for_service: service: mds.cephfs - cephadm.shell: host.a: - cmd: ceph fs subvolumegroup create cephfs g1 - cmd: ceph fs subvolume create cephfs sub1 --group-name=g1 --mode=0777 - cmd: ceph fs authorize cephfs client.smbdata / rw - cmd: ceph osd pool create .smb --yes-i-really-mean-it - cmd: ceph osd pool application enable .smb smb - cmd: rados --pool=.smb --namespace=saserv1 put conf.toml /dev/stdin stdin: 'samba-container-config = "v0" [configs.saserv1] shares = ["share1"] globals = ["default", "domain"] instance_name = "SAMBA" [shares.share1.options] "vfs objects" = "ceph" path = "/" "ceph:config_file" = "/etc/ceph/ceph.conf" "ceph:user_id" = "smbdata" "kernel share modes" = "no" "read only" = "no" "browseable" = "yes" [globals.default.options] "server min protocol" = "SMB2" "load printers" = "no" "printing" = "bsd" "printcap name" = "/dev/null" "disable spoolss" = "yes" "guest ok" = "no" [globals.domain.options] security = "USER" workgroup = "STANDALONE1" [[users.all_entries]] name = "smbuser1" password = "insecure321" ' - cephadm.apply: specs: - cluster_id: saserv1 config_uri: rados://.smb/saserv1/conf.toml include_ceph_users: - client.smbdata placement: count: 1 service_id: saserv1 service_type: smb - cephadm.wait_for_service: service: smb.saserv1 - cephadm.exec: host.b: - sleep 30 - '{{ctx.samba_client_container_cmd|join('' '')}} smbclient -U smbuser1%insecure321 //{{''host.a''|role_to_remote|attr(''ip_address'')}}/share1 -c ls' teuthology: fragments_dropped: [] meta: {} postmerge: [] teuthology_branch: clyso-debian-13 teuthology_repo: https://github.com/clyso/teuthology teuthology_sha1: 1c580df7a9c7c2aadc272da296344fd99f27c444 timestamp: 2026-03-09_11:23:05 tube: vps user: kyr verbose: false worker_log: /home/teuthos/.teuthology/dispatcher/dispatcher.vps.611473 2026-03-09T19:24:03.059 INFO:teuthology.run:suite_path is set to /home/teuthos/src/github.com_kshtsk_ceph_569c3e99c9b32a51b4eaf08731c728f4513ed589/qa; will attempt to use it 2026-03-09T19:24:03.059 INFO:teuthology.run:Found tasks at /home/teuthos/src/github.com_kshtsk_ceph_569c3e99c9b32a51b4eaf08731c728f4513ed589/qa/tasks 2026-03-09T19:24:03.060 INFO:teuthology.run_tasks:Running task internal.check_packages... 2026-03-09T19:24:03.060 INFO:teuthology.task.internal:Checking packages... 2026-03-09T19:24:03.060 INFO:teuthology.task.internal:Checking packages for os_type 'ubuntu', flavor 'default' and ceph hash 'e911bdebe5c8faa3800735d1568fcdca65db60df' 2026-03-09T19:24:03.060 WARNING:teuthology.packaging:More than one of ref, tag, branch, or sha1 supplied; using branch 2026-03-09T19:24:03.060 INFO:teuthology.packaging:ref: None 2026-03-09T19:24:03.060 INFO:teuthology.packaging:tag: None 2026-03-09T19:24:03.060 INFO:teuthology.packaging:branch: squid 2026-03-09T19:24:03.060 INFO:teuthology.packaging:sha1: e911bdebe5c8faa3800735d1568fcdca65db60df 2026-03-09T19:24:03.060 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=ubuntu%2F22.04%2Fx86_64&ref=squid 2026-03-09T19:24:03.663 INFO:teuthology.task.internal:Found packages for ceph version 19.2.3-678-ge911bdeb-1jammy 2026-03-09T19:24:03.664 INFO:teuthology.run_tasks:Running task internal.buildpackages_prep... 2026-03-09T19:24:03.665 INFO:teuthology.task.internal:no buildpackages task found 2026-03-09T19:24:03.665 INFO:teuthology.run_tasks:Running task internal.save_config... 2026-03-09T19:24:03.666 INFO:teuthology.task.internal:Saving configuration 2026-03-09T19:24:03.673 INFO:teuthology.run_tasks:Running task internal.check_lock... 2026-03-09T19:24:03.674 INFO:teuthology.task.internal.check_lock:Checking locks... 2026-03-09T19:24:03.680 DEBUG:teuthology.task.internal.check_lock:machine status is {'name': 'vm10.local', 'description': '/archive/kyr-2026-03-09_11:23:05-orch-squid-none-default-vps/620', 'up': True, 'machine_type': 'vps', 'is_vm': True, 'vm_host': {'name': 'localhost', 'description': None, 'up': True, 'machine_type': 'libvirt', 'is_vm': False, 'vm_host': None, 'os_type': None, 'os_version': None, 'arch': None, 'locked': True, 'locked_since': None, 'locked_by': None, 'mac_address': None, 'ssh_pub_key': None}, 'os_type': 'ubuntu', 'os_version': '22.04', 'arch': 'x86_64', 'locked': True, 'locked_since': '2026-03-09 19:23:00.062585', 'locked_by': 'kyr', 'mac_address': '52:55:00:00:00:0a', 'ssh_pub_key': 'ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBAGSh9EtGZENnl3GsR+IGKUUwXoldHUMobMVILR/+KAfd/uTxsiQEZOgZq4F88yQ+ZxEWPpa6Nw1AdrMsq3TErg='} 2026-03-09T19:24:03.685 DEBUG:teuthology.task.internal.check_lock:machine status is {'name': 'vm11.local', 'description': '/archive/kyr-2026-03-09_11:23:05-orch-squid-none-default-vps/620', 'up': True, 'machine_type': 'vps', 'is_vm': True, 'vm_host': {'name': 'localhost', 'description': None, 'up': True, 'machine_type': 'libvirt', 'is_vm': False, 'vm_host': None, 'os_type': None, 'os_version': None, 'arch': None, 'locked': True, 'locked_since': None, 'locked_by': None, 'mac_address': None, 'ssh_pub_key': None}, 'os_type': 'ubuntu', 'os_version': '22.04', 'arch': 'x86_64', 'locked': True, 'locked_since': '2026-03-09 19:23:00.062037', 'locked_by': 'kyr', 'mac_address': '52:55:00:00:00:0b', 'ssh_pub_key': 'ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBMGYFioHmISesI8c0RxS54ISAmyoGhvxD/k8kJMSBv2Rtinr9h/+Rr2XRmFr0yqzgTGU8wFT3T27XJaTa/V50OY='} 2026-03-09T19:24:03.686 INFO:teuthology.run_tasks:Running task internal.add_remotes... 2026-03-09T19:24:03.686 INFO:teuthology.task.internal:roles: ubuntu@vm10.local - ['host.a', 'mon.a', 'mgr.x', 'osd.0', 'osd.1', 'client.0'] 2026-03-09T19:24:03.686 INFO:teuthology.task.internal:roles: ubuntu@vm11.local - ['host.b', 'cephadm.exclude'] 2026-03-09T19:24:03.686 INFO:teuthology.run_tasks:Running task console_log... 2026-03-09T19:24:03.693 DEBUG:teuthology.task.console_log:vm10 does not support IPMI; excluding 2026-03-09T19:24:03.697 DEBUG:teuthology.task.console_log:vm11 does not support IPMI; excluding 2026-03-09T19:24:03.697 DEBUG:teuthology.exit:Installing handler: Handler(exiter=, func=.kill_console_loggers at 0x7f3e90b7e170>, signals=[15]) 2026-03-09T19:24:03.698 INFO:teuthology.run_tasks:Running task internal.connect... 2026-03-09T19:24:03.698 INFO:teuthology.task.internal:Opening connections... 2026-03-09T19:24:03.698 DEBUG:teuthology.task.internal:connecting to ubuntu@vm10.local 2026-03-09T19:24:03.699 DEBUG:teuthology.orchestra.connection:{'hostname': 'vm10.local', 'username': 'ubuntu', 'timeout': 60} 2026-03-09T19:24:03.756 DEBUG:teuthology.task.internal:connecting to ubuntu@vm11.local 2026-03-09T19:24:03.756 DEBUG:teuthology.orchestra.connection:{'hostname': 'vm11.local', 'username': 'ubuntu', 'timeout': 60} 2026-03-09T19:24:03.818 INFO:teuthology.run_tasks:Running task internal.push_inventory... 2026-03-09T19:24:03.819 DEBUG:teuthology.orchestra.run.vm10:> uname -m 2026-03-09T19:24:03.821 INFO:teuthology.orchestra.run.vm10.stdout:x86_64 2026-03-09T19:24:03.822 DEBUG:teuthology.orchestra.run.vm10:> cat /etc/os-release 2026-03-09T19:24:03.868 INFO:teuthology.orchestra.run.vm10.stdout:PRETTY_NAME="Ubuntu 22.04.5 LTS" 2026-03-09T19:24:03.868 INFO:teuthology.orchestra.run.vm10.stdout:NAME="Ubuntu" 2026-03-09T19:24:03.868 INFO:teuthology.orchestra.run.vm10.stdout:VERSION_ID="22.04" 2026-03-09T19:24:03.868 INFO:teuthology.orchestra.run.vm10.stdout:VERSION="22.04.5 LTS (Jammy Jellyfish)" 2026-03-09T19:24:03.868 INFO:teuthology.orchestra.run.vm10.stdout:VERSION_CODENAME=jammy 2026-03-09T19:24:03.868 INFO:teuthology.orchestra.run.vm10.stdout:ID=ubuntu 2026-03-09T19:24:03.868 INFO:teuthology.orchestra.run.vm10.stdout:ID_LIKE=debian 2026-03-09T19:24:03.868 INFO:teuthology.orchestra.run.vm10.stdout:HOME_URL="https://www.ubuntu.com/" 2026-03-09T19:24:03.868 INFO:teuthology.orchestra.run.vm10.stdout:SUPPORT_URL="https://help.ubuntu.com/" 2026-03-09T19:24:03.868 INFO:teuthology.orchestra.run.vm10.stdout:BUG_REPORT_URL="https://bugs.launchpad.net/ubuntu/" 2026-03-09T19:24:03.868 INFO:teuthology.orchestra.run.vm10.stdout:PRIVACY_POLICY_URL="https://www.ubuntu.com/legal/terms-and-policies/privacy-policy" 2026-03-09T19:24:03.868 INFO:teuthology.orchestra.run.vm10.stdout:UBUNTU_CODENAME=jammy 2026-03-09T19:24:03.869 INFO:teuthology.lock.ops:Updating vm10.local on lock server 2026-03-09T19:24:03.874 DEBUG:teuthology.orchestra.run.vm11:> uname -m 2026-03-09T19:24:03.901 INFO:teuthology.orchestra.run.vm11.stdout:x86_64 2026-03-09T19:24:03.901 DEBUG:teuthology.orchestra.run.vm11:> cat /etc/os-release 2026-03-09T19:24:03.946 INFO:teuthology.orchestra.run.vm11.stdout:PRETTY_NAME="Ubuntu 22.04.5 LTS" 2026-03-09T19:24:03.947 INFO:teuthology.orchestra.run.vm11.stdout:NAME="Ubuntu" 2026-03-09T19:24:03.947 INFO:teuthology.orchestra.run.vm11.stdout:VERSION_ID="22.04" 2026-03-09T19:24:03.947 INFO:teuthology.orchestra.run.vm11.stdout:VERSION="22.04.5 LTS (Jammy Jellyfish)" 2026-03-09T19:24:03.947 INFO:teuthology.orchestra.run.vm11.stdout:VERSION_CODENAME=jammy 2026-03-09T19:24:03.947 INFO:teuthology.orchestra.run.vm11.stdout:ID=ubuntu 2026-03-09T19:24:03.947 INFO:teuthology.orchestra.run.vm11.stdout:ID_LIKE=debian 2026-03-09T19:24:03.947 INFO:teuthology.orchestra.run.vm11.stdout:HOME_URL="https://www.ubuntu.com/" 2026-03-09T19:24:03.947 INFO:teuthology.orchestra.run.vm11.stdout:SUPPORT_URL="https://help.ubuntu.com/" 2026-03-09T19:24:03.947 INFO:teuthology.orchestra.run.vm11.stdout:BUG_REPORT_URL="https://bugs.launchpad.net/ubuntu/" 2026-03-09T19:24:03.947 INFO:teuthology.orchestra.run.vm11.stdout:PRIVACY_POLICY_URL="https://www.ubuntu.com/legal/terms-and-policies/privacy-policy" 2026-03-09T19:24:03.947 INFO:teuthology.orchestra.run.vm11.stdout:UBUNTU_CODENAME=jammy 2026-03-09T19:24:03.947 INFO:teuthology.lock.ops:Updating vm11.local on lock server 2026-03-09T19:24:03.951 INFO:teuthology.run_tasks:Running task internal.serialize_remote_roles... 2026-03-09T19:24:03.953 INFO:teuthology.run_tasks:Running task internal.check_conflict... 2026-03-09T19:24:03.954 INFO:teuthology.task.internal:Checking for old test directory... 2026-03-09T19:24:03.954 DEBUG:teuthology.orchestra.run.vm10:> test '!' -e /home/ubuntu/cephtest 2026-03-09T19:24:03.955 DEBUG:teuthology.orchestra.run.vm11:> test '!' -e /home/ubuntu/cephtest 2026-03-09T19:24:03.990 INFO:teuthology.run_tasks:Running task internal.check_ceph_data... 2026-03-09T19:24:03.991 INFO:teuthology.task.internal:Checking for non-empty /var/lib/ceph... 2026-03-09T19:24:03.991 DEBUG:teuthology.orchestra.run.vm10:> test -z $(ls -A /var/lib/ceph) 2026-03-09T19:24:03.998 DEBUG:teuthology.orchestra.run.vm11:> test -z $(ls -A /var/lib/ceph) 2026-03-09T19:24:04.000 INFO:teuthology.orchestra.run.vm10.stderr:ls: cannot access '/var/lib/ceph': No such file or directory 2026-03-09T19:24:04.035 INFO:teuthology.orchestra.run.vm11.stderr:ls: cannot access '/var/lib/ceph': No such file or directory 2026-03-09T19:24:04.036 INFO:teuthology.run_tasks:Running task internal.vm_setup... 2026-03-09T19:24:04.042 DEBUG:teuthology.orchestra.run.vm10:> test -e /ceph-qa-ready 2026-03-09T19:24:04.045 DEBUG:teuthology.orchestra.run:got remote process result: 1 2026-03-09T19:24:04.275 DEBUG:teuthology.orchestra.run.vm11:> test -e /ceph-qa-ready 2026-03-09T19:24:04.277 DEBUG:teuthology.orchestra.run:got remote process result: 1 2026-03-09T19:24:04.599 INFO:teuthology.run_tasks:Running task internal.base... 2026-03-09T19:24:04.600 INFO:teuthology.task.internal:Creating test directory... 2026-03-09T19:24:04.600 DEBUG:teuthology.orchestra.run.vm10:> mkdir -p -m0755 -- /home/ubuntu/cephtest 2026-03-09T19:24:04.601 DEBUG:teuthology.orchestra.run.vm11:> mkdir -p -m0755 -- /home/ubuntu/cephtest 2026-03-09T19:24:04.604 INFO:teuthology.run_tasks:Running task internal.archive_upload... 2026-03-09T19:24:04.605 INFO:teuthology.run_tasks:Running task internal.archive... 2026-03-09T19:24:04.607 INFO:teuthology.task.internal:Creating archive directory... 2026-03-09T19:24:04.607 DEBUG:teuthology.orchestra.run.vm10:> install -d -m0755 -- /home/ubuntu/cephtest/archive 2026-03-09T19:24:04.646 DEBUG:teuthology.orchestra.run.vm11:> install -d -m0755 -- /home/ubuntu/cephtest/archive 2026-03-09T19:24:04.656 INFO:teuthology.run_tasks:Running task internal.coredump... 2026-03-09T19:24:04.657 INFO:teuthology.task.internal:Enabling coredump saving... 2026-03-09T19:24:04.657 DEBUG:teuthology.orchestra.run.vm10:> test -f /run/.containerenv -o -f /.dockerenv 2026-03-09T19:24:04.691 DEBUG:teuthology.orchestra.run:got remote process result: 1 2026-03-09T19:24:04.691 DEBUG:teuthology.orchestra.run.vm11:> test -f /run/.containerenv -o -f /.dockerenv 2026-03-09T19:24:04.697 DEBUG:teuthology.orchestra.run:got remote process result: 1 2026-03-09T19:24:04.698 DEBUG:teuthology.orchestra.run.vm10:> install -d -m0755 -- /home/ubuntu/cephtest/archive/coredump && sudo sysctl -w kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core && echo kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core | sudo tee -a /etc/sysctl.conf 2026-03-09T19:24:04.734 DEBUG:teuthology.orchestra.run.vm11:> install -d -m0755 -- /home/ubuntu/cephtest/archive/coredump && sudo sysctl -w kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core && echo kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core | sudo tee -a /etc/sysctl.conf 2026-03-09T19:24:04.740 INFO:teuthology.orchestra.run.vm10.stdout:kernel.core_pattern = /home/ubuntu/cephtest/archive/coredump/%t.%p.core 2026-03-09T19:24:04.744 INFO:teuthology.orchestra.run.vm10.stdout:kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core 2026-03-09T19:24:04.747 INFO:teuthology.orchestra.run.vm11.stdout:kernel.core_pattern = /home/ubuntu/cephtest/archive/coredump/%t.%p.core 2026-03-09T19:24:04.751 INFO:teuthology.orchestra.run.vm11.stdout:kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core 2026-03-09T19:24:04.751 INFO:teuthology.run_tasks:Running task internal.sudo... 2026-03-09T19:24:04.753 INFO:teuthology.task.internal:Configuring sudo... 2026-03-09T19:24:04.753 DEBUG:teuthology.orchestra.run.vm10:> sudo sed -i.orig.teuthology -e 's/^\([^#]*\) \(requiretty\)/\1 !\2/g' -e 's/^\([^#]*\) !\(visiblepw\)/\1 \2/g' /etc/sudoers 2026-03-09T19:24:04.790 DEBUG:teuthology.orchestra.run.vm11:> sudo sed -i.orig.teuthology -e 's/^\([^#]*\) \(requiretty\)/\1 !\2/g' -e 's/^\([^#]*\) !\(visiblepw\)/\1 \2/g' /etc/sudoers 2026-03-09T19:24:04.802 INFO:teuthology.run_tasks:Running task internal.syslog... 2026-03-09T19:24:04.804 INFO:teuthology.task.internal.syslog:Starting syslog monitoring... 2026-03-09T19:24:04.804 DEBUG:teuthology.orchestra.run.vm10:> mkdir -p -m0755 -- /home/ubuntu/cephtest/archive/syslog 2026-03-09T19:24:04.838 DEBUG:teuthology.orchestra.run.vm11:> mkdir -p -m0755 -- /home/ubuntu/cephtest/archive/syslog 2026-03-09T19:24:04.846 DEBUG:teuthology.orchestra.run.vm10:> install -m 666 /dev/null /home/ubuntu/cephtest/archive/syslog/kern.log 2026-03-09T19:24:04.884 DEBUG:teuthology.orchestra.run.vm10:> install -m 666 /dev/null /home/ubuntu/cephtest/archive/syslog/misc.log 2026-03-09T19:24:04.928 DEBUG:teuthology.orchestra.run.vm10:> set -ex 2026-03-09T19:24:04.928 DEBUG:teuthology.orchestra.run.vm10:> sudo dd of=/etc/rsyslog.d/80-cephtest.conf 2026-03-09T19:24:04.976 DEBUG:teuthology.orchestra.run.vm11:> install -m 666 /dev/null /home/ubuntu/cephtest/archive/syslog/kern.log 2026-03-09T19:24:04.980 DEBUG:teuthology.orchestra.run.vm11:> install -m 666 /dev/null /home/ubuntu/cephtest/archive/syslog/misc.log 2026-03-09T19:24:05.026 DEBUG:teuthology.orchestra.run.vm11:> set -ex 2026-03-09T19:24:05.026 DEBUG:teuthology.orchestra.run.vm11:> sudo dd of=/etc/rsyslog.d/80-cephtest.conf 2026-03-09T19:24:05.074 DEBUG:teuthology.orchestra.run.vm10:> sudo service rsyslog restart 2026-03-09T19:24:05.076 DEBUG:teuthology.orchestra.run.vm11:> sudo service rsyslog restart 2026-03-09T19:24:05.130 INFO:teuthology.run_tasks:Running task internal.timer... 2026-03-09T19:24:05.132 INFO:teuthology.task.internal:Starting timer... 2026-03-09T19:24:05.132 INFO:teuthology.run_tasks:Running task pcp... 2026-03-09T19:24:05.135 INFO:teuthology.run_tasks:Running task selinux... 2026-03-09T19:24:05.137 INFO:teuthology.task.selinux:Excluding vm10: VMs are not yet supported 2026-03-09T19:24:05.137 INFO:teuthology.task.selinux:Excluding vm11: VMs are not yet supported 2026-03-09T19:24:05.137 DEBUG:teuthology.task.selinux:Getting current SELinux state 2026-03-09T19:24:05.137 DEBUG:teuthology.task.selinux:Existing SELinux modes: {} 2026-03-09T19:24:05.137 INFO:teuthology.task.selinux:Putting SELinux into permissive mode 2026-03-09T19:24:05.137 INFO:teuthology.run_tasks:Running task ansible.cephlab... 2026-03-09T19:24:05.138 DEBUG:teuthology.task:Applying overrides for task ansible.cephlab: {'branch': 'main', 'skip_tags': 'nagios,monitoring-scripts,hostname,pubkeys,zap,sudoers,kerberos,ntp-client,resolvconf,cpan,nfs', 'vars': {'timezone': 'UTC'}} 2026-03-09T19:24:05.139 DEBUG:teuthology.repo_utils:Setting repo remote to https://github.com/ceph/ceph-cm-ansible.git 2026-03-09T19:24:05.140 INFO:teuthology.repo_utils:Fetching github.com_ceph_ceph-cm-ansible_main from origin 2026-03-09T19:24:05.660 DEBUG:teuthology.repo_utils:Resetting repo at /home/teuthos/src/github.com_ceph_ceph-cm-ansible_main to origin/main 2026-03-09T19:24:05.665 INFO:teuthology.task.ansible:Playbook: [{'import_playbook': 'ansible_managed.yml'}, {'import_playbook': 'teuthology.yml'}, {'hosts': 'testnodes', 'tasks': [{'set_fact': {'ran_from_cephlab_playbook': True}}]}, {'import_playbook': 'testnodes.yml'}, {'import_playbook': 'container-host.yml'}, {'import_playbook': 'cobbler.yml'}, {'import_playbook': 'paddles.yml'}, {'import_playbook': 'pulpito.yml'}, {'hosts': 'testnodes', 'become': True, 'tasks': [{'name': 'Touch /ceph-qa-ready', 'file': {'path': '/ceph-qa-ready', 'state': 'touch'}, 'when': 'ran_from_cephlab_playbook|bool'}]}] 2026-03-09T19:24:05.666 DEBUG:teuthology.task.ansible:Running ansible-playbook -v --extra-vars '{"ansible_ssh_user": "ubuntu", "timezone": "UTC"}' -i /tmp/teuth_ansible_inventoryg9sfb2bi --limit vm10.local,vm11.local /home/teuthos/src/github.com_ceph_ceph-cm-ansible_main/cephlab.yml --skip-tags nagios,monitoring-scripts,hostname,pubkeys,zap,sudoers,kerberos,ntp-client,resolvconf,cpan,nfs 2026-03-09T19:26:16.486 DEBUG:teuthology.task.ansible:Reconnecting to [Remote(name='ubuntu@vm10.local'), Remote(name='ubuntu@vm11.local')] 2026-03-09T19:26:16.487 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@vm10.local' 2026-03-09T19:26:16.487 DEBUG:teuthology.orchestra.connection:{'hostname': 'vm10.local', 'username': 'ubuntu', 'timeout': 60} 2026-03-09T19:26:16.548 DEBUG:teuthology.orchestra.run.vm10:> true 2026-03-09T19:26:16.788 INFO:teuthology.orchestra.remote:Successfully reconnected to host 'ubuntu@vm10.local' 2026-03-09T19:26:16.788 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@vm11.local' 2026-03-09T19:26:16.789 DEBUG:teuthology.orchestra.connection:{'hostname': 'vm11.local', 'username': 'ubuntu', 'timeout': 60} 2026-03-09T19:26:16.852 DEBUG:teuthology.orchestra.run.vm11:> true 2026-03-09T19:26:17.092 INFO:teuthology.orchestra.remote:Successfully reconnected to host 'ubuntu@vm11.local' 2026-03-09T19:26:17.093 INFO:teuthology.run_tasks:Running task clock... 2026-03-09T19:26:17.095 INFO:teuthology.task.clock:Syncing clocks and checking initial clock skew... 2026-03-09T19:26:17.095 INFO:teuthology.orchestra.run:Running command with timeout 360 2026-03-09T19:26:17.096 DEBUG:teuthology.orchestra.run.vm10:> sudo systemctl stop ntp.service || sudo systemctl stop ntpd.service || sudo systemctl stop chronyd.service ; sudo ntpd -gq || sudo chronyc makestep ; sudo systemctl start ntp.service || sudo systemctl start ntpd.service || sudo systemctl start chronyd.service ; PATH=/usr/bin:/usr/sbin ntpq -p || PATH=/usr/bin:/usr/sbin chronyc sources || true 2026-03-09T19:26:17.096 INFO:teuthology.orchestra.run:Running command with timeout 360 2026-03-09T19:26:17.097 DEBUG:teuthology.orchestra.run.vm11:> sudo systemctl stop ntp.service || sudo systemctl stop ntpd.service || sudo systemctl stop chronyd.service ; sudo ntpd -gq || sudo chronyc makestep ; sudo systemctl start ntp.service || sudo systemctl start ntpd.service || sudo systemctl start chronyd.service ; PATH=/usr/bin:/usr/sbin ntpq -p || PATH=/usr/bin:/usr/sbin chronyc sources || true 2026-03-09T19:26:17.112 INFO:teuthology.orchestra.run.vm10.stdout: 9 Mar 19:26:17 ntpd[16093]: ntpd 4.2.8p15@1.3728-o Wed Feb 16 17:13:02 UTC 2022 (1): Starting 2026-03-09T19:26:17.112 INFO:teuthology.orchestra.run.vm10.stdout: 9 Mar 19:26:17 ntpd[16093]: Command line: ntpd -gq 2026-03-09T19:26:17.112 INFO:teuthology.orchestra.run.vm10.stdout: 9 Mar 19:26:17 ntpd[16093]: ---------------------------------------------------- 2026-03-09T19:26:17.112 INFO:teuthology.orchestra.run.vm10.stdout: 9 Mar 19:26:17 ntpd[16093]: ntp-4 is maintained by Network Time Foundation, 2026-03-09T19:26:17.112 INFO:teuthology.orchestra.run.vm10.stdout: 9 Mar 19:26:17 ntpd[16093]: Inc. (NTF), a non-profit 501(c)(3) public-benefit 2026-03-09T19:26:17.113 INFO:teuthology.orchestra.run.vm10.stdout: 9 Mar 19:26:17 ntpd[16093]: corporation. Support and training for ntp-4 are 2026-03-09T19:26:17.113 INFO:teuthology.orchestra.run.vm10.stdout: 9 Mar 19:26:17 ntpd[16093]: available at https://www.nwtime.org/support 2026-03-09T19:26:17.113 INFO:teuthology.orchestra.run.vm10.stdout: 9 Mar 19:26:17 ntpd[16093]: ---------------------------------------------------- 2026-03-09T19:26:17.113 INFO:teuthology.orchestra.run.vm10.stdout: 9 Mar 19:26:17 ntpd[16093]: proto: precision = 0.029 usec (-25) 2026-03-09T19:26:17.113 INFO:teuthology.orchestra.run.vm10.stdout: 9 Mar 19:26:17 ntpd[16093]: basedate set to 2022-02-04 2026-03-09T19:26:17.113 INFO:teuthology.orchestra.run.vm10.stdout: 9 Mar 19:26:17 ntpd[16093]: gps base set to 2022-02-06 (week 2196) 2026-03-09T19:26:17.113 INFO:teuthology.orchestra.run.vm10.stdout: 9 Mar 19:26:17 ntpd[16093]: leapsecond file ('/usr/share/zoneinfo/leap-seconds.list'): good hash signature 2026-03-09T19:26:17.113 INFO:teuthology.orchestra.run.vm10.stdout: 9 Mar 19:26:17 ntpd[16093]: leapsecond file ('/usr/share/zoneinfo/leap-seconds.list'): loaded, expire=2025-12-28T00:00:00Z last=2017-01-01T00:00:00Z ofs=37 2026-03-09T19:26:17.113 INFO:teuthology.orchestra.run.vm10.stderr: 9 Mar 19:26:17 ntpd[16093]: leapsecond file ('/usr/share/zoneinfo/leap-seconds.list'): expired 72 days ago 2026-03-09T19:26:17.114 INFO:teuthology.orchestra.run.vm10.stdout: 9 Mar 19:26:17 ntpd[16093]: Listen and drop on 0 v6wildcard [::]:123 2026-03-09T19:26:17.114 INFO:teuthology.orchestra.run.vm10.stdout: 9 Mar 19:26:17 ntpd[16093]: Listen and drop on 1 v4wildcard 0.0.0.0:123 2026-03-09T19:26:17.114 INFO:teuthology.orchestra.run.vm10.stdout: 9 Mar 19:26:17 ntpd[16093]: Listen normally on 2 lo 127.0.0.1:123 2026-03-09T19:26:17.114 INFO:teuthology.orchestra.run.vm10.stdout: 9 Mar 19:26:17 ntpd[16093]: Listen normally on 3 ens3 192.168.123.110:123 2026-03-09T19:26:17.114 INFO:teuthology.orchestra.run.vm10.stdout: 9 Mar 19:26:17 ntpd[16093]: Listen normally on 4 lo [::1]:123 2026-03-09T19:26:17.114 INFO:teuthology.orchestra.run.vm10.stdout: 9 Mar 19:26:17 ntpd[16093]: Listen normally on 5 ens3 [fe80::5055:ff:fe00:a%2]:123 2026-03-09T19:26:17.115 INFO:teuthology.orchestra.run.vm10.stdout: 9 Mar 19:26:17 ntpd[16093]: Listening on routing socket on fd #22 for interface updates 2026-03-09T19:26:17.150 INFO:teuthology.orchestra.run.vm11.stdout: 9 Mar 19:26:17 ntpd[16087]: ntpd 4.2.8p15@1.3728-o Wed Feb 16 17:13:02 UTC 2022 (1): Starting 2026-03-09T19:26:17.150 INFO:teuthology.orchestra.run.vm11.stdout: 9 Mar 19:26:17 ntpd[16087]: Command line: ntpd -gq 2026-03-09T19:26:17.150 INFO:teuthology.orchestra.run.vm11.stdout: 9 Mar 19:26:17 ntpd[16087]: ---------------------------------------------------- 2026-03-09T19:26:17.150 INFO:teuthology.orchestra.run.vm11.stdout: 9 Mar 19:26:17 ntpd[16087]: ntp-4 is maintained by Network Time Foundation, 2026-03-09T19:26:17.150 INFO:teuthology.orchestra.run.vm11.stdout: 9 Mar 19:26:17 ntpd[16087]: Inc. (NTF), a non-profit 501(c)(3) public-benefit 2026-03-09T19:26:17.150 INFO:teuthology.orchestra.run.vm11.stdout: 9 Mar 19:26:17 ntpd[16087]: corporation. Support and training for ntp-4 are 2026-03-09T19:26:17.150 INFO:teuthology.orchestra.run.vm11.stdout: 9 Mar 19:26:17 ntpd[16087]: available at https://www.nwtime.org/support 2026-03-09T19:26:17.150 INFO:teuthology.orchestra.run.vm11.stdout: 9 Mar 19:26:17 ntpd[16087]: ---------------------------------------------------- 2026-03-09T19:26:17.151 INFO:teuthology.orchestra.run.vm11.stdout: 9 Mar 19:26:17 ntpd[16087]: proto: precision = 0.029 usec (-25) 2026-03-09T19:26:17.151 INFO:teuthology.orchestra.run.vm11.stdout: 9 Mar 19:26:17 ntpd[16087]: basedate set to 2022-02-04 2026-03-09T19:26:17.151 INFO:teuthology.orchestra.run.vm11.stdout: 9 Mar 19:26:17 ntpd[16087]: gps base set to 2022-02-06 (week 2196) 2026-03-09T19:26:17.151 INFO:teuthology.orchestra.run.vm11.stdout: 9 Mar 19:26:17 ntpd[16087]: leapsecond file ('/usr/share/zoneinfo/leap-seconds.list'): good hash signature 2026-03-09T19:26:17.151 INFO:teuthology.orchestra.run.vm11.stdout: 9 Mar 19:26:17 ntpd[16087]: leapsecond file ('/usr/share/zoneinfo/leap-seconds.list'): loaded, expire=2025-12-28T00:00:00Z last=2017-01-01T00:00:00Z ofs=37 2026-03-09T19:26:17.151 INFO:teuthology.orchestra.run.vm11.stderr: 9 Mar 19:26:17 ntpd[16087]: leapsecond file ('/usr/share/zoneinfo/leap-seconds.list'): expired 72 days ago 2026-03-09T19:26:17.152 INFO:teuthology.orchestra.run.vm11.stdout: 9 Mar 19:26:17 ntpd[16087]: Listen and drop on 0 v6wildcard [::]:123 2026-03-09T19:26:17.152 INFO:teuthology.orchestra.run.vm11.stdout: 9 Mar 19:26:17 ntpd[16087]: Listen and drop on 1 v4wildcard 0.0.0.0:123 2026-03-09T19:26:17.152 INFO:teuthology.orchestra.run.vm11.stdout: 9 Mar 19:26:17 ntpd[16087]: Listen normally on 2 lo 127.0.0.1:123 2026-03-09T19:26:17.152 INFO:teuthology.orchestra.run.vm11.stdout: 9 Mar 19:26:17 ntpd[16087]: Listen normally on 3 ens3 192.168.123.111:123 2026-03-09T19:26:17.152 INFO:teuthology.orchestra.run.vm11.stdout: 9 Mar 19:26:17 ntpd[16087]: Listen normally on 4 lo [::1]:123 2026-03-09T19:26:17.153 INFO:teuthology.orchestra.run.vm11.stdout: 9 Mar 19:26:17 ntpd[16087]: Listen normally on 5 ens3 [fe80::5055:ff:fe00:b%2]:123 2026-03-09T19:26:17.153 INFO:teuthology.orchestra.run.vm11.stdout: 9 Mar 19:26:17 ntpd[16087]: Listening on routing socket on fd #22 for interface updates 2026-03-09T19:26:18.113 INFO:teuthology.orchestra.run.vm10.stdout: 9 Mar 19:26:18 ntpd[16093]: Soliciting pool server 136.243.7.20 2026-03-09T19:26:18.152 INFO:teuthology.orchestra.run.vm11.stdout: 9 Mar 19:26:18 ntpd[16087]: Soliciting pool server 85.215.229.230 2026-03-09T19:26:19.112 INFO:teuthology.orchestra.run.vm10.stdout: 9 Mar 19:26:19 ntpd[16093]: Soliciting pool server 162.159.200.123 2026-03-09T19:26:19.112 INFO:teuthology.orchestra.run.vm10.stdout: 9 Mar 19:26:19 ntpd[16093]: Soliciting pool server 195.201.125.53 2026-03-09T19:26:19.150 INFO:teuthology.orchestra.run.vm11.stdout: 9 Mar 19:26:19 ntpd[16087]: Soliciting pool server 136.243.7.20 2026-03-09T19:26:19.150 INFO:teuthology.orchestra.run.vm11.stdout: 9 Mar 19:26:19 ntpd[16087]: Soliciting pool server 77.90.40.94 2026-03-09T19:26:20.112 INFO:teuthology.orchestra.run.vm10.stdout: 9 Mar 19:26:20 ntpd[16093]: Soliciting pool server 45.92.216.108 2026-03-09T19:26:20.112 INFO:teuthology.orchestra.run.vm10.stdout: 9 Mar 19:26:20 ntpd[16093]: Soliciting pool server 3.121.254.221 2026-03-09T19:26:20.112 INFO:teuthology.orchestra.run.vm10.stdout: 9 Mar 19:26:20 ntpd[16093]: Soliciting pool server 178.215.228.24 2026-03-09T19:26:20.150 INFO:teuthology.orchestra.run.vm11.stdout: 9 Mar 19:26:20 ntpd[16087]: Soliciting pool server 195.201.125.53 2026-03-09T19:26:20.150 INFO:teuthology.orchestra.run.vm11.stdout: 9 Mar 19:26:20 ntpd[16087]: Soliciting pool server 162.159.200.123 2026-03-09T19:26:20.150 INFO:teuthology.orchestra.run.vm11.stdout: 9 Mar 19:26:20 ntpd[16087]: Soliciting pool server 178.63.67.56 2026-03-09T19:26:21.111 INFO:teuthology.orchestra.run.vm10.stdout: 9 Mar 19:26:21 ntpd[16093]: Soliciting pool server 148.251.54.81 2026-03-09T19:26:21.112 INFO:teuthology.orchestra.run.vm10.stdout: 9 Mar 19:26:21 ntpd[16093]: Soliciting pool server 188.68.34.173 2026-03-09T19:26:21.112 INFO:teuthology.orchestra.run.vm10.stdout: 9 Mar 19:26:21 ntpd[16093]: Soliciting pool server 85.215.229.230 2026-03-09T19:26:21.112 INFO:teuthology.orchestra.run.vm10.stdout: 9 Mar 19:26:21 ntpd[16093]: Soliciting pool server 5.45.97.204 2026-03-09T19:26:21.149 INFO:teuthology.orchestra.run.vm11.stdout: 9 Mar 19:26:21 ntpd[16087]: Soliciting pool server 178.215.228.24 2026-03-09T19:26:21.150 INFO:teuthology.orchestra.run.vm11.stdout: 9 Mar 19:26:21 ntpd[16087]: Soliciting pool server 45.92.216.108 2026-03-09T19:26:21.150 INFO:teuthology.orchestra.run.vm11.stdout: 9 Mar 19:26:21 ntpd[16087]: Soliciting pool server 3.121.254.221 2026-03-09T19:26:21.150 INFO:teuthology.orchestra.run.vm11.stdout: 9 Mar 19:26:21 ntpd[16087]: Soliciting pool server 5.189.151.39 2026-03-09T19:26:22.111 INFO:teuthology.orchestra.run.vm10.stdout: 9 Mar 19:26:22 ntpd[16093]: Soliciting pool server 49.13.223.236 2026-03-09T19:26:22.111 INFO:teuthology.orchestra.run.vm10.stdout: 9 Mar 19:26:22 ntpd[16093]: Soliciting pool server 94.16.122.152 2026-03-09T19:26:22.111 INFO:teuthology.orchestra.run.vm10.stdout: 9 Mar 19:26:22 ntpd[16093]: Soliciting pool server 77.90.40.94 2026-03-09T19:26:22.111 INFO:teuthology.orchestra.run.vm10.stdout: 9 Mar 19:26:22 ntpd[16093]: Soliciting pool server 185.125.190.56 2026-03-09T19:26:22.148 INFO:teuthology.orchestra.run.vm11.stdout: 9 Mar 19:26:22 ntpd[16087]: Soliciting pool server 5.45.97.204 2026-03-09T19:26:22.148 INFO:teuthology.orchestra.run.vm11.stdout: 9 Mar 19:26:22 ntpd[16087]: Soliciting pool server 148.251.54.81 2026-03-09T19:26:22.149 INFO:teuthology.orchestra.run.vm11.stdout: 9 Mar 19:26:22 ntpd[16087]: Soliciting pool server 185.125.190.56 2026-03-09T19:26:23.110 INFO:teuthology.orchestra.run.vm10.stdout: 9 Mar 19:26:23 ntpd[16093]: Soliciting pool server 185.125.190.57 2026-03-09T19:26:23.110 INFO:teuthology.orchestra.run.vm10.stdout: 9 Mar 19:26:23 ntpd[16093]: Soliciting pool server 116.203.244.102 2026-03-09T19:26:23.110 INFO:teuthology.orchestra.run.vm10.stdout: 9 Mar 19:26:23 ntpd[16093]: Soliciting pool server 178.63.67.56 2026-03-09T19:26:23.148 INFO:teuthology.orchestra.run.vm11.stdout: 9 Mar 19:26:23 ntpd[16087]: Soliciting pool server 185.125.190.57 2026-03-09T19:26:23.148 INFO:teuthology.orchestra.run.vm11.stdout: 9 Mar 19:26:23 ntpd[16087]: Soliciting pool server 49.13.223.236 2026-03-09T19:26:23.148 INFO:teuthology.orchestra.run.vm11.stdout: 9 Mar 19:26:23 ntpd[16087]: Soliciting pool server 94.16.122.152 2026-03-09T19:26:24.148 INFO:teuthology.orchestra.run.vm11.stdout: 9 Mar 19:26:24 ntpd[16087]: Soliciting pool server 185.125.190.58 2026-03-09T19:26:24.148 INFO:teuthology.orchestra.run.vm11.stdout: 9 Mar 19:26:24 ntpd[16087]: Soliciting pool server 116.203.244.102 2026-03-09T19:26:24.148 INFO:teuthology.orchestra.run.vm11.stdout: 9 Mar 19:26:24 ntpd[16087]: Soliciting pool server 2a03:4000:34:22c:b40a:c4ff:fe20:1875 2026-03-09T19:26:26.129 INFO:teuthology.orchestra.run.vm10.stdout: 9 Mar 19:26:26 ntpd[16093]: ntpd: time slew +0.011534 s 2026-03-09T19:26:26.139 INFO:teuthology.orchestra.run.vm10.stdout:ntpd: time slew +0.011534s 2026-03-09T19:26:26.148 INFO:teuthology.orchestra.run.vm10.stdout: remote refid st t when poll reach delay offset jitter 2026-03-09T19:26:26.148 INFO:teuthology.orchestra.run.vm10.stdout:============================================================================== 2026-03-09T19:26:26.148 INFO:teuthology.orchestra.run.vm10.stdout: 0.ubuntu.pool.n .POOL. 16 p - 64 0 0.000 +0.000 0.000 2026-03-09T19:26:26.148 INFO:teuthology.orchestra.run.vm10.stdout: 1.ubuntu.pool.n .POOL. 16 p - 64 0 0.000 +0.000 0.000 2026-03-09T19:26:26.148 INFO:teuthology.orchestra.run.vm10.stdout: 2.ubuntu.pool.n .POOL. 16 p - 64 0 0.000 +0.000 0.000 2026-03-09T19:26:26.148 INFO:teuthology.orchestra.run.vm10.stdout: 3.ubuntu.pool.n .POOL. 16 p - 64 0 0.000 +0.000 0.000 2026-03-09T19:26:26.148 INFO:teuthology.orchestra.run.vm10.stdout: ntp.ubuntu.com .POOL. 16 p - 64 0 0.000 +0.000 0.000 2026-03-09T19:26:26.173 INFO:teuthology.orchestra.run.vm11.stdout: 9 Mar 19:26:26 ntpd[16087]: ntpd: time slew +0.000451 s 2026-03-09T19:26:26.179 INFO:teuthology.orchestra.run.vm11.stdout:ntpd: time slew +0.000451s 2026-03-09T19:26:26.195 INFO:teuthology.orchestra.run.vm11.stdout: remote refid st t when poll reach delay offset jitter 2026-03-09T19:26:26.195 INFO:teuthology.orchestra.run.vm11.stdout:============================================================================== 2026-03-09T19:26:26.195 INFO:teuthology.orchestra.run.vm11.stdout: 0.ubuntu.pool.n .POOL. 16 p - 64 0 0.000 +0.000 0.000 2026-03-09T19:26:26.195 INFO:teuthology.orchestra.run.vm11.stdout: 1.ubuntu.pool.n .POOL. 16 p - 64 0 0.000 +0.000 0.000 2026-03-09T19:26:26.195 INFO:teuthology.orchestra.run.vm11.stdout: 2.ubuntu.pool.n .POOL. 16 p - 64 0 0.000 +0.000 0.000 2026-03-09T19:26:26.195 INFO:teuthology.orchestra.run.vm11.stdout: 3.ubuntu.pool.n .POOL. 16 p - 64 0 0.000 +0.000 0.000 2026-03-09T19:26:26.195 INFO:teuthology.orchestra.run.vm11.stdout: ntp.ubuntu.com .POOL. 16 p - 64 0 0.000 +0.000 0.000 2026-03-09T19:26:26.195 INFO:teuthology.run_tasks:Running task cephadm.configure_samba_client_container... 2026-03-09T19:26:26.246 INFO:tasks.cephadm:Testing if podman is available 2026-03-09T19:26:26.246 DEBUG:teuthology.orchestra.run.vm11:> sudo podman --help 2026-03-09T19:26:26.253 INFO:teuthology.orchestra.run.vm11.stderr:sudo: podman: command not found 2026-03-09T19:26:26.255 DEBUG:teuthology.orchestra.run:got remote process result: 1 2026-03-09T19:26:26.255 INFO:tasks.cephadm:Failed to find podman. Using docker 2026-03-09T19:26:26.256 DEBUG:teuthology.orchestra.run.vm11:> sudo docker pull quay.io/samba.org/samba-client:latest 2026-03-09T19:26:28.288 INFO:teuthology.orchestra.run.vm11.stdout:latest: Pulling from samba.org/samba-client 2026-03-09T19:26:28.288 INFO:teuthology.orchestra.run.vm11.stdout:62a1f31ed0bb: Pulling fs layer 2026-03-09T19:26:28.288 INFO:teuthology.orchestra.run.vm11.stdout:ebf30006f688: Pulling fs layer 2026-03-09T19:26:32.126 INFO:teuthology.orchestra.run.vm11.stdout:62a1f31ed0bb: Verifying Checksum 2026-03-09T19:26:32.126 INFO:teuthology.orchestra.run.vm11.stdout:62a1f31ed0bb: Download complete 2026-03-09T19:26:33.774 INFO:teuthology.orchestra.run.vm11.stdout:62a1f31ed0bb: Pull complete 2026-03-09T19:26:34.530 INFO:teuthology.orchestra.run.vm11.stdout:ebf30006f688: Verifying Checksum 2026-03-09T19:26:34.530 INFO:teuthology.orchestra.run.vm11.stdout:ebf30006f688: Download complete 2026-03-09T19:26:35.485 INFO:teuthology.orchestra.run.vm11.stdout:ebf30006f688: Pull complete 2026-03-09T19:26:35.488 INFO:teuthology.orchestra.run.vm11.stdout:Digest: sha256:96fa9547ab2dcc54e9a63a94967be550abc1fb090ff615553d50f2c98c4be7d0 2026-03-09T19:26:35.489 INFO:teuthology.orchestra.run.vm11.stdout:Status: Downloaded newer image for quay.io/samba.org/samba-client:latest 2026-03-09T19:26:35.490 INFO:teuthology.orchestra.run.vm11.stdout:quay.io/samba.org/samba-client:latest 2026-03-09T19:26:35.492 INFO:teuthology.run_tasks:Running task cephadm... 2026-03-09T19:26:35.494 INFO:tasks.cephadm:Config: {'conf': {'mgr': {'debug mgr': 20, 'debug ms': 1}, 'mon': {'debug mon': 20, 'debug ms': 1, 'debug paxos': 20}, 'osd': {'debug ms': 1, 'debug osd': 20, 'osd mclock iops capacity threshold hdd': 49000}}, 'flavor': 'default', 'log-ignorelist': ['\\(MDS_ALL_DOWN\\)', '\\(MDS_UP_LESS_THAN_MAX\\)'], 'log-only-match': ['CEPHADM_'], 'sha1': 'e911bdebe5c8faa3800735d1568fcdca65db60df'} 2026-03-09T19:26:35.494 INFO:tasks.cephadm:Cluster image is quay.ceph.io/ceph-ci/ceph:e911bdebe5c8faa3800735d1568fcdca65db60df 2026-03-09T19:26:35.494 INFO:tasks.cephadm:Cluster fsid is e301dc60-1bed-11f1-8e51-db7da4fd97cc 2026-03-09T19:26:35.494 INFO:tasks.cephadm:Choosing monitor IPs and ports... 2026-03-09T19:26:35.494 INFO:tasks.cephadm:Monitor IPs: {'mon.a': '192.168.123.110'} 2026-03-09T19:26:35.494 INFO:tasks.cephadm:First mon is mon.a on vm10 2026-03-09T19:26:35.494 INFO:tasks.cephadm:First mgr is x 2026-03-09T19:26:35.494 INFO:tasks.cephadm:Normalizing hostnames... 2026-03-09T19:26:35.494 DEBUG:teuthology.orchestra.run.vm10:> sudo hostname $(hostname -s) 2026-03-09T19:26:35.502 DEBUG:teuthology.orchestra.run.vm11:> sudo hostname $(hostname -s) 2026-03-09T19:26:35.511 INFO:tasks.cephadm:Downloading "compiled" cephadm from cachra 2026-03-09T19:26:35.512 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=ubuntu%2F22.04%2Fx86_64&sha1=e911bdebe5c8faa3800735d1568fcdca65db60df 2026-03-09T19:26:36.149 INFO:tasks.cephadm:builder_project result: [{'url': 'https://1.chacra.ceph.com/r/ceph/squid/e911bdebe5c8faa3800735d1568fcdca65db60df/ubuntu/jammy/flavors/default/', 'chacra_url': 'https://1.chacra.ceph.com/repos/ceph/squid/e911bdebe5c8faa3800735d1568fcdca65db60df/ubuntu/jammy/flavors/default/', 'ref': 'squid', 'sha1': 'e911bdebe5c8faa3800735d1568fcdca65db60df', 'distro': 'ubuntu', 'distro_version': '22.04', 'distro_codename': 'jammy', 'modified': '2026-02-25 19:37:07.680480', 'status': 'ready', 'flavor': 'default', 'project': 'ceph', 'archs': ['x86_64'], 'extra': {'version': '19.2.3-678-ge911bdeb', 'package_manager_version': '19.2.3-678-ge911bdeb-1jammy', 'build_url': 'https://jenkins.ceph.com/job/ceph-dev-pipeline/3275/', 'root_build_cause': '', 'node_name': '10.20.192.98+toko08', 'job_name': 'ceph-dev-pipeline'}}] 2026-03-09T19:26:37.121 INFO:tasks.util.chacra:got chacra host 1.chacra.ceph.com, ref squid, sha1 e911bdebe5c8faa3800735d1568fcdca65db60df from https://shaman.ceph.com/api/search/?project=ceph&distros=ubuntu%2F22.04%2Fx86_64&flavor=default&sha1=e911bdebe5c8faa3800735d1568fcdca65db60df 2026-03-09T19:26:37.122 INFO:tasks.cephadm:Discovered cachra url: https://1.chacra.ceph.com/binaries/ceph/squid/e911bdebe5c8faa3800735d1568fcdca65db60df/ubuntu/jammy/x86_64/flavors/default/cephadm 2026-03-09T19:26:37.122 INFO:tasks.cephadm:Downloading cephadm from url: https://1.chacra.ceph.com/binaries/ceph/squid/e911bdebe5c8faa3800735d1568fcdca65db60df/ubuntu/jammy/x86_64/flavors/default/cephadm 2026-03-09T19:26:37.122 DEBUG:teuthology.orchestra.run.vm10:> curl --silent -L https://1.chacra.ceph.com/binaries/ceph/squid/e911bdebe5c8faa3800735d1568fcdca65db60df/ubuntu/jammy/x86_64/flavors/default/cephadm > /home/ubuntu/cephtest/cephadm && ls -l /home/ubuntu/cephtest/cephadm 2026-03-09T19:26:39.319 INFO:teuthology.orchestra.run.vm10.stdout:-rw-rw-r-- 1 ubuntu ubuntu 795696 Mar 9 19:26 /home/ubuntu/cephtest/cephadm 2026-03-09T19:26:39.319 DEBUG:teuthology.orchestra.run.vm11:> curl --silent -L https://1.chacra.ceph.com/binaries/ceph/squid/e911bdebe5c8faa3800735d1568fcdca65db60df/ubuntu/jammy/x86_64/flavors/default/cephadm > /home/ubuntu/cephtest/cephadm && ls -l /home/ubuntu/cephtest/cephadm 2026-03-09T19:26:40.618 INFO:teuthology.orchestra.run.vm11.stdout:-rw-rw-r-- 1 ubuntu ubuntu 795696 Mar 9 19:26 /home/ubuntu/cephtest/cephadm 2026-03-09T19:26:40.619 DEBUG:teuthology.orchestra.run.vm10:> test -s /home/ubuntu/cephtest/cephadm && test $(stat -c%s /home/ubuntu/cephtest/cephadm) -gt 1000 && chmod +x /home/ubuntu/cephtest/cephadm 2026-03-09T19:26:40.622 DEBUG:teuthology.orchestra.run.vm11:> test -s /home/ubuntu/cephtest/cephadm && test $(stat -c%s /home/ubuntu/cephtest/cephadm) -gt 1000 && chmod +x /home/ubuntu/cephtest/cephadm 2026-03-09T19:26:40.629 INFO:tasks.cephadm:Pulling image quay.ceph.io/ceph-ci/ceph:e911bdebe5c8faa3800735d1568fcdca65db60df on all hosts... 2026-03-09T19:26:40.629 DEBUG:teuthology.orchestra.run.vm10:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:e911bdebe5c8faa3800735d1568fcdca65db60df pull 2026-03-09T19:26:40.663 DEBUG:teuthology.orchestra.run.vm11:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:e911bdebe5c8faa3800735d1568fcdca65db60df pull 2026-03-09T19:26:40.750 INFO:teuthology.orchestra.run.vm10.stderr:Pulling container image quay.ceph.io/ceph-ci/ceph:e911bdebe5c8faa3800735d1568fcdca65db60df... 2026-03-09T19:26:40.804 INFO:teuthology.orchestra.run.vm11.stderr:Pulling container image quay.ceph.io/ceph-ci/ceph:e911bdebe5c8faa3800735d1568fcdca65db60df... 2026-03-09T19:27:33.743 INFO:teuthology.orchestra.run.vm11.stdout:{ 2026-03-09T19:27:33.743 INFO:teuthology.orchestra.run.vm11.stdout: "ceph_version": "ceph version 19.2.3-678-ge911bdeb (e911bdebe5c8faa3800735d1568fcdca65db60df) squid (stable)", 2026-03-09T19:27:33.743 INFO:teuthology.orchestra.run.vm11.stdout: "image_id": "654f31e6858eb235bbece362255b685a945f2b6a367e2b88c4930c984fbb214c", 2026-03-09T19:27:33.743 INFO:teuthology.orchestra.run.vm11.stdout: "repo_digests": [ 2026-03-09T19:27:33.743 INFO:teuthology.orchestra.run.vm11.stdout: "quay.ceph.io/ceph-ci/ceph@sha256:8fda260ab1d2d3118a1622f7df75f44f285dfe74e71793626152a711c12bf2cc" 2026-03-09T19:27:33.743 INFO:teuthology.orchestra.run.vm11.stdout: ] 2026-03-09T19:27:33.743 INFO:teuthology.orchestra.run.vm11.stdout:} 2026-03-09T19:27:34.275 INFO:teuthology.orchestra.run.vm10.stdout:{ 2026-03-09T19:27:34.275 INFO:teuthology.orchestra.run.vm10.stdout: "ceph_version": "ceph version 19.2.3-678-ge911bdeb (e911bdebe5c8faa3800735d1568fcdca65db60df) squid (stable)", 2026-03-09T19:27:34.275 INFO:teuthology.orchestra.run.vm10.stdout: "image_id": "654f31e6858eb235bbece362255b685a945f2b6a367e2b88c4930c984fbb214c", 2026-03-09T19:27:34.275 INFO:teuthology.orchestra.run.vm10.stdout: "repo_digests": [ 2026-03-09T19:27:34.275 INFO:teuthology.orchestra.run.vm10.stdout: "quay.ceph.io/ceph-ci/ceph@sha256:8fda260ab1d2d3118a1622f7df75f44f285dfe74e71793626152a711c12bf2cc" 2026-03-09T19:27:34.275 INFO:teuthology.orchestra.run.vm10.stdout: ] 2026-03-09T19:27:34.275 INFO:teuthology.orchestra.run.vm10.stdout:} 2026-03-09T19:27:34.292 DEBUG:teuthology.orchestra.run.vm10:> sudo mkdir -p /etc/ceph 2026-03-09T19:27:34.343 DEBUG:teuthology.orchestra.run.vm11:> sudo mkdir -p /etc/ceph 2026-03-09T19:27:34.352 DEBUG:teuthology.orchestra.run.vm10:> sudo chmod 777 /etc/ceph 2026-03-09T19:27:34.396 DEBUG:teuthology.orchestra.run.vm11:> sudo chmod 777 /etc/ceph 2026-03-09T19:27:34.403 INFO:tasks.cephadm:Writing seed config... 2026-03-09T19:27:34.404 INFO:tasks.cephadm: override: [mgr] debug mgr = 20 2026-03-09T19:27:34.404 INFO:tasks.cephadm: override: [mgr] debug ms = 1 2026-03-09T19:27:34.404 INFO:tasks.cephadm: override: [mon] debug mon = 20 2026-03-09T19:27:34.404 INFO:tasks.cephadm: override: [mon] debug ms = 1 2026-03-09T19:27:34.404 INFO:tasks.cephadm: override: [mon] debug paxos = 20 2026-03-09T19:27:34.404 INFO:tasks.cephadm: override: [osd] debug ms = 1 2026-03-09T19:27:34.404 INFO:tasks.cephadm: override: [osd] debug osd = 20 2026-03-09T19:27:34.404 INFO:tasks.cephadm: override: [osd] osd mclock iops capacity threshold hdd = 49000 2026-03-09T19:27:34.404 DEBUG:teuthology.orchestra.run.vm10:> set -ex 2026-03-09T19:27:34.404 DEBUG:teuthology.orchestra.run.vm10:> dd of=/home/ubuntu/cephtest/seed.ceph.conf 2026-03-09T19:27:34.442 DEBUG:tasks.cephadm:Final config: [global] # make logging friendly to teuthology log_to_file = true log_to_stderr = false log to journald = false mon cluster log to file = true mon cluster log file level = debug mon clock drift allowed = 1.000 # replicate across OSDs, not hosts osd crush chooseleaf type = 0 #osd pool default size = 2 osd pool default erasure code profile = plugin=jerasure technique=reed_sol_van k=2 m=1 crush-failure-domain=osd # enable some debugging auth debug = true ms die on old message = true ms die on bug = true debug asserts on shutdown = true # adjust warnings mon max pg per osd = 10000# >= luminous mon pg warn max object skew = 0 mon osd allow primary affinity = true mon osd allow pg remap = true mon warn on legacy crush tunables = false mon warn on crush straw calc version zero = false mon warn on no sortbitwise = false mon warn on osd down out interval zero = false mon warn on too few osds = false mon_warn_on_pool_pg_num_not_power_of_two = false # disable pg_autoscaler by default for new pools osd_pool_default_pg_autoscale_mode = off # tests delete pools mon allow pool delete = true fsid = e301dc60-1bed-11f1-8e51-db7da4fd97cc [osd] osd scrub load threshold = 5.0 osd scrub max interval = 600 osd mclock profile = high_recovery_ops osd recover clone overlap = true osd recovery max chunk = 1048576 osd deep scrub update digest min age = 30 osd map max advance = 10 osd memory target autotune = true # debugging osd debug shutdown = true osd debug op order = true osd debug verify stray on activate = true osd debug pg log writeout = true osd debug verify cached snaps = true osd debug verify missing on start = true osd debug misdirected ops = true osd op queue = debug_random osd op queue cut off = debug_random osd shutdown pgref assert = true bdev debug aio = true osd sloppy crc = true debug ms = 1 debug osd = 20 osd mclock iops capacity threshold hdd = 49000 [mgr] mon reweight min pgs per osd = 4 mon reweight min bytes per osd = 10 mgr/telemetry/nag = false debug mgr = 20 debug ms = 1 [mon] mon data avail warn = 5 mon mgr mkfs grace = 240 mon reweight min pgs per osd = 4 mon osd reporter subtree level = osd mon osd prime pg temp = true mon reweight min bytes per osd = 10 # rotate auth tickets quickly to exercise renewal paths auth mon ticket ttl = 660# 11m auth service ticket ttl = 240# 4m # don't complain about global id reclaim mon_warn_on_insecure_global_id_reclaim = false mon_warn_on_insecure_global_id_reclaim_allowed = false debug mon = 20 debug ms = 1 debug paxos = 20 [client.rgw] rgw cache enabled = true rgw enable ops log = true rgw enable usage log = true 2026-03-09T19:27:34.442 DEBUG:teuthology.orchestra.run.vm10:mon.a> sudo journalctl -f -n 0 -u ceph-e301dc60-1bed-11f1-8e51-db7da4fd97cc@mon.a.service 2026-03-09T19:27:34.483 DEBUG:teuthology.orchestra.run.vm10:mgr.x> sudo journalctl -f -n 0 -u ceph-e301dc60-1bed-11f1-8e51-db7da4fd97cc@mgr.x.service 2026-03-09T19:27:34.527 INFO:tasks.cephadm:Bootstrapping... 2026-03-09T19:27:34.527 DEBUG:teuthology.orchestra.run.vm10:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:e911bdebe5c8faa3800735d1568fcdca65db60df -v bootstrap --fsid e301dc60-1bed-11f1-8e51-db7da4fd97cc --config /home/ubuntu/cephtest/seed.ceph.conf --output-config /etc/ceph/ceph.conf --output-keyring /etc/ceph/ceph.client.admin.keyring --output-pub-ssh-key /home/ubuntu/cephtest/ceph.pub --mon-id a --mgr-id x --orphan-initial-daemons --skip-monitoring-stack --mon-ip 192.168.123.110 --skip-admin-label && sudo chmod +r /etc/ceph/ceph.client.admin.keyring 2026-03-09T19:27:34.663 INFO:teuthology.orchestra.run.vm10.stdout:-------------------------------------------------------------------------------- 2026-03-09T19:27:34.663 INFO:teuthology.orchestra.run.vm10.stdout:cephadm ['--image', 'quay.ceph.io/ceph-ci/ceph:e911bdebe5c8faa3800735d1568fcdca65db60df', '-v', 'bootstrap', '--fsid', 'e301dc60-1bed-11f1-8e51-db7da4fd97cc', '--config', '/home/ubuntu/cephtest/seed.ceph.conf', '--output-config', '/etc/ceph/ceph.conf', '--output-keyring', '/etc/ceph/ceph.client.admin.keyring', '--output-pub-ssh-key', '/home/ubuntu/cephtest/ceph.pub', '--mon-id', 'a', '--mgr-id', 'x', '--orphan-initial-daemons', '--skip-monitoring-stack', '--mon-ip', '192.168.123.110', '--skip-admin-label'] 2026-03-09T19:27:34.663 INFO:teuthology.orchestra.run.vm10.stderr:Specifying an fsid for your cluster offers no advantages and may increase the likelihood of fsid conflicts. 2026-03-09T19:27:34.663 INFO:teuthology.orchestra.run.vm10.stdout:Verifying podman|docker is present... 2026-03-09T19:27:34.663 INFO:teuthology.orchestra.run.vm10.stdout:Verifying lvm2 is present... 2026-03-09T19:27:34.663 INFO:teuthology.orchestra.run.vm10.stdout:Verifying time synchronization is in place... 2026-03-09T19:27:34.665 INFO:teuthology.orchestra.run.vm10.stdout:Non-zero exit code 1 from systemctl is-enabled chrony.service 2026-03-09T19:27:34.665 INFO:teuthology.orchestra.run.vm10.stdout:systemctl: stderr Failed to get unit file state for chrony.service: No such file or directory 2026-03-09T19:27:34.668 INFO:teuthology.orchestra.run.vm10.stdout:Non-zero exit code 3 from systemctl is-active chrony.service 2026-03-09T19:27:34.668 INFO:teuthology.orchestra.run.vm10.stdout:systemctl: stdout inactive 2026-03-09T19:27:34.670 INFO:teuthology.orchestra.run.vm10.stdout:Non-zero exit code 1 from systemctl is-enabled chronyd.service 2026-03-09T19:27:34.670 INFO:teuthology.orchestra.run.vm10.stdout:systemctl: stderr Failed to get unit file state for chronyd.service: No such file or directory 2026-03-09T19:27:34.673 INFO:teuthology.orchestra.run.vm10.stdout:Non-zero exit code 3 from systemctl is-active chronyd.service 2026-03-09T19:27:34.673 INFO:teuthology.orchestra.run.vm10.stdout:systemctl: stdout inactive 2026-03-09T19:27:34.675 INFO:teuthology.orchestra.run.vm10.stdout:Non-zero exit code 1 from systemctl is-enabled systemd-timesyncd.service 2026-03-09T19:27:34.676 INFO:teuthology.orchestra.run.vm10.stdout:systemctl: stdout masked 2026-03-09T19:27:34.678 INFO:teuthology.orchestra.run.vm10.stdout:Non-zero exit code 3 from systemctl is-active systemd-timesyncd.service 2026-03-09T19:27:34.678 INFO:teuthology.orchestra.run.vm10.stdout:systemctl: stdout inactive 2026-03-09T19:27:34.680 INFO:teuthology.orchestra.run.vm10.stdout:Non-zero exit code 1 from systemctl is-enabled ntpd.service 2026-03-09T19:27:34.680 INFO:teuthology.orchestra.run.vm10.stdout:systemctl: stderr Failed to get unit file state for ntpd.service: No such file or directory 2026-03-09T19:27:34.682 INFO:teuthology.orchestra.run.vm10.stdout:Non-zero exit code 3 from systemctl is-active ntpd.service 2026-03-09T19:27:34.683 INFO:teuthology.orchestra.run.vm10.stdout:systemctl: stdout inactive 2026-03-09T19:27:34.685 INFO:teuthology.orchestra.run.vm10.stdout:systemctl: stdout enabled 2026-03-09T19:27:34.688 INFO:teuthology.orchestra.run.vm10.stdout:systemctl: stdout active 2026-03-09T19:27:34.688 INFO:teuthology.orchestra.run.vm10.stdout:Unit ntp.service is enabled and running 2026-03-09T19:27:34.688 INFO:teuthology.orchestra.run.vm10.stdout:Repeating the final host check... 2026-03-09T19:27:34.688 INFO:teuthology.orchestra.run.vm10.stdout:docker (/usr/bin/docker) is present 2026-03-09T19:27:34.688 INFO:teuthology.orchestra.run.vm10.stdout:systemctl is present 2026-03-09T19:27:34.688 INFO:teuthology.orchestra.run.vm10.stdout:lvcreate is present 2026-03-09T19:27:34.692 INFO:teuthology.orchestra.run.vm10.stdout:Non-zero exit code 1 from systemctl is-enabled chrony.service 2026-03-09T19:27:34.692 INFO:teuthology.orchestra.run.vm10.stdout:systemctl: stderr Failed to get unit file state for chrony.service: No such file or directory 2026-03-09T19:27:34.697 INFO:teuthology.orchestra.run.vm10.stdout:Non-zero exit code 3 from systemctl is-active chrony.service 2026-03-09T19:27:34.697 INFO:teuthology.orchestra.run.vm10.stdout:systemctl: stdout inactive 2026-03-09T19:27:34.700 INFO:teuthology.orchestra.run.vm10.stdout:Non-zero exit code 1 from systemctl is-enabled chronyd.service 2026-03-09T19:27:34.700 INFO:teuthology.orchestra.run.vm10.stdout:systemctl: stderr Failed to get unit file state for chronyd.service: No such file or directory 2026-03-09T19:27:34.703 INFO:teuthology.orchestra.run.vm10.stdout:Non-zero exit code 3 from systemctl is-active chronyd.service 2026-03-09T19:27:34.703 INFO:teuthology.orchestra.run.vm10.stdout:systemctl: stdout inactive 2026-03-09T19:27:34.706 INFO:teuthology.orchestra.run.vm10.stdout:Non-zero exit code 1 from systemctl is-enabled systemd-timesyncd.service 2026-03-09T19:27:34.706 INFO:teuthology.orchestra.run.vm10.stdout:systemctl: stdout masked 2026-03-09T19:27:34.709 INFO:teuthology.orchestra.run.vm10.stdout:Non-zero exit code 3 from systemctl is-active systemd-timesyncd.service 2026-03-09T19:27:34.709 INFO:teuthology.orchestra.run.vm10.stdout:systemctl: stdout inactive 2026-03-09T19:27:34.712 INFO:teuthology.orchestra.run.vm10.stdout:Non-zero exit code 1 from systemctl is-enabled ntpd.service 2026-03-09T19:27:34.712 INFO:teuthology.orchestra.run.vm10.stdout:systemctl: stderr Failed to get unit file state for ntpd.service: No such file or directory 2026-03-09T19:27:34.714 INFO:teuthology.orchestra.run.vm10.stdout:Non-zero exit code 3 from systemctl is-active ntpd.service 2026-03-09T19:27:34.714 INFO:teuthology.orchestra.run.vm10.stdout:systemctl: stdout inactive 2026-03-09T19:27:34.717 INFO:teuthology.orchestra.run.vm10.stdout:systemctl: stdout enabled 2026-03-09T19:27:34.720 INFO:teuthology.orchestra.run.vm10.stdout:systemctl: stdout active 2026-03-09T19:27:34.720 INFO:teuthology.orchestra.run.vm10.stdout:Unit ntp.service is enabled and running 2026-03-09T19:27:34.720 INFO:teuthology.orchestra.run.vm10.stdout:Host looks OK 2026-03-09T19:27:34.720 INFO:teuthology.orchestra.run.vm10.stdout:Cluster fsid: e301dc60-1bed-11f1-8e51-db7da4fd97cc 2026-03-09T19:27:34.720 INFO:teuthology.orchestra.run.vm10.stdout:Acquiring lock 140084726844000 on /run/cephadm/e301dc60-1bed-11f1-8e51-db7da4fd97cc.lock 2026-03-09T19:27:34.720 INFO:teuthology.orchestra.run.vm10.stdout:Lock 140084726844000 acquired on /run/cephadm/e301dc60-1bed-11f1-8e51-db7da4fd97cc.lock 2026-03-09T19:27:34.720 INFO:teuthology.orchestra.run.vm10.stdout:Verifying IP 192.168.123.110 port 3300 ... 2026-03-09T19:27:34.720 INFO:teuthology.orchestra.run.vm10.stdout:Verifying IP 192.168.123.110 port 6789 ... 2026-03-09T19:27:34.720 INFO:teuthology.orchestra.run.vm10.stdout:Base mon IP(s) is [192.168.123.110:3300, 192.168.123.110:6789], mon addrv is [v2:192.168.123.110:3300,v1:192.168.123.110:6789] 2026-03-09T19:27:34.722 INFO:teuthology.orchestra.run.vm10.stdout:/usr/sbin/ip: stdout default via 192.168.123.1 dev ens3 proto dhcp src 192.168.123.110 metric 100 2026-03-09T19:27:34.726 INFO:teuthology.orchestra.run.vm10.stdout:/usr/sbin/ip: stdout 172.17.0.0/16 dev docker0 proto kernel scope link src 172.17.0.1 linkdown 2026-03-09T19:27:34.726 INFO:teuthology.orchestra.run.vm10.stdout:/usr/sbin/ip: stdout 192.168.123.0/24 dev ens3 proto kernel scope link src 192.168.123.110 metric 100 2026-03-09T19:27:34.726 INFO:teuthology.orchestra.run.vm10.stdout:/usr/sbin/ip: stdout 192.168.123.1 dev ens3 proto dhcp scope link src 192.168.123.110 metric 100 2026-03-09T19:27:34.726 INFO:teuthology.orchestra.run.vm10.stdout:/usr/sbin/ip: stdout ::1 dev lo proto kernel metric 256 pref medium 2026-03-09T19:27:34.726 INFO:teuthology.orchestra.run.vm10.stdout:/usr/sbin/ip: stdout fe80::/64 dev ens3 proto kernel metric 256 pref medium 2026-03-09T19:27:34.726 INFO:teuthology.orchestra.run.vm10.stdout:/usr/sbin/ip: stdout 1: lo: mtu 65536 state UNKNOWN qlen 1000 2026-03-09T19:27:34.726 INFO:teuthology.orchestra.run.vm10.stdout:/usr/sbin/ip: stdout inet6 ::1/128 scope host 2026-03-09T19:27:34.726 INFO:teuthology.orchestra.run.vm10.stdout:/usr/sbin/ip: stdout valid_lft forever preferred_lft forever 2026-03-09T19:27:34.726 INFO:teuthology.orchestra.run.vm10.stdout:/usr/sbin/ip: stdout 2: ens3: mtu 1500 state UP qlen 1000 2026-03-09T19:27:34.726 INFO:teuthology.orchestra.run.vm10.stdout:/usr/sbin/ip: stdout inet6 fe80::5055:ff:fe00:a/64 scope link 2026-03-09T19:27:34.726 INFO:teuthology.orchestra.run.vm10.stdout:/usr/sbin/ip: stdout valid_lft forever preferred_lft forever 2026-03-09T19:27:34.726 INFO:teuthology.orchestra.run.vm10.stdout:Mon IP `192.168.123.110` is in CIDR network `192.168.123.0/24` 2026-03-09T19:27:34.726 INFO:teuthology.orchestra.run.vm10.stdout:Mon IP `192.168.123.110` is in CIDR network `192.168.123.0/24` 2026-03-09T19:27:34.726 INFO:teuthology.orchestra.run.vm10.stdout:Mon IP `192.168.123.110` is in CIDR network `192.168.123.1/32` 2026-03-09T19:27:34.727 INFO:teuthology.orchestra.run.vm10.stdout:Mon IP `192.168.123.110` is in CIDR network `192.168.123.1/32` 2026-03-09T19:27:34.727 INFO:teuthology.orchestra.run.vm10.stdout:Inferred mon public CIDR from local network configuration ['192.168.123.0/24', '192.168.123.0/24', '192.168.123.1/32', '192.168.123.1/32'] 2026-03-09T19:27:34.727 INFO:teuthology.orchestra.run.vm10.stdout:Internal network (--cluster-network) has not been provided, OSD replication will default to the public_network 2026-03-09T19:27:34.727 INFO:teuthology.orchestra.run.vm10.stdout:Pulling container image quay.ceph.io/ceph-ci/ceph:e911bdebe5c8faa3800735d1568fcdca65db60df... 2026-03-09T19:27:35.774 INFO:teuthology.orchestra.run.vm10.stdout:/usr/bin/docker: stdout e911bdebe5c8faa3800735d1568fcdca65db60df: Pulling from ceph-ci/ceph 2026-03-09T19:27:35.775 INFO:teuthology.orchestra.run.vm10.stdout:/usr/bin/docker: stdout Digest: sha256:8fda260ab1d2d3118a1622f7df75f44f285dfe74e71793626152a711c12bf2cc 2026-03-09T19:27:35.775 INFO:teuthology.orchestra.run.vm10.stdout:/usr/bin/docker: stdout Status: Image is up to date for quay.ceph.io/ceph-ci/ceph:e911bdebe5c8faa3800735d1568fcdca65db60df 2026-03-09T19:27:35.775 INFO:teuthology.orchestra.run.vm10.stdout:/usr/bin/docker: stdout quay.ceph.io/ceph-ci/ceph:e911bdebe5c8faa3800735d1568fcdca65db60df 2026-03-09T19:27:36.092 INFO:teuthology.orchestra.run.vm10.stdout:ceph: stdout ceph version 19.2.3-678-ge911bdeb (e911bdebe5c8faa3800735d1568fcdca65db60df) squid (stable) 2026-03-09T19:27:36.092 INFO:teuthology.orchestra.run.vm10.stdout:Ceph version: ceph version 19.2.3-678-ge911bdeb (e911bdebe5c8faa3800735d1568fcdca65db60df) squid (stable) 2026-03-09T19:27:36.092 INFO:teuthology.orchestra.run.vm10.stdout:Extracting ceph user uid/gid from container image... 2026-03-09T19:27:36.445 INFO:teuthology.orchestra.run.vm10.stdout:stat: stdout 167 167 2026-03-09T19:27:36.445 INFO:teuthology.orchestra.run.vm10.stdout:Creating initial keys... 2026-03-09T19:27:36.591 INFO:teuthology.orchestra.run.vm10.stdout:/usr/bin/ceph-authtool: stdout AQAoH69pU8cAIRAALjixpD4/fer6I/iDdCDk9g== 2026-03-09T19:27:36.696 INFO:teuthology.orchestra.run.vm10.stdout:/usr/bin/ceph-authtool: stdout AQAoH69p2YRlJxAAFvr+Qud5yQh/fBN3auJLiQ== 2026-03-09T19:27:36.951 INFO:teuthology.orchestra.run.vm10.stdout:/usr/bin/ceph-authtool: stdout AQAoH69p50z3MxAAW3dDw02ejiS6vb+XkmlnDQ== 2026-03-09T19:27:36.952 INFO:teuthology.orchestra.run.vm10.stdout:Creating initial monmap... 2026-03-09T19:27:37.131 INFO:teuthology.orchestra.run.vm10.stdout:/usr/bin/monmaptool: stdout /usr/bin/monmaptool: monmap file /tmp/monmap 2026-03-09T19:27:37.131 INFO:teuthology.orchestra.run.vm10.stdout:/usr/bin/monmaptool: stdout setting min_mon_release = quincy 2026-03-09T19:27:37.131 INFO:teuthology.orchestra.run.vm10.stdout:/usr/bin/monmaptool: stdout /usr/bin/monmaptool: set fsid to e301dc60-1bed-11f1-8e51-db7da4fd97cc 2026-03-09T19:27:37.131 INFO:teuthology.orchestra.run.vm10.stdout:/usr/bin/monmaptool: stdout /usr/bin/monmaptool: writing epoch 0 to /tmp/monmap (1 monitors) 2026-03-09T19:27:37.131 INFO:teuthology.orchestra.run.vm10.stdout:monmaptool for a [v2:192.168.123.110:3300,v1:192.168.123.110:6789] on /usr/bin/monmaptool: monmap file /tmp/monmap 2026-03-09T19:27:37.131 INFO:teuthology.orchestra.run.vm10.stdout:setting min_mon_release = quincy 2026-03-09T19:27:37.131 INFO:teuthology.orchestra.run.vm10.stdout:/usr/bin/monmaptool: set fsid to e301dc60-1bed-11f1-8e51-db7da4fd97cc 2026-03-09T19:27:37.131 INFO:teuthology.orchestra.run.vm10.stdout:/usr/bin/monmaptool: writing epoch 0 to /tmp/monmap (1 monitors) 2026-03-09T19:27:37.131 INFO:teuthology.orchestra.run.vm10.stdout: 2026-03-09T19:27:37.131 INFO:teuthology.orchestra.run.vm10.stdout:Creating mon... 2026-03-09T19:27:37.317 INFO:teuthology.orchestra.run.vm10.stdout:/usr/bin/ceph-mon: stderr debug 2026-03-09T19:27:37.243+0000 7f604d586d80 0 set uid:gid to 167:167 (ceph:ceph) 2026-03-09T19:27:37.317 INFO:teuthology.orchestra.run.vm10.stdout:/usr/bin/ceph-mon: stderr debug 2026-03-09T19:27:37.243+0000 7f604d586d80 1 imported monmap: 2026-03-09T19:27:37.317 INFO:teuthology.orchestra.run.vm10.stdout:/usr/bin/ceph-mon: stderr epoch 0 2026-03-09T19:27:37.317 INFO:teuthology.orchestra.run.vm10.stdout:/usr/bin/ceph-mon: stderr fsid e301dc60-1bed-11f1-8e51-db7da4fd97cc 2026-03-09T19:27:37.317 INFO:teuthology.orchestra.run.vm10.stdout:/usr/bin/ceph-mon: stderr last_changed 2026-03-09T19:27:37.061794+0000 2026-03-09T19:27:37.317 INFO:teuthology.orchestra.run.vm10.stdout:/usr/bin/ceph-mon: stderr created 2026-03-09T19:27:37.061794+0000 2026-03-09T19:27:37.317 INFO:teuthology.orchestra.run.vm10.stdout:/usr/bin/ceph-mon: stderr min_mon_release 17 (quincy) 2026-03-09T19:27:37.317 INFO:teuthology.orchestra.run.vm10.stdout:/usr/bin/ceph-mon: stderr election_strategy: 1 2026-03-09T19:27:37.317 INFO:teuthology.orchestra.run.vm10.stdout:/usr/bin/ceph-mon: stderr 0: [v2:192.168.123.110:3300/0,v1:192.168.123.110:6789/0] mon.a 2026-03-09T19:27:37.317 INFO:teuthology.orchestra.run.vm10.stdout:/usr/bin/ceph-mon: stderr 2026-03-09T19:27:37.317 INFO:teuthology.orchestra.run.vm10.stdout:/usr/bin/ceph-mon: stderr debug 2026-03-09T19:27:37.243+0000 7f604d586d80 0 /usr/bin/ceph-mon: set fsid to e301dc60-1bed-11f1-8e51-db7da4fd97cc 2026-03-09T19:27:37.317 INFO:teuthology.orchestra.run.vm10.stdout:/usr/bin/ceph-mon: stderr debug 2026-03-09T19:27:37.243+0000 7f604d586d80 4 rocksdb: RocksDB version: 7.9.2 2026-03-09T19:27:37.317 INFO:teuthology.orchestra.run.vm10.stdout:/usr/bin/ceph-mon: stderr 2026-03-09T19:27:37.317 INFO:teuthology.orchestra.run.vm10.stdout:/usr/bin/ceph-mon: stderr debug 2026-03-09T19:27:37.243+0000 7f604d586d80 4 rocksdb: Git sha 0 2026-03-09T19:27:37.317 INFO:teuthology.orchestra.run.vm10.stdout:/usr/bin/ceph-mon: stderr debug 2026-03-09T19:27:37.243+0000 7f604d586d80 4 rocksdb: Compile date 2026-02-25 18:11:04 2026-03-09T19:27:37.317 INFO:teuthology.orchestra.run.vm10.stdout:/usr/bin/ceph-mon: stderr debug 2026-03-09T19:27:37.243+0000 7f604d586d80 4 rocksdb: DB SUMMARY 2026-03-09T19:27:37.317 INFO:teuthology.orchestra.run.vm10.stdout:/usr/bin/ceph-mon: stderr 2026-03-09T19:27:37.317 INFO:teuthology.orchestra.run.vm10.stdout:/usr/bin/ceph-mon: stderr debug 2026-03-09T19:27:37.243+0000 7f604d586d80 4 rocksdb: DB Session ID: 3Q687RLKTIFNWBNQA60Z 2026-03-09T19:27:37.317 INFO:teuthology.orchestra.run.vm10.stdout:/usr/bin/ceph-mon: stderr 2026-03-09T19:27:37.317 INFO:teuthology.orchestra.run.vm10.stdout:/usr/bin/ceph-mon: stderr debug 2026-03-09T19:27:37.243+0000 7f604d586d80 4 rocksdb: SST files in /var/lib/ceph/mon/ceph-a/store.db dir, Total Num: 0, files: 2026-03-09T19:27:37.317 INFO:teuthology.orchestra.run.vm10.stdout:/usr/bin/ceph-mon: stderr 2026-03-09T19:27:37.317 INFO:teuthology.orchestra.run.vm10.stdout:/usr/bin/ceph-mon: stderr debug 2026-03-09T19:27:37.243+0000 7f604d586d80 4 rocksdb: Write Ahead Log file in /var/lib/ceph/mon/ceph-a/store.db: 2026-03-09T19:27:37.317 INFO:teuthology.orchestra.run.vm10.stdout:/usr/bin/ceph-mon: stderr 2026-03-09T19:27:37.317 INFO:teuthology.orchestra.run.vm10.stdout:/usr/bin/ceph-mon: stderr debug 2026-03-09T19:27:37.243+0000 7f604d586d80 4 rocksdb: Options.error_if_exists: 0 2026-03-09T19:27:37.317 INFO:teuthology.orchestra.run.vm10.stdout:/usr/bin/ceph-mon: stderr debug 2026-03-09T19:27:37.243+0000 7f604d586d80 4 rocksdb: Options.create_if_missing: 1 2026-03-09T19:27:37.317 INFO:teuthology.orchestra.run.vm10.stdout:/usr/bin/ceph-mon: stderr debug 2026-03-09T19:27:37.243+0000 7f604d586d80 4 rocksdb: Options.paranoid_checks: 1 2026-03-09T19:27:37.317 INFO:teuthology.orchestra.run.vm10.stdout:/usr/bin/ceph-mon: stderr debug 2026-03-09T19:27:37.243+0000 7f604d586d80 4 rocksdb: Options.flush_verify_memtable_count: 1 2026-03-09T19:27:37.317 INFO:teuthology.orchestra.run.vm10.stdout:/usr/bin/ceph-mon: stderr debug 2026-03-09T19:27:37.243+0000 7f604d586d80 4 rocksdb: Options.track_and_verify_wals_in_manifest: 0 2026-03-09T19:27:37.317 INFO:teuthology.orchestra.run.vm10.stdout:/usr/bin/ceph-mon: stderr debug 2026-03-09T19:27:37.243+0000 7f604d586d80 4 rocksdb: Options.verify_sst_unique_id_in_manifest: 1 2026-03-09T19:27:37.318 INFO:teuthology.orchestra.run.vm10.stdout:/usr/bin/ceph-mon: stderr debug 2026-03-09T19:27:37.243+0000 7f604d586d80 4 rocksdb: Options.env: 0x56452a4fadc0 2026-03-09T19:27:37.318 INFO:teuthology.orchestra.run.vm10.stdout:/usr/bin/ceph-mon: stderr debug 2026-03-09T19:27:37.243+0000 7f604d586d80 4 rocksdb: Options.fs: PosixFileSystem 2026-03-09T19:27:37.318 INFO:teuthology.orchestra.run.vm10.stdout:/usr/bin/ceph-mon: stderr debug 2026-03-09T19:27:37.243+0000 7f604d586d80 4 rocksdb: Options.info_log: 0x56455b0a6da0 2026-03-09T19:27:37.318 INFO:teuthology.orchestra.run.vm10.stdout:/usr/bin/ceph-mon: stderr debug 2026-03-09T19:27:37.243+0000 7f604d586d80 4 rocksdb: Options.max_file_opening_threads: 16 2026-03-09T19:27:37.318 INFO:teuthology.orchestra.run.vm10.stdout:/usr/bin/ceph-mon: stderr debug 2026-03-09T19:27:37.243+0000 7f604d586d80 4 rocksdb: Options.statistics: (nil) 2026-03-09T19:27:37.318 INFO:teuthology.orchestra.run.vm10.stdout:/usr/bin/ceph-mon: stderr debug 2026-03-09T19:27:37.243+0000 7f604d586d80 4 rocksdb: Options.use_fsync: 0 2026-03-09T19:27:37.318 INFO:teuthology.orchestra.run.vm10.stdout:/usr/bin/ceph-mon: stderr debug 2026-03-09T19:27:37.243+0000 7f604d586d80 4 rocksdb: Options.max_log_file_size: 0 2026-03-09T19:27:37.318 INFO:teuthology.orchestra.run.vm10.stdout:/usr/bin/ceph-mon: stderr debug 2026-03-09T19:27:37.243+0000 7f604d586d80 4 rocksdb: Options.max_manifest_file_size: 1073741824 2026-03-09T19:27:37.318 INFO:teuthology.orchestra.run.vm10.stdout:/usr/bin/ceph-mon: stderr debug 2026-03-09T19:27:37.243+0000 7f604d586d80 4 rocksdb: Options.log_file_time_to_roll: 0 2026-03-09T19:27:37.318 INFO:teuthology.orchestra.run.vm10.stdout:/usr/bin/ceph-mon: stderr debug 2026-03-09T19:27:37.243+0000 7f604d586d80 4 rocksdb: Options.keep_log_file_num: 1000 2026-03-09T19:27:37.318 INFO:teuthology.orchestra.run.vm10.stdout:/usr/bin/ceph-mon: stderr debug 2026-03-09T19:27:37.243+0000 7f604d586d80 4 rocksdb: Options.recycle_log_file_num: 0 2026-03-09T19:27:37.318 INFO:teuthology.orchestra.run.vm10.stdout:/usr/bin/ceph-mon: stderr debug 2026-03-09T19:27:37.243+0000 7f604d586d80 4 rocksdb: Options.allow_fallocate: 1 2026-03-09T19:27:37.318 INFO:teuthology.orchestra.run.vm10.stdout:/usr/bin/ceph-mon: stderr debug 2026-03-09T19:27:37.243+0000 7f604d586d80 4 rocksdb: Options.allow_mmap_reads: 0 2026-03-09T19:27:37.318 INFO:teuthology.orchestra.run.vm10.stdout:/usr/bin/ceph-mon: stderr debug 2026-03-09T19:27:37.243+0000 7f604d586d80 4 rocksdb: Options.allow_mmap_writes: 0 2026-03-09T19:27:37.318 INFO:teuthology.orchestra.run.vm10.stdout:/usr/bin/ceph-mon: stderr debug 2026-03-09T19:27:37.243+0000 7f604d586d80 4 rocksdb: Options.use_direct_reads: 0 2026-03-09T19:27:37.318 INFO:teuthology.orchestra.run.vm10.stdout:/usr/bin/ceph-mon: stderr debug 2026-03-09T19:27:37.243+0000 7f604d586d80 4 rocksdb: Options.use_direct_io_for_flush_and_compaction: 0 2026-03-09T19:27:37.318 INFO:teuthology.orchestra.run.vm10.stdout:/usr/bin/ceph-mon: stderr debug 2026-03-09T19:27:37.243+0000 7f604d586d80 4 rocksdb: Options.create_missing_column_families: 0 2026-03-09T19:27:37.318 INFO:teuthology.orchestra.run.vm10.stdout:/usr/bin/ceph-mon: stderr debug 2026-03-09T19:27:37.243+0000 7f604d586d80 4 rocksdb: Options.db_log_dir: 2026-03-09T19:27:37.318 INFO:teuthology.orchestra.run.vm10.stdout:/usr/bin/ceph-mon: stderr debug 2026-03-09T19:27:37.243+0000 7f604d586d80 4 rocksdb: Options.wal_dir: 2026-03-09T19:27:37.318 INFO:teuthology.orchestra.run.vm10.stdout:/usr/bin/ceph-mon: stderr debug 2026-03-09T19:27:37.243+0000 7f604d586d80 4 rocksdb: Options.table_cache_numshardbits: 6 2026-03-09T19:27:37.318 INFO:teuthology.orchestra.run.vm10.stdout:/usr/bin/ceph-mon: stderr debug 2026-03-09T19:27:37.243+0000 7f604d586d80 4 rocksdb: Options.WAL_ttl_seconds: 0 2026-03-09T19:27:37.318 INFO:teuthology.orchestra.run.vm10.stdout:/usr/bin/ceph-mon: stderr debug 2026-03-09T19:27:37.243+0000 7f604d586d80 4 rocksdb: Options.WAL_size_limit_MB: 0 2026-03-09T19:27:37.318 INFO:teuthology.orchestra.run.vm10.stdout:/usr/bin/ceph-mon: stderr debug 2026-03-09T19:27:37.243+0000 7f604d586d80 4 rocksdb: Options.max_write_batch_group_size_bytes: 1048576 2026-03-09T19:27:37.318 INFO:teuthology.orchestra.run.vm10.stdout:/usr/bin/ceph-mon: stderr debug 2026-03-09T19:27:37.243+0000 7f604d586d80 4 rocksdb: Options.manifest_preallocation_size: 4194304 2026-03-09T19:27:37.318 INFO:teuthology.orchestra.run.vm10.stdout:/usr/bin/ceph-mon: stderr debug 2026-03-09T19:27:37.243+0000 7f604d586d80 4 rocksdb: Options.is_fd_close_on_exec: 1 2026-03-09T19:27:37.318 INFO:teuthology.orchestra.run.vm10.stdout:/usr/bin/ceph-mon: stderr debug 2026-03-09T19:27:37.243+0000 7f604d586d80 4 rocksdb: Options.advise_random_on_open: 1 2026-03-09T19:27:37.318 INFO:teuthology.orchestra.run.vm10.stdout:/usr/bin/ceph-mon: stderr debug 2026-03-09T19:27:37.243+0000 7f604d586d80 4 rocksdb: Options.db_write_buffer_size: 0 2026-03-09T19:27:37.318 INFO:teuthology.orchestra.run.vm10.stdout:/usr/bin/ceph-mon: stderr debug 2026-03-09T19:27:37.243+0000 7f604d586d80 4 rocksdb: Options.write_buffer_manager: 0x56455b09d5e0 2026-03-09T19:27:37.318 INFO:teuthology.orchestra.run.vm10.stdout:/usr/bin/ceph-mon: stderr debug 2026-03-09T19:27:37.243+0000 7f604d586d80 4 rocksdb: Options.access_hint_on_compaction_start: 1 2026-03-09T19:27:37.318 INFO:teuthology.orchestra.run.vm10.stdout:/usr/bin/ceph-mon: stderr debug 2026-03-09T19:27:37.243+0000 7f604d586d80 4 rocksdb: Options.random_access_max_buffer_size: 1048576 2026-03-09T19:27:37.318 INFO:teuthology.orchestra.run.vm10.stdout:/usr/bin/ceph-mon: stderr debug 2026-03-09T19:27:37.243+0000 7f604d586d80 4 rocksdb: Options.use_adaptive_mutex: 0 2026-03-09T19:27:37.318 INFO:teuthology.orchestra.run.vm10.stdout:/usr/bin/ceph-mon: stderr debug 2026-03-09T19:27:37.243+0000 7f604d586d80 4 rocksdb: Options.rate_limiter: (nil) 2026-03-09T19:27:37.318 INFO:teuthology.orchestra.run.vm10.stdout:/usr/bin/ceph-mon: stderr debug 2026-03-09T19:27:37.243+0000 7f604d586d80 4 rocksdb: Options.sst_file_manager.rate_bytes_per_sec: 0 2026-03-09T19:27:37.318 INFO:teuthology.orchestra.run.vm10.stdout:/usr/bin/ceph-mon: stderr debug 2026-03-09T19:27:37.243+0000 7f604d586d80 4 rocksdb: Options.wal_recovery_mode: 2 2026-03-09T19:27:37.318 INFO:teuthology.orchestra.run.vm10.stdout:/usr/bin/ceph-mon: stderr debug 2026-03-09T19:27:37.243+0000 7f604d586d80 4 rocksdb: Options.enable_thread_tracking: 0 2026-03-09T19:27:37.318 INFO:teuthology.orchestra.run.vm10.stdout:/usr/bin/ceph-mon: stderr debug 2026-03-09T19:27:37.243+0000 7f604d586d80 4 rocksdb: Options.enable_pipelined_write: 0 2026-03-09T19:27:37.318 INFO:teuthology.orchestra.run.vm10.stdout:/usr/bin/ceph-mon: stderr debug 2026-03-09T19:27:37.243+0000 7f604d586d80 4 rocksdb: Options.unordered_write: 0 2026-03-09T19:27:37.318 INFO:teuthology.orchestra.run.vm10.stdout:/usr/bin/ceph-mon: stderr debug 2026-03-09T19:27:37.243+0000 7f604d586d80 4 rocksdb: Options.allow_concurrent_memtable_write: 1 2026-03-09T19:27:37.318 INFO:teuthology.orchestra.run.vm10.stdout:/usr/bin/ceph-mon: stderr debug 2026-03-09T19:27:37.243+0000 7f604d586d80 4 rocksdb: Options.enable_write_thread_adaptive_yield: 1 2026-03-09T19:27:37.318 INFO:teuthology.orchestra.run.vm10.stdout:/usr/bin/ceph-mon: stderr debug 2026-03-09T19:27:37.243+0000 7f604d586d80 4 rocksdb: Options.write_thread_max_yield_usec: 100 2026-03-09T19:27:37.318 INFO:teuthology.orchestra.run.vm10.stdout:/usr/bin/ceph-mon: stderr debug 2026-03-09T19:27:37.243+0000 7f604d586d80 4 rocksdb: Options.write_thread_slow_yield_usec: 3 2026-03-09T19:27:37.318 INFO:teuthology.orchestra.run.vm10.stdout:/usr/bin/ceph-mon: stderr debug 2026-03-09T19:27:37.243+0000 7f604d586d80 4 rocksdb: Options.row_cache: None 2026-03-09T19:27:37.318 INFO:teuthology.orchestra.run.vm10.stdout:/usr/bin/ceph-mon: stderr debug 2026-03-09T19:27:37.243+0000 7f604d586d80 4 rocksdb: Options.wal_filter: None 2026-03-09T19:27:37.318 INFO:teuthology.orchestra.run.vm10.stdout:/usr/bin/ceph-mon: stderr debug 2026-03-09T19:27:37.243+0000 7f604d586d80 4 rocksdb: Options.avoid_flush_during_recovery: 0 2026-03-09T19:27:37.318 INFO:teuthology.orchestra.run.vm10.stdout:/usr/bin/ceph-mon: stderr debug 2026-03-09T19:27:37.243+0000 7f604d586d80 4 rocksdb: Options.allow_ingest_behind: 0 2026-03-09T19:27:37.318 INFO:teuthology.orchestra.run.vm10.stdout:/usr/bin/ceph-mon: stderr debug 2026-03-09T19:27:37.243+0000 7f604d586d80 4 rocksdb: Options.two_write_queues: 0 2026-03-09T19:27:37.319 INFO:teuthology.orchestra.run.vm10.stdout:/usr/bin/ceph-mon: stderr debug 2026-03-09T19:27:37.243+0000 7f604d586d80 4 rocksdb: Options.manual_wal_flush: 0 2026-03-09T19:27:37.319 INFO:teuthology.orchestra.run.vm10.stdout:/usr/bin/ceph-mon: stderr debug 2026-03-09T19:27:37.243+0000 7f604d586d80 4 rocksdb: Options.wal_compression: 0 2026-03-09T19:27:37.319 INFO:teuthology.orchestra.run.vm10.stdout:/usr/bin/ceph-mon: stderr debug 2026-03-09T19:27:37.243+0000 7f604d586d80 4 rocksdb: Options.atomic_flush: 0 2026-03-09T19:27:37.319 INFO:teuthology.orchestra.run.vm10.stdout:/usr/bin/ceph-mon: stderr debug 2026-03-09T19:27:37.243+0000 7f604d586d80 4 rocksdb: Options.avoid_unnecessary_blocking_io: 0 2026-03-09T19:27:37.319 INFO:teuthology.orchestra.run.vm10.stdout:/usr/bin/ceph-mon: stderr debug 2026-03-09T19:27:37.243+0000 7f604d586d80 4 rocksdb: Options.persist_stats_to_disk: 0 2026-03-09T19:27:37.319 INFO:teuthology.orchestra.run.vm10.stdout:/usr/bin/ceph-mon: stderr debug 2026-03-09T19:27:37.243+0000 7f604d586d80 4 rocksdb: Options.write_dbid_to_manifest: 0 2026-03-09T19:27:37.319 INFO:teuthology.orchestra.run.vm10.stdout:/usr/bin/ceph-mon: stderr debug 2026-03-09T19:27:37.243+0000 7f604d586d80 4 rocksdb: Options.log_readahead_size: 0 2026-03-09T19:27:37.319 INFO:teuthology.orchestra.run.vm10.stdout:/usr/bin/ceph-mon: stderr debug 2026-03-09T19:27:37.243+0000 7f604d586d80 4 rocksdb: Options.file_checksum_gen_factory: Unknown 2026-03-09T19:27:37.319 INFO:teuthology.orchestra.run.vm10.stdout:/usr/bin/ceph-mon: stderr debug 2026-03-09T19:27:37.243+0000 7f604d586d80 4 rocksdb: Options.best_efforts_recovery: 0 2026-03-09T19:27:37.319 INFO:teuthology.orchestra.run.vm10.stdout:/usr/bin/ceph-mon: stderr debug 2026-03-09T19:27:37.243+0000 7f604d586d80 4 rocksdb: Options.max_bgerror_resume_count: 2147483647 2026-03-09T19:27:37.319 INFO:teuthology.orchestra.run.vm10.stdout:/usr/bin/ceph-mon: stderr debug 2026-03-09T19:27:37.243+0000 7f604d586d80 4 rocksdb: Options.bgerror_resume_retry_interval: 1000000 2026-03-09T19:27:37.319 INFO:teuthology.orchestra.run.vm10.stdout:/usr/bin/ceph-mon: stderr debug 2026-03-09T19:27:37.243+0000 7f604d586d80 4 rocksdb: Options.allow_data_in_errors: 0 2026-03-09T19:27:37.319 INFO:teuthology.orchestra.run.vm10.stdout:/usr/bin/ceph-mon: stderr debug 2026-03-09T19:27:37.243+0000 7f604d586d80 4 rocksdb: Options.db_host_id: __hostname__ 2026-03-09T19:27:37.319 INFO:teuthology.orchestra.run.vm10.stdout:/usr/bin/ceph-mon: stderr debug 2026-03-09T19:27:37.243+0000 7f604d586d80 4 rocksdb: Options.enforce_single_del_contracts: true 2026-03-09T19:27:37.319 INFO:teuthology.orchestra.run.vm10.stdout:/usr/bin/ceph-mon: stderr debug 2026-03-09T19:27:37.243+0000 7f604d586d80 4 rocksdb: Options.max_background_jobs: 2 2026-03-09T19:27:37.319 INFO:teuthology.orchestra.run.vm10.stdout:/usr/bin/ceph-mon: stderr debug 2026-03-09T19:27:37.243+0000 7f604d586d80 4 rocksdb: Options.max_background_compactions: -1 2026-03-09T19:27:37.319 INFO:teuthology.orchestra.run.vm10.stdout:/usr/bin/ceph-mon: stderr debug 2026-03-09T19:27:37.243+0000 7f604d586d80 4 rocksdb: Options.max_subcompactions: 1 2026-03-09T19:27:37.319 INFO:teuthology.orchestra.run.vm10.stdout:/usr/bin/ceph-mon: stderr debug 2026-03-09T19:27:37.243+0000 7f604d586d80 4 rocksdb: Options.avoid_flush_during_shutdown: 0 2026-03-09T19:27:37.319 INFO:teuthology.orchestra.run.vm10.stdout:/usr/bin/ceph-mon: stderr debug 2026-03-09T19:27:37.243+0000 7f604d586d80 4 rocksdb: Options.writable_file_max_buffer_size: 1048576 2026-03-09T19:27:37.319 INFO:teuthology.orchestra.run.vm10.stdout:/usr/bin/ceph-mon: stderr debug 2026-03-09T19:27:37.243+0000 7f604d586d80 4 rocksdb: Options.delayed_write_rate : 16777216 2026-03-09T19:27:37.319 INFO:teuthology.orchestra.run.vm10.stdout:/usr/bin/ceph-mon: stderr debug 2026-03-09T19:27:37.243+0000 7f604d586d80 4 rocksdb: Options.max_total_wal_size: 0 2026-03-09T19:27:37.319 INFO:teuthology.orchestra.run.vm10.stdout:/usr/bin/ceph-mon: stderr debug 2026-03-09T19:27:37.243+0000 7f604d586d80 4 rocksdb: Options.delete_obsolete_files_period_micros: 21600000000 2026-03-09T19:27:37.319 INFO:teuthology.orchestra.run.vm10.stdout:/usr/bin/ceph-mon: stderr debug 2026-03-09T19:27:37.243+0000 7f604d586d80 4 rocksdb: Options.stats_dump_period_sec: 600 2026-03-09T19:27:37.319 INFO:teuthology.orchestra.run.vm10.stdout:/usr/bin/ceph-mon: stderr debug 2026-03-09T19:27:37.243+0000 7f604d586d80 4 rocksdb: Options.stats_persist_period_sec: 600 2026-03-09T19:27:37.319 INFO:teuthology.orchestra.run.vm10.stdout:/usr/bin/ceph-mon: stderr debug 2026-03-09T19:27:37.243+0000 7f604d586d80 4 rocksdb: Options.stats_history_buffer_size: 1048576 2026-03-09T19:27:37.319 INFO:teuthology.orchestra.run.vm10.stdout:/usr/bin/ceph-mon: stderr debug 2026-03-09T19:27:37.243+0000 7f604d586d80 4 rocksdb: Options.max_open_files: -1 2026-03-09T19:27:37.319 INFO:teuthology.orchestra.run.vm10.stdout:/usr/bin/ceph-mon: stderr debug 2026-03-09T19:27:37.243+0000 7f604d586d80 4 rocksdb: Options.bytes_per_sync: 0 2026-03-09T19:27:37.319 INFO:teuthology.orchestra.run.vm10.stdout:/usr/bin/ceph-mon: stderr debug 2026-03-09T19:27:37.243+0000 7f604d586d80 4 rocksdb: Options.wal_bytes_per_sync: 0 2026-03-09T19:27:37.319 INFO:teuthology.orchestra.run.vm10.stdout:/usr/bin/ceph-mon: stderr debug 2026-03-09T19:27:37.243+0000 7f604d586d80 4 rocksdb: Options.strict_bytes_per_sync: 0 2026-03-09T19:27:37.319 INFO:teuthology.orchestra.run.vm10.stdout:/usr/bin/ceph-mon: stderr debug 2026-03-09T19:27:37.243+0000 7f604d586d80 4 rocksdb: Options.compaction_readahead_size: 0 2026-03-09T19:27:37.319 INFO:teuthology.orchestra.run.vm10.stdout:/usr/bin/ceph-mon: stderr debug 2026-03-09T19:27:37.243+0000 7f604d586d80 4 rocksdb: Options.max_background_flushes: -1 2026-03-09T19:27:37.319 INFO:teuthology.orchestra.run.vm10.stdout:/usr/bin/ceph-mon: stderr debug 2026-03-09T19:27:37.243+0000 7f604d586d80 4 rocksdb: Compression algorithms supported: 2026-03-09T19:27:37.319 INFO:teuthology.orchestra.run.vm10.stdout:/usr/bin/ceph-mon: stderr debug 2026-03-09T19:27:37.243+0000 7f604d586d80 4 rocksdb: kZSTD supported: 0 2026-03-09T19:27:37.319 INFO:teuthology.orchestra.run.vm10.stdout:/usr/bin/ceph-mon: stderr debug 2026-03-09T19:27:37.243+0000 7f604d586d80 4 rocksdb: kXpressCompression supported: 0 2026-03-09T19:27:37.319 INFO:teuthology.orchestra.run.vm10.stdout:/usr/bin/ceph-mon: stderr debug 2026-03-09T19:27:37.243+0000 7f604d586d80 4 rocksdb: kBZip2Compression supported: 0 2026-03-09T19:27:37.319 INFO:teuthology.orchestra.run.vm10.stdout:/usr/bin/ceph-mon: stderr debug 2026-03-09T19:27:37.243+0000 7f604d586d80 4 rocksdb: kZSTDNotFinalCompression supported: 0 2026-03-09T19:27:37.319 INFO:teuthology.orchestra.run.vm10.stdout:/usr/bin/ceph-mon: stderr debug 2026-03-09T19:27:37.243+0000 7f604d586d80 4 rocksdb: kLZ4Compression supported: 1 2026-03-09T19:27:37.319 INFO:teuthology.orchestra.run.vm10.stdout:/usr/bin/ceph-mon: stderr debug 2026-03-09T19:27:37.243+0000 7f604d586d80 4 rocksdb: kZlibCompression supported: 1 2026-03-09T19:27:37.319 INFO:teuthology.orchestra.run.vm10.stdout:/usr/bin/ceph-mon: stderr debug 2026-03-09T19:27:37.243+0000 7f604d586d80 4 rocksdb: kLZ4HCCompression supported: 1 2026-03-09T19:27:37.319 INFO:teuthology.orchestra.run.vm10.stdout:/usr/bin/ceph-mon: stderr debug 2026-03-09T19:27:37.243+0000 7f604d586d80 4 rocksdb: kSnappyCompression supported: 1 2026-03-09T19:27:37.319 INFO:teuthology.orchestra.run.vm10.stdout:/usr/bin/ceph-mon: stderr debug 2026-03-09T19:27:37.243+0000 7f604d586d80 4 rocksdb: Fast CRC32 supported: Supported on x86 2026-03-09T19:27:37.319 INFO:teuthology.orchestra.run.vm10.stdout:/usr/bin/ceph-mon: stderr debug 2026-03-09T19:27:37.243+0000 7f604d586d80 4 rocksdb: DMutex implementation: pthread_mutex_t 2026-03-09T19:27:37.319 INFO:teuthology.orchestra.run.vm10.stdout:/usr/bin/ceph-mon: stderr debug 2026-03-09T19:27:37.247+0000 7f604d586d80 4 rocksdb: [db/db_impl/db_impl_open.cc:317] Creating manifest 1 2026-03-09T19:27:37.319 INFO:teuthology.orchestra.run.vm10.stdout:/usr/bin/ceph-mon: stderr 2026-03-09T19:27:37.319 INFO:teuthology.orchestra.run.vm10.stdout:/usr/bin/ceph-mon: stderr debug 2026-03-09T19:27:37.259+0000 7f604d586d80 4 rocksdb: [db/version_set.cc:5527] Recovering from manifest file: /var/lib/ceph/mon/ceph-a/store.db/MANIFEST-000001 2026-03-09T19:27:37.319 INFO:teuthology.orchestra.run.vm10.stdout:/usr/bin/ceph-mon: stderr 2026-03-09T19:27:37.319 INFO:teuthology.orchestra.run.vm10.stdout:/usr/bin/ceph-mon: stderr debug 2026-03-09T19:27:37.259+0000 7f604d586d80 4 rocksdb: [db/column_family.cc:630] --------------- Options for column family [default]: 2026-03-09T19:27:37.319 INFO:teuthology.orchestra.run.vm10.stdout:/usr/bin/ceph-mon: stderr 2026-03-09T19:27:37.320 INFO:teuthology.orchestra.run.vm10.stdout:/usr/bin/ceph-mon: stderr debug 2026-03-09T19:27:37.259+0000 7f604d586d80 4 rocksdb: Options.comparator: leveldb.BytewiseComparator 2026-03-09T19:27:37.320 INFO:teuthology.orchestra.run.vm10.stdout:/usr/bin/ceph-mon: stderr debug 2026-03-09T19:27:37.259+0000 7f604d586d80 4 rocksdb: Options.merge_operator: 2026-03-09T19:27:37.320 INFO:teuthology.orchestra.run.vm10.stdout:/usr/bin/ceph-mon: stderr debug 2026-03-09T19:27:37.259+0000 7f604d586d80 4 rocksdb: Options.compaction_filter: None 2026-03-09T19:27:37.320 INFO:teuthology.orchestra.run.vm10.stdout:/usr/bin/ceph-mon: stderr debug 2026-03-09T19:27:37.259+0000 7f604d586d80 4 rocksdb: Options.compaction_filter_factory: None 2026-03-09T19:27:37.320 INFO:teuthology.orchestra.run.vm10.stdout:/usr/bin/ceph-mon: stderr debug 2026-03-09T19:27:37.259+0000 7f604d586d80 4 rocksdb: Options.sst_partitioner_factory: None 2026-03-09T19:27:37.320 INFO:teuthology.orchestra.run.vm10.stdout:/usr/bin/ceph-mon: stderr debug 2026-03-09T19:27:37.259+0000 7f604d586d80 4 rocksdb: Options.memtable_factory: SkipListFactory 2026-03-09T19:27:37.320 INFO:teuthology.orchestra.run.vm10.stdout:/usr/bin/ceph-mon: stderr debug 2026-03-09T19:27:37.259+0000 7f604d586d80 4 rocksdb: Options.table_factory: BlockBasedTable 2026-03-09T19:27:37.320 INFO:teuthology.orchestra.run.vm10.stdout:/usr/bin/ceph-mon: stderr debug 2026-03-09T19:27:37.259+0000 7f604d586d80 4 rocksdb: table_factory options: flush_block_policy_factory: FlushBlockBySizePolicyFactory (0x56455b099520) 2026-03-09T19:27:37.320 INFO:teuthology.orchestra.run.vm10.stdout:/usr/bin/ceph-mon: stderr cache_index_and_filter_blocks: 1 2026-03-09T19:27:37.320 INFO:teuthology.orchestra.run.vm10.stdout:/usr/bin/ceph-mon: stderr cache_index_and_filter_blocks_with_high_priority: 0 2026-03-09T19:27:37.320 INFO:teuthology.orchestra.run.vm10.stdout:/usr/bin/ceph-mon: stderr pin_l0_filter_and_index_blocks_in_cache: 0 2026-03-09T19:27:37.320 INFO:teuthology.orchestra.run.vm10.stdout:/usr/bin/ceph-mon: stderr pin_top_level_index_and_filter: 1 2026-03-09T19:27:37.320 INFO:teuthology.orchestra.run.vm10.stdout:/usr/bin/ceph-mon: stderr index_type: 0 2026-03-09T19:27:37.320 INFO:teuthology.orchestra.run.vm10.stdout:/usr/bin/ceph-mon: stderr data_block_index_type: 0 2026-03-09T19:27:37.320 INFO:teuthology.orchestra.run.vm10.stdout:/usr/bin/ceph-mon: stderr index_shortening: 1 2026-03-09T19:27:37.320 INFO:teuthology.orchestra.run.vm10.stdout:/usr/bin/ceph-mon: stderr data_block_hash_table_util_ratio: 0.750000 2026-03-09T19:27:37.320 INFO:teuthology.orchestra.run.vm10.stdout:/usr/bin/ceph-mon: stderr checksum: 4 2026-03-09T19:27:37.320 INFO:teuthology.orchestra.run.vm10.stdout:/usr/bin/ceph-mon: stderr no_block_cache: 0 2026-03-09T19:27:37.320 INFO:teuthology.orchestra.run.vm10.stdout:/usr/bin/ceph-mon: stderr block_cache: 0x56455b0bf350 2026-03-09T19:27:37.320 INFO:teuthology.orchestra.run.vm10.stdout:/usr/bin/ceph-mon: stderr block_cache_name: BinnedLRUCache 2026-03-09T19:27:37.320 INFO:teuthology.orchestra.run.vm10.stdout:/usr/bin/ceph-mon: stderr block_cache_options: 2026-03-09T19:27:37.320 INFO:teuthology.orchestra.run.vm10.stdout:/usr/bin/ceph-mon: stderr capacity : 536870912 2026-03-09T19:27:37.320 INFO:teuthology.orchestra.run.vm10.stdout:/usr/bin/ceph-mon: stderr num_shard_bits : 4 2026-03-09T19:27:37.320 INFO:teuthology.orchestra.run.vm10.stdout:/usr/bin/ceph-mon: stderr strict_capacity_limit : 0 2026-03-09T19:27:37.320 INFO:teuthology.orchestra.run.vm10.stdout:/usr/bin/ceph-mon: stderr high_pri_pool_ratio: 0.000 2026-03-09T19:27:37.320 INFO:teuthology.orchestra.run.vm10.stdout:/usr/bin/ceph-mon: stderr block_cache_compressed: (nil) 2026-03-09T19:27:37.320 INFO:teuthology.orchestra.run.vm10.stdout:/usr/bin/ceph-mon: stderr persistent_cache: (nil) 2026-03-09T19:27:37.320 INFO:teuthology.orchestra.run.vm10.stdout:/usr/bin/ceph-mon: stderr block_size: 4096 2026-03-09T19:27:37.320 INFO:teuthology.orchestra.run.vm10.stdout:/usr/bin/ceph-mon: stderr block_size_deviation: 10 2026-03-09T19:27:37.320 INFO:teuthology.orchestra.run.vm10.stdout:/usr/bin/ceph-mon: stderr block_restart_interval: 16 2026-03-09T19:27:37.320 INFO:teuthology.orchestra.run.vm10.stdout:/usr/bin/ceph-mon: stderr index_block_restart_interval: 1 2026-03-09T19:27:37.320 INFO:teuthology.orchestra.run.vm10.stdout:/usr/bin/ceph-mon: stderr metadata_block_size: 4096 2026-03-09T19:27:37.320 INFO:teuthology.orchestra.run.vm10.stdout:/usr/bin/ceph-mon: stderr partition_filters: 0 2026-03-09T19:27:37.320 INFO:teuthology.orchestra.run.vm10.stdout:/usr/bin/ceph-mon: stderr use_delta_encoding: 1 2026-03-09T19:27:37.320 INFO:teuthology.orchestra.run.vm10.stdout:/usr/bin/ceph-mon: stderr filter_policy: bloomfilter 2026-03-09T19:27:37.320 INFO:teuthology.orchestra.run.vm10.stdout:/usr/bin/ceph-mon: stderr whole_key_filtering: 1 2026-03-09T19:27:37.320 INFO:teuthology.orchestra.run.vm10.stdout:/usr/bin/ceph-mon: stderr verify_compression: 0 2026-03-09T19:27:37.320 INFO:teuthology.orchestra.run.vm10.stdout:/usr/bin/ceph-mon: stderr read_amp_bytes_per_bit: 0 2026-03-09T19:27:37.320 INFO:teuthology.orchestra.run.vm10.stdout:/usr/bin/ceph-mon: stderr format_version: 5 2026-03-09T19:27:37.320 INFO:teuthology.orchestra.run.vm10.stdout:/usr/bin/ceph-mon: stderr enable_index_compression: 1 2026-03-09T19:27:37.320 INFO:teuthology.orchestra.run.vm10.stdout:/usr/bin/ceph-mon: stderr block_align: 0 2026-03-09T19:27:37.320 INFO:teuthology.orchestra.run.vm10.stdout:/usr/bin/ceph-mon: stderr max_auto_readahead_size: 262144 2026-03-09T19:27:37.320 INFO:teuthology.orchestra.run.vm10.stdout:/usr/bin/ceph-mon: stderr prepopulate_block_cache: 0 2026-03-09T19:27:37.320 INFO:teuthology.orchestra.run.vm10.stdout:/usr/bin/ceph-mon: stderr initial_auto_readahead_size: 8192 2026-03-09T19:27:37.320 INFO:teuthology.orchestra.run.vm10.stdout:/usr/bin/ceph-mon: stderr num_file_reads_for_auto_readahead: 2 2026-03-09T19:27:37.320 INFO:teuthology.orchestra.run.vm10.stdout:/usr/bin/ceph-mon: stderr 2026-03-09T19:27:37.320 INFO:teuthology.orchestra.run.vm10.stdout:/usr/bin/ceph-mon: stderr debug 2026-03-09T19:27:37.259+0000 7f604d586d80 4 rocksdb: Options.write_buffer_size: 33554432 2026-03-09T19:27:37.321 INFO:teuthology.orchestra.run.vm10.stdout:/usr/bin/ceph-mon: stderr debug 2026-03-09T19:27:37.259+0000 7f604d586d80 4 rocksdb: Options.max_write_buffer_number: 2 2026-03-09T19:27:37.321 INFO:teuthology.orchestra.run.vm10.stdout:/usr/bin/ceph-mon: stderr debug 2026-03-09T19:27:37.259+0000 7f604d586d80 4 rocksdb: Options.compression: NoCompression 2026-03-09T19:27:37.321 INFO:teuthology.orchestra.run.vm10.stdout:/usr/bin/ceph-mon: stderr debug 2026-03-09T19:27:37.259+0000 7f604d586d80 4 rocksdb: Options.bottommost_compression: Disabled 2026-03-09T19:27:37.321 INFO:teuthology.orchestra.run.vm10.stdout:/usr/bin/ceph-mon: stderr debug 2026-03-09T19:27:37.259+0000 7f604d586d80 4 rocksdb: Options.prefix_extractor: nullptr 2026-03-09T19:27:37.321 INFO:teuthology.orchestra.run.vm10.stdout:/usr/bin/ceph-mon: stderr debug 2026-03-09T19:27:37.259+0000 7f604d586d80 4 rocksdb: Options.memtable_insert_with_hint_prefix_extractor: nullptr 2026-03-09T19:27:37.321 INFO:teuthology.orchestra.run.vm10.stdout:/usr/bin/ceph-mon: stderr debug 2026-03-09T19:27:37.259+0000 7f604d586d80 4 rocksdb: Options.num_levels: 7 2026-03-09T19:27:37.321 INFO:teuthology.orchestra.run.vm10.stdout:/usr/bin/ceph-mon: stderr debug 2026-03-09T19:27:37.259+0000 7f604d586d80 4 rocksdb: Options.min_write_buffer_number_to_merge: 1 2026-03-09T19:27:37.321 INFO:teuthology.orchestra.run.vm10.stdout:/usr/bin/ceph-mon: stderr debug 2026-03-09T19:27:37.259+0000 7f604d586d80 4 rocksdb: Options.max_write_buffer_number_to_maintain: 0 2026-03-09T19:27:37.321 INFO:teuthology.orchestra.run.vm10.stdout:/usr/bin/ceph-mon: stderr debug 2026-03-09T19:27:37.259+0000 7f604d586d80 4 rocksdb: Options.max_write_buffer_size_to_maintain: 0 2026-03-09T19:27:37.321 INFO:teuthology.orchestra.run.vm10.stdout:/usr/bin/ceph-mon: stderr debug 2026-03-09T19:27:37.259+0000 7f604d586d80 4 rocksdb: Options.bottommost_compression_opts.window_bits: -14 2026-03-09T19:27:37.321 INFO:teuthology.orchestra.run.vm10.stdout:/usr/bin/ceph-mon: stderr debug 2026-03-09T19:27:37.259+0000 7f604d586d80 4 rocksdb: Options.bottommost_compression_opts.level: 32767 2026-03-09T19:27:37.321 INFO:teuthology.orchestra.run.vm10.stdout:/usr/bin/ceph-mon: stderr debug 2026-03-09T19:27:37.259+0000 7f604d586d80 4 rocksdb: Options.bottommost_compression_opts.strategy: 0 2026-03-09T19:27:37.321 INFO:teuthology.orchestra.run.vm10.stdout:/usr/bin/ceph-mon: stderr debug 2026-03-09T19:27:37.259+0000 7f604d586d80 4 rocksdb: Options.bottommost_compression_opts.max_dict_bytes: 0 2026-03-09T19:27:37.321 INFO:teuthology.orchestra.run.vm10.stdout:/usr/bin/ceph-mon: stderr debug 2026-03-09T19:27:37.259+0000 7f604d586d80 4 rocksdb: Options.bottommost_compression_opts.zstd_max_train_bytes: 0 2026-03-09T19:27:37.321 INFO:teuthology.orchestra.run.vm10.stdout:/usr/bin/ceph-mon: stderr debug 2026-03-09T19:27:37.259+0000 7f604d586d80 4 rocksdb: Options.bottommost_compression_opts.parallel_threads: 1 2026-03-09T19:27:37.321 INFO:teuthology.orchestra.run.vm10.stdout:/usr/bin/ceph-mon: stderr debug 2026-03-09T19:27:37.259+0000 7f604d586d80 4 rocksdb: Options.bottommost_compression_opts.enabled: false 2026-03-09T19:27:37.321 INFO:teuthology.orchestra.run.vm10.stdout:/usr/bin/ceph-mon: stderr debug 2026-03-09T19:27:37.259+0000 7f604d586d80 4 rocksdb: Options.bottommost_compression_opts.max_dict_buffer_bytes: 0 2026-03-09T19:27:37.321 INFO:teuthology.orchestra.run.vm10.stdout:/usr/bin/ceph-mon: stderr debug 2026-03-09T19:27:37.259+0000 7f604d586d80 4 rocksdb: Options.bottommost_compression_opts.use_zstd_dict_trainer: true 2026-03-09T19:27:37.321 INFO:teuthology.orchestra.run.vm10.stdout:/usr/bin/ceph-mon: stderr debug 2026-03-09T19:27:37.259+0000 7f604d586d80 4 rocksdb: Options.compression_opts.window_bits: -14 2026-03-09T19:27:37.321 INFO:teuthology.orchestra.run.vm10.stdout:/usr/bin/ceph-mon: stderr debug 2026-03-09T19:27:37.259+0000 7f604d586d80 4 rocksdb: Options.compression_opts.level: 32767 2026-03-09T19:27:37.321 INFO:teuthology.orchestra.run.vm10.stdout:/usr/bin/ceph-mon: stderr debug 2026-03-09T19:27:37.259+0000 7f604d586d80 4 rocksdb: Options.compression_opts.strategy: 0 2026-03-09T19:27:37.321 INFO:teuthology.orchestra.run.vm10.stdout:/usr/bin/ceph-mon: stderr debug 2026-03-09T19:27:37.259+0000 7f604d586d80 4 rocksdb: Options.compression_opts.max_dict_bytes: 0 2026-03-09T19:27:37.321 INFO:teuthology.orchestra.run.vm10.stdout:/usr/bin/ceph-mon: stderr debug 2026-03-09T19:27:37.259+0000 7f604d586d80 4 rocksdb: Options.compression_opts.zstd_max_train_bytes: 0 2026-03-09T19:27:37.321 INFO:teuthology.orchestra.run.vm10.stdout:/usr/bin/ceph-mon: stderr debug 2026-03-09T19:27:37.259+0000 7f604d586d80 4 rocksdb: Options.compression_opts.use_zstd_dict_trainer: true 2026-03-09T19:27:37.321 INFO:teuthology.orchestra.run.vm10.stdout:/usr/bin/ceph-mon: stderr debug 2026-03-09T19:27:37.259+0000 7f604d586d80 4 rocksdb: Options.compression_opts.parallel_threads: 1 2026-03-09T19:27:37.321 INFO:teuthology.orchestra.run.vm10.stdout:/usr/bin/ceph-mon: stderr debug 2026-03-09T19:27:37.259+0000 7f604d586d80 4 rocksdb: Options.compression_opts.enabled: false 2026-03-09T19:27:37.321 INFO:teuthology.orchestra.run.vm10.stdout:/usr/bin/ceph-mon: stderr debug 2026-03-09T19:27:37.259+0000 7f604d586d80 4 rocksdb: Options.compression_opts.max_dict_buffer_bytes: 0 2026-03-09T19:27:37.321 INFO:teuthology.orchestra.run.vm10.stdout:/usr/bin/ceph-mon: stderr debug 2026-03-09T19:27:37.259+0000 7f604d586d80 4 rocksdb: Options.level0_file_num_compaction_trigger: 4 2026-03-09T19:27:37.321 INFO:teuthology.orchestra.run.vm10.stdout:/usr/bin/ceph-mon: stderr debug 2026-03-09T19:27:37.259+0000 7f604d586d80 4 rocksdb: Options.level0_slowdown_writes_trigger: 20 2026-03-09T19:27:37.321 INFO:teuthology.orchestra.run.vm10.stdout:/usr/bin/ceph-mon: stderr debug 2026-03-09T19:27:37.259+0000 7f604d586d80 4 rocksdb: Options.level0_stop_writes_trigger: 36 2026-03-09T19:27:37.321 INFO:teuthology.orchestra.run.vm10.stdout:/usr/bin/ceph-mon: stderr debug 2026-03-09T19:27:37.259+0000 7f604d586d80 4 rocksdb: Options.target_file_size_base: 67108864 2026-03-09T19:27:37.321 INFO:teuthology.orchestra.run.vm10.stdout:/usr/bin/ceph-mon: stderr debug 2026-03-09T19:27:37.259+0000 7f604d586d80 4 rocksdb: Options.target_file_size_multiplier: 1 2026-03-09T19:27:37.321 INFO:teuthology.orchestra.run.vm10.stdout:/usr/bin/ceph-mon: stderr debug 2026-03-09T19:27:37.259+0000 7f604d586d80 4 rocksdb: Options.max_bytes_for_level_base: 268435456 2026-03-09T19:27:37.321 INFO:teuthology.orchestra.run.vm10.stdout:/usr/bin/ceph-mon: stderr debug 2026-03-09T19:27:37.259+0000 7f604d586d80 4 rocksdb: Options.level_compaction_dynamic_level_bytes: 1 2026-03-09T19:27:37.321 INFO:teuthology.orchestra.run.vm10.stdout:/usr/bin/ceph-mon: stderr debug 2026-03-09T19:27:37.259+0000 7f604d586d80 4 rocksdb: Options.max_bytes_for_level_multiplier: 10.000000 2026-03-09T19:27:37.321 INFO:teuthology.orchestra.run.vm10.stdout:/usr/bin/ceph-mon: stderr debug 2026-03-09T19:27:37.259+0000 7f604d586d80 4 rocksdb: Options.max_bytes_for_level_multiplier_addtl[0]: 1 2026-03-09T19:27:37.321 INFO:teuthology.orchestra.run.vm10.stdout:/usr/bin/ceph-mon: stderr debug 2026-03-09T19:27:37.259+0000 7f604d586d80 4 rocksdb: Options.max_bytes_for_level_multiplier_addtl[1]: 1 2026-03-09T19:27:37.321 INFO:teuthology.orchestra.run.vm10.stdout:/usr/bin/ceph-mon: stderr debug 2026-03-09T19:27:37.259+0000 7f604d586d80 4 rocksdb: Options.max_bytes_for_level_multiplier_addtl[2]: 1 2026-03-09T19:27:37.321 INFO:teuthology.orchestra.run.vm10.stdout:/usr/bin/ceph-mon: stderr debug 2026-03-09T19:27:37.259+0000 7f604d586d80 4 rocksdb: Options.max_bytes_for_level_multiplier_addtl[3]: 1 2026-03-09T19:27:37.321 INFO:teuthology.orchestra.run.vm10.stdout:/usr/bin/ceph-mon: stderr debug 2026-03-09T19:27:37.259+0000 7f604d586d80 4 rocksdb: Options.max_bytes_for_level_multiplier_addtl[4]: 1 2026-03-09T19:27:37.321 INFO:teuthology.orchestra.run.vm10.stdout:/usr/bin/ceph-mon: stderr debug 2026-03-09T19:27:37.259+0000 7f604d586d80 4 rocksdb: Options.max_bytes_for_level_multiplier_addtl[5]: 1 2026-03-09T19:27:37.321 INFO:teuthology.orchestra.run.vm10.stdout:/usr/bin/ceph-mon: stderr debug 2026-03-09T19:27:37.259+0000 7f604d586d80 4 rocksdb: Options.max_bytes_for_level_multiplier_addtl[6]: 1 2026-03-09T19:27:37.321 INFO:teuthology.orchestra.run.vm10.stdout:/usr/bin/ceph-mon: stderr debug 2026-03-09T19:27:37.259+0000 7f604d586d80 4 rocksdb: Options.max_sequential_skip_in_iterations: 8 2026-03-09T19:27:37.321 INFO:teuthology.orchestra.run.vm10.stdout:/usr/bin/ceph-mon: stderr debug 2026-03-09T19:27:37.259+0000 7f604d586d80 4 rocksdb: Options.max_compaction_bytes: 1677721600 2026-03-09T19:27:37.321 INFO:teuthology.orchestra.run.vm10.stdout:/usr/bin/ceph-mon: stderr debug 2026-03-09T19:27:37.259+0000 7f604d586d80 4 rocksdb: Options.ignore_max_compaction_bytes_for_input: true 2026-03-09T19:27:37.321 INFO:teuthology.orchestra.run.vm10.stdout:/usr/bin/ceph-mon: stderr debug 2026-03-09T19:27:37.259+0000 7f604d586d80 4 rocksdb: Options.arena_block_size: 1048576 2026-03-09T19:27:37.321 INFO:teuthology.orchestra.run.vm10.stdout:/usr/bin/ceph-mon: stderr debug 2026-03-09T19:27:37.259+0000 7f604d586d80 4 rocksdb: Options.soft_pending_compaction_bytes_limit: 68719476736 2026-03-09T19:27:37.321 INFO:teuthology.orchestra.run.vm10.stdout:/usr/bin/ceph-mon: stderr debug 2026-03-09T19:27:37.259+0000 7f604d586d80 4 rocksdb: Options.hard_pending_compaction_bytes_limit: 274877906944 2026-03-09T19:27:37.322 INFO:teuthology.orchestra.run.vm10.stdout:/usr/bin/ceph-mon: stderr debug 2026-03-09T19:27:37.259+0000 7f604d586d80 4 rocksdb: Options.disable_auto_compactions: 0 2026-03-09T19:27:37.322 INFO:teuthology.orchestra.run.vm10.stdout:/usr/bin/ceph-mon: stderr debug 2026-03-09T19:27:37.259+0000 7f604d586d80 4 rocksdb: Options.compaction_style: kCompactionStyleLevel 2026-03-09T19:27:37.322 INFO:teuthology.orchestra.run.vm10.stdout:/usr/bin/ceph-mon: stderr debug 2026-03-09T19:27:37.259+0000 7f604d586d80 4 rocksdb: Options.compaction_pri: kMinOverlappingRatio 2026-03-09T19:27:37.322 INFO:teuthology.orchestra.run.vm10.stdout:/usr/bin/ceph-mon: stderr debug 2026-03-09T19:27:37.259+0000 7f604d586d80 4 rocksdb: Options.compaction_options_universal.size_ratio: 1 2026-03-09T19:27:37.322 INFO:teuthology.orchestra.run.vm10.stdout:/usr/bin/ceph-mon: stderr debug 2026-03-09T19:27:37.259+0000 7f604d586d80 4 rocksdb: Options.compaction_options_universal.min_merge_width: 2 2026-03-09T19:27:37.322 INFO:teuthology.orchestra.run.vm10.stdout:/usr/bin/ceph-mon: stderr debug 2026-03-09T19:27:37.259+0000 7f604d586d80 4 rocksdb: Options.compaction_options_universal.max_merge_width: 4294967295 2026-03-09T19:27:37.322 INFO:teuthology.orchestra.run.vm10.stdout:/usr/bin/ceph-mon: stderr debug 2026-03-09T19:27:37.259+0000 7f604d586d80 4 rocksdb: Options.compaction_options_universal.max_size_amplification_percent: 200 2026-03-09T19:27:37.322 INFO:teuthology.orchestra.run.vm10.stdout:/usr/bin/ceph-mon: stderr debug 2026-03-09T19:27:37.259+0000 7f604d586d80 4 rocksdb: Options.compaction_options_universal.compression_size_percent: -1 2026-03-09T19:27:37.322 INFO:teuthology.orchestra.run.vm10.stdout:/usr/bin/ceph-mon: stderr debug 2026-03-09T19:27:37.259+0000 7f604d586d80 4 rocksdb: Options.compaction_options_universal.stop_style: kCompactionStopStyleTotalSize 2026-03-09T19:27:37.322 INFO:teuthology.orchestra.run.vm10.stdout:/usr/bin/ceph-mon: stderr debug 2026-03-09T19:27:37.259+0000 7f604d586d80 4 rocksdb: Options.compaction_options_fifo.max_table_files_size: 1073741824 2026-03-09T19:27:37.322 INFO:teuthology.orchestra.run.vm10.stdout:/usr/bin/ceph-mon: stderr debug 2026-03-09T19:27:37.259+0000 7f604d586d80 4 rocksdb: Options.compaction_options_fifo.allow_compaction: 0 2026-03-09T19:27:37.322 INFO:teuthology.orchestra.run.vm10.stdout:/usr/bin/ceph-mon: stderr debug 2026-03-09T19:27:37.259+0000 7f604d586d80 4 rocksdb: Options.table_properties_collectors: CompactOnDeletionCollector (Sliding window size = 32768 Deletion trigger = 16384 Deletion ratio = 0); 2026-03-09T19:27:37.322 INFO:teuthology.orchestra.run.vm10.stdout:/usr/bin/ceph-mon: stderr debug 2026-03-09T19:27:37.259+0000 7f604d586d80 4 rocksdb: Options.inplace_update_support: 0 2026-03-09T19:27:37.322 INFO:teuthology.orchestra.run.vm10.stdout:/usr/bin/ceph-mon: stderr debug 2026-03-09T19:27:37.259+0000 7f604d586d80 4 rocksdb: Options.inplace_update_num_locks: 10000 2026-03-09T19:27:37.322 INFO:teuthology.orchestra.run.vm10.stdout:/usr/bin/ceph-mon: stderr debug 2026-03-09T19:27:37.259+0000 7f604d586d80 4 rocksdb: Options.memtable_prefix_bloom_size_ratio: 0.000000 2026-03-09T19:27:37.322 INFO:teuthology.orchestra.run.vm10.stdout:/usr/bin/ceph-mon: stderr debug 2026-03-09T19:27:37.259+0000 7f604d586d80 4 rocksdb: Options.memtable_whole_key_filtering: 0 2026-03-09T19:27:37.322 INFO:teuthology.orchestra.run.vm10.stdout:/usr/bin/ceph-mon: stderr debug 2026-03-09T19:27:37.259+0000 7f604d586d80 4 rocksdb: Options.memtable_huge_page_size: 0 2026-03-09T19:27:37.322 INFO:teuthology.orchestra.run.vm10.stdout:/usr/bin/ceph-mon: stderr debug 2026-03-09T19:27:37.259+0000 7f604d586d80 4 rocksdb: Options.bloom_locality: 0 2026-03-09T19:27:37.322 INFO:teuthology.orchestra.run.vm10.stdout:/usr/bin/ceph-mon: stderr debug 2026-03-09T19:27:37.259+0000 7f604d586d80 4 rocksdb: Options.max_successive_merges: 0 2026-03-09T19:27:37.322 INFO:teuthology.orchestra.run.vm10.stdout:/usr/bin/ceph-mon: stderr debug 2026-03-09T19:27:37.259+0000 7f604d586d80 4 rocksdb: Options.optimize_filters_for_hits: 0 2026-03-09T19:27:37.322 INFO:teuthology.orchestra.run.vm10.stdout:/usr/bin/ceph-mon: stderr debug 2026-03-09T19:27:37.259+0000 7f604d586d80 4 rocksdb: Options.paranoid_file_checks: 0 2026-03-09T19:27:37.322 INFO:teuthology.orchestra.run.vm10.stdout:/usr/bin/ceph-mon: stderr debug 2026-03-09T19:27:37.259+0000 7f604d586d80 4 rocksdb: Options.force_consistency_checks: 1 2026-03-09T19:27:37.322 INFO:teuthology.orchestra.run.vm10.stdout:/usr/bin/ceph-mon: stderr debug 2026-03-09T19:27:37.259+0000 7f604d586d80 4 rocksdb: Options.report_bg_io_stats: 0 2026-03-09T19:27:37.322 INFO:teuthology.orchestra.run.vm10.stdout:/usr/bin/ceph-mon: stderr debug 2026-03-09T19:27:37.259+0000 7f604d586d80 4 rocksdb: Options.ttl: 2592000 2026-03-09T19:27:37.322 INFO:teuthology.orchestra.run.vm10.stdout:/usr/bin/ceph-mon: stderr debug 2026-03-09T19:27:37.259+0000 7f604d586d80 4 rocksdb: Options.periodic_compaction_seconds: 0 2026-03-09T19:27:37.322 INFO:teuthology.orchestra.run.vm10.stdout:/usr/bin/ceph-mon: stderr debug 2026-03-09T19:27:37.259+0000 7f604d586d80 4 rocksdb: Options.preclude_last_level_data_seconds: 0 2026-03-09T19:27:37.322 INFO:teuthology.orchestra.run.vm10.stdout:/usr/bin/ceph-mon: stderr debug 2026-03-09T19:27:37.259+0000 7f604d586d80 4 rocksdb: Options.preserve_internal_time_seconds: 0 2026-03-09T19:27:37.322 INFO:teuthology.orchestra.run.vm10.stdout:/usr/bin/ceph-mon: stderr debug 2026-03-09T19:27:37.259+0000 7f604d586d80 4 rocksdb: Options.enable_blob_files: false 2026-03-09T19:27:37.322 INFO:teuthology.orchestra.run.vm10.stdout:/usr/bin/ceph-mon: stderr debug 2026-03-09T19:27:37.259+0000 7f604d586d80 4 rocksdb: Options.min_blob_size: 0 2026-03-09T19:27:37.322 INFO:teuthology.orchestra.run.vm10.stdout:/usr/bin/ceph-mon: stderr debug 2026-03-09T19:27:37.259+0000 7f604d586d80 4 rocksdb: Options.blob_file_size: 268435456 2026-03-09T19:27:37.322 INFO:teuthology.orchestra.run.vm10.stdout:/usr/bin/ceph-mon: stderr debug 2026-03-09T19:27:37.259+0000 7f604d586d80 4 rocksdb: Options.blob_compression_type: NoCompression 2026-03-09T19:27:37.322 INFO:teuthology.orchestra.run.vm10.stdout:/usr/bin/ceph-mon: stderr debug 2026-03-09T19:27:37.259+0000 7f604d586d80 4 rocksdb: Options.enable_blob_garbage_collection: false 2026-03-09T19:27:37.322 INFO:teuthology.orchestra.run.vm10.stdout:/usr/bin/ceph-mon: stderr debug 2026-03-09T19:27:37.259+0000 7f604d586d80 4 rocksdb: Options.blob_garbage_collection_age_cutoff: 0.250000 2026-03-09T19:27:37.322 INFO:teuthology.orchestra.run.vm10.stdout:/usr/bin/ceph-mon: stderr debug 2026-03-09T19:27:37.259+0000 7f604d586d80 4 rocksdb: Options.blob_garbage_collection_force_threshold: 1.000000 2026-03-09T19:27:37.322 INFO:teuthology.orchestra.run.vm10.stdout:/usr/bin/ceph-mon: stderr debug 2026-03-09T19:27:37.259+0000 7f604d586d80 4 rocksdb: Options.blob_compaction_readahead_size: 0 2026-03-09T19:27:37.322 INFO:teuthology.orchestra.run.vm10.stdout:/usr/bin/ceph-mon: stderr debug 2026-03-09T19:27:37.259+0000 7f604d586d80 4 rocksdb: Options.blob_file_starting_level: 0 2026-03-09T19:27:37.322 INFO:teuthology.orchestra.run.vm10.stdout:/usr/bin/ceph-mon: stderr debug 2026-03-09T19:27:37.259+0000 7f604d586d80 4 rocksdb: Options.experimental_mempurge_threshold: 0.000000 2026-03-09T19:27:37.322 INFO:teuthology.orchestra.run.vm10.stdout:/usr/bin/ceph-mon: stderr debug 2026-03-09T19:27:37.259+0000 7f604d586d80 4 rocksdb: [db/version_set.cc:5566] Recovered from manifest file:/var/lib/ceph/mon/ceph-a/store.db/MANIFEST-000001 succeeded,manifest_file_number is 1, next_file_number is 3, last_sequence is 0, log_number is 0,prev_log_number is 0,max_column_family is 0,min_log_number_to_keep is 0 2026-03-09T19:27:37.322 INFO:teuthology.orchestra.run.vm10.stdout:/usr/bin/ceph-mon: stderr 2026-03-09T19:27:37.322 INFO:teuthology.orchestra.run.vm10.stdout:/usr/bin/ceph-mon: stderr debug 2026-03-09T19:27:37.259+0000 7f604d586d80 4 rocksdb: [db/version_set.cc:5581] Column family [default] (ID 0), log number is 0 2026-03-09T19:27:37.322 INFO:teuthology.orchestra.run.vm10.stdout:/usr/bin/ceph-mon: stderr 2026-03-09T19:27:37.322 INFO:teuthology.orchestra.run.vm10.stdout:/usr/bin/ceph-mon: stderr debug 2026-03-09T19:27:37.259+0000 7f604d586d80 4 rocksdb: [db/db_impl/db_impl_open.cc:539] DB ID: 7383112d-1e52-45b9-91fd-5620480b2659 2026-03-09T19:27:37.322 INFO:teuthology.orchestra.run.vm10.stdout:/usr/bin/ceph-mon: stderr 2026-03-09T19:27:37.322 INFO:teuthology.orchestra.run.vm10.stdout:/usr/bin/ceph-mon: stderr debug 2026-03-09T19:27:37.259+0000 7f604d586d80 4 rocksdb: [db/version_set.cc:5047] Creating manifest 5 2026-03-09T19:27:37.322 INFO:teuthology.orchestra.run.vm10.stdout:/usr/bin/ceph-mon: stderr 2026-03-09T19:27:37.322 INFO:teuthology.orchestra.run.vm10.stdout:/usr/bin/ceph-mon: stderr debug 2026-03-09T19:27:37.263+0000 7f604d586d80 4 rocksdb: [db/db_impl/db_impl_open.cc:1987] SstFileManager instance 0x56455b0c0e00 2026-03-09T19:27:37.322 INFO:teuthology.orchestra.run.vm10.stdout:/usr/bin/ceph-mon: stderr debug 2026-03-09T19:27:37.263+0000 7f604d586d80 4 rocksdb: DB pointer 0x56455b1a4000 2026-03-09T19:27:37.323 INFO:teuthology.orchestra.run.vm10.stdout:/usr/bin/ceph-mon: stderr debug 2026-03-09T19:27:37.263+0000 7f6044d10640 4 rocksdb: [db/db_impl/db_impl.cc:1109] ------- DUMPING STATS ------- 2026-03-09T19:27:37.323 INFO:teuthology.orchestra.run.vm10.stdout:/usr/bin/ceph-mon: stderr debug 2026-03-09T19:27:37.263+0000 7f6044d10640 4 rocksdb: [db/db_impl/db_impl.cc:1111] 2026-03-09T19:27:37.323 INFO:teuthology.orchestra.run.vm10.stdout:/usr/bin/ceph-mon: stderr ** DB Stats ** 2026-03-09T19:27:37.323 INFO:teuthology.orchestra.run.vm10.stdout:/usr/bin/ceph-mon: stderr Uptime(secs): 0.0 total, 0.0 interval 2026-03-09T19:27:37.323 INFO:teuthology.orchestra.run.vm10.stdout:/usr/bin/ceph-mon: stderr Cumulative writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 GB, 0.00 MB/s 2026-03-09T19:27:37.323 INFO:teuthology.orchestra.run.vm10.stdout:/usr/bin/ceph-mon: stderr Cumulative WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 GB, 0.00 MB/s 2026-03-09T19:27:37.323 INFO:teuthology.orchestra.run.vm10.stdout:/usr/bin/ceph-mon: stderr Cumulative stall: 00:00:0.000 H:M:S, 0.0 percent 2026-03-09T19:27:37.323 INFO:teuthology.orchestra.run.vm10.stdout:/usr/bin/ceph-mon: stderr Interval writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 MB, 0.00 MB/s 2026-03-09T19:27:37.323 INFO:teuthology.orchestra.run.vm10.stdout:/usr/bin/ceph-mon: stderr Interval WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 GB, 0.00 MB/s 2026-03-09T19:27:37.323 INFO:teuthology.orchestra.run.vm10.stdout:/usr/bin/ceph-mon: stderr Interval stall: 00:00:0.000 H:M:S, 0.0 percent 2026-03-09T19:27:37.323 INFO:teuthology.orchestra.run.vm10.stdout:/usr/bin/ceph-mon: stderr 2026-03-09T19:27:37.323 INFO:teuthology.orchestra.run.vm10.stdout:/usr/bin/ceph-mon: stderr ** Compaction Stats [default] ** 2026-03-09T19:27:37.323 INFO:teuthology.orchestra.run.vm10.stdout:/usr/bin/ceph-mon: stderr Level Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) 2026-03-09T19:27:37.323 INFO:teuthology.orchestra.run.vm10.stdout:/usr/bin/ceph-mon: stderr ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------ 2026-03-09T19:27:37.323 INFO:teuthology.orchestra.run.vm10.stdout:/usr/bin/ceph-mon: stderr Sum 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.00 0.00 0 0.000 0 0 0.0 0.0 2026-03-09T19:27:37.323 INFO:teuthology.orchestra.run.vm10.stdout:/usr/bin/ceph-mon: stderr Int 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.00 0.00 0 0.000 0 0 0.0 0.0 2026-03-09T19:27:37.323 INFO:teuthology.orchestra.run.vm10.stdout:/usr/bin/ceph-mon: stderr 2026-03-09T19:27:37.323 INFO:teuthology.orchestra.run.vm10.stdout:/usr/bin/ceph-mon: stderr ** Compaction Stats [default] ** 2026-03-09T19:27:37.323 INFO:teuthology.orchestra.run.vm10.stdout:/usr/bin/ceph-mon: stderr Priority Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) 2026-03-09T19:27:37.323 INFO:teuthology.orchestra.run.vm10.stdout:/usr/bin/ceph-mon: stderr --------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- 2026-03-09T19:27:37.323 INFO:teuthology.orchestra.run.vm10.stdout:/usr/bin/ceph-mon: stderr 2026-03-09T19:27:37.323 INFO:teuthology.orchestra.run.vm10.stdout:/usr/bin/ceph-mon: stderr Blob file count: 0, total size: 0.0 GB, garbage size: 0.0 GB, space amp: 0.0 2026-03-09T19:27:37.323 INFO:teuthology.orchestra.run.vm10.stdout:/usr/bin/ceph-mon: stderr 2026-03-09T19:27:37.323 INFO:teuthology.orchestra.run.vm10.stdout:/usr/bin/ceph-mon: stderr Uptime(secs): 0.0 total, 0.0 interval 2026-03-09T19:27:37.323 INFO:teuthology.orchestra.run.vm10.stdout:/usr/bin/ceph-mon: stderr Flush(GB): cumulative 0.000, interval 0.000 2026-03-09T19:27:37.323 INFO:teuthology.orchestra.run.vm10.stdout:/usr/bin/ceph-mon: stderr AddFile(GB): cumulative 0.000, interval 0.000 2026-03-09T19:27:37.323 INFO:teuthology.orchestra.run.vm10.stdout:/usr/bin/ceph-mon: stderr AddFile(Total Files): cumulative 0, interval 0 2026-03-09T19:27:37.323 INFO:teuthology.orchestra.run.vm10.stdout:/usr/bin/ceph-mon: stderr AddFile(L0 Files): cumulative 0, interval 0 2026-03-09T19:27:37.323 INFO:teuthology.orchestra.run.vm10.stdout:/usr/bin/ceph-mon: stderr AddFile(Keys): cumulative 0, interval 0 2026-03-09T19:27:37.323 INFO:teuthology.orchestra.run.vm10.stdout:/usr/bin/ceph-mon: stderr Cumulative compaction: 0.00 GB write, 0.00 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2026-03-09T19:27:37.323 INFO:teuthology.orchestra.run.vm10.stdout:/usr/bin/ceph-mon: stderr Interval compaction: 0.00 GB write, 0.00 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2026-03-09T19:27:37.323 INFO:teuthology.orchestra.run.vm10.stdout:/usr/bin/ceph-mon: stderr Stalls(count): 0 level0_slowdown, 0 level0_slowdown_with_compaction, 0 level0_numfiles, 0 level0_numfiles_with_compaction, 0 stop for pending_compaction_bytes, 0 slowdown for pending_compaction_bytes, 0 memtable_compaction, 0 memtable_slowdown, interval 0 total count 2026-03-09T19:27:37.323 INFO:teuthology.orchestra.run.vm10.stdout:/usr/bin/ceph-mon: stderr Block cache BinnedLRUCache@0x56455b0bf350#7 capacity: 512.00 MB usage: 0.00 KB table_size: 0 occupancy: 18446744073709551615 collections: 1 last_copies: 0 last_secs: 1.3e-05 secs_since: 0 2026-03-09T19:27:37.323 INFO:teuthology.orchestra.run.vm10.stdout:/usr/bin/ceph-mon: stderr Block cache entry stats(count,size,portion): Misc(1,0.00 KB,0%) 2026-03-09T19:27:37.323 INFO:teuthology.orchestra.run.vm10.stdout:/usr/bin/ceph-mon: stderr 2026-03-09T19:27:37.323 INFO:teuthology.orchestra.run.vm10.stdout:/usr/bin/ceph-mon: stderr ** File Read Latency Histogram By Level [default] ** 2026-03-09T19:27:37.323 INFO:teuthology.orchestra.run.vm10.stdout:/usr/bin/ceph-mon: stderr 2026-03-09T19:27:37.323 INFO:teuthology.orchestra.run.vm10.stdout:/usr/bin/ceph-mon: stderr debug 2026-03-09T19:27:37.267+0000 7f604d586d80 4 rocksdb: [db/db_impl/db_impl.cc:496] Shutdown: canceling all background work 2026-03-09T19:27:37.323 INFO:teuthology.orchestra.run.vm10.stdout:/usr/bin/ceph-mon: stderr debug 2026-03-09T19:27:37.267+0000 7f604d586d80 4 rocksdb: [db/db_impl/db_impl.cc:704] Shutdown complete 2026-03-09T19:27:37.323 INFO:teuthology.orchestra.run.vm10.stdout:/usr/bin/ceph-mon: stderr debug 2026-03-09T19:27:37.267+0000 7f604d586d80 0 /usr/bin/ceph-mon: created monfs at /var/lib/ceph/mon/ceph-a for mon.a 2026-03-09T19:27:37.323 INFO:teuthology.orchestra.run.vm10.stdout:create mon.a on 2026-03-09T19:27:37.684 INFO:teuthology.orchestra.run.vm10.stdout:systemctl: stderr Created symlink /etc/systemd/system/multi-user.target.wants/ceph.target → /etc/systemd/system/ceph.target. 2026-03-09T19:27:37.866 INFO:teuthology.orchestra.run.vm10.stdout:systemctl: stderr Created symlink /etc/systemd/system/multi-user.target.wants/ceph-e301dc60-1bed-11f1-8e51-db7da4fd97cc.target → /etc/systemd/system/ceph-e301dc60-1bed-11f1-8e51-db7da4fd97cc.target. 2026-03-09T19:27:37.866 INFO:teuthology.orchestra.run.vm10.stdout:systemctl: stderr Created symlink /etc/systemd/system/ceph.target.wants/ceph-e301dc60-1bed-11f1-8e51-db7da4fd97cc.target → /etc/systemd/system/ceph-e301dc60-1bed-11f1-8e51-db7da4fd97cc.target. 2026-03-09T19:27:38.062 INFO:teuthology.orchestra.run.vm10.stdout:Non-zero exit code 1 from systemctl reset-failed ceph-e301dc60-1bed-11f1-8e51-db7da4fd97cc@mon.a 2026-03-09T19:27:38.062 INFO:teuthology.orchestra.run.vm10.stdout:systemctl: stderr Failed to reset failed state of unit ceph-e301dc60-1bed-11f1-8e51-db7da4fd97cc@mon.a.service: Unit ceph-e301dc60-1bed-11f1-8e51-db7da4fd97cc@mon.a.service not loaded. 2026-03-09T19:27:38.242 INFO:teuthology.orchestra.run.vm10.stdout:systemctl: stderr Created symlink /etc/systemd/system/ceph-e301dc60-1bed-11f1-8e51-db7da4fd97cc.target.wants/ceph-e301dc60-1bed-11f1-8e51-db7da4fd97cc@mon.a.service → /etc/systemd/system/ceph-e301dc60-1bed-11f1-8e51-db7da4fd97cc@.service. 2026-03-09T19:27:38.254 INFO:teuthology.orchestra.run.vm10.stdout:firewalld does not appear to be present 2026-03-09T19:27:38.254 INFO:teuthology.orchestra.run.vm10.stdout:Not possible to enable service . firewalld.service is not available 2026-03-09T19:27:38.254 INFO:teuthology.orchestra.run.vm10.stdout:Waiting for mon to start... 2026-03-09T19:27:38.254 INFO:teuthology.orchestra.run.vm10.stdout:Waiting for mon... 2026-03-09T19:27:38.965 INFO:teuthology.orchestra.run.vm10.stdout:/usr/bin/ceph: stdout cluster: 2026-03-09T19:27:38.965 INFO:teuthology.orchestra.run.vm10.stdout:/usr/bin/ceph: stdout id: e301dc60-1bed-11f1-8e51-db7da4fd97cc 2026-03-09T19:27:38.965 INFO:teuthology.orchestra.run.vm10.stdout:/usr/bin/ceph: stdout health: HEALTH_OK 2026-03-09T19:27:38.965 INFO:teuthology.orchestra.run.vm10.stdout:/usr/bin/ceph: stdout 2026-03-09T19:27:38.965 INFO:teuthology.orchestra.run.vm10.stdout:/usr/bin/ceph: stdout services: 2026-03-09T19:27:38.965 INFO:teuthology.orchestra.run.vm10.stdout:/usr/bin/ceph: stdout mon: 1 daemons, quorum a (age 0.17501s) 2026-03-09T19:27:38.965 INFO:teuthology.orchestra.run.vm10.stdout:/usr/bin/ceph: stdout mgr: no daemons active 2026-03-09T19:27:38.965 INFO:teuthology.orchestra.run.vm10.stdout:/usr/bin/ceph: stdout osd: 0 osds: 0 up, 0 in 2026-03-09T19:27:38.966 INFO:teuthology.orchestra.run.vm10.stdout:/usr/bin/ceph: stdout 2026-03-09T19:27:38.966 INFO:teuthology.orchestra.run.vm10.stdout:/usr/bin/ceph: stdout data: 2026-03-09T19:27:38.966 INFO:teuthology.orchestra.run.vm10.stdout:/usr/bin/ceph: stdout pools: 0 pools, 0 pgs 2026-03-09T19:27:38.966 INFO:teuthology.orchestra.run.vm10.stdout:/usr/bin/ceph: stdout objects: 0 objects, 0 B 2026-03-09T19:27:38.966 INFO:teuthology.orchestra.run.vm10.stdout:/usr/bin/ceph: stdout usage: 0 B used, 0 B / 0 B avail 2026-03-09T19:27:38.966 INFO:teuthology.orchestra.run.vm10.stdout:/usr/bin/ceph: stdout pgs: 2026-03-09T19:27:38.966 INFO:teuthology.orchestra.run.vm10.stdout:/usr/bin/ceph: stdout 2026-03-09T19:27:38.966 INFO:teuthology.orchestra.run.vm10.stdout:mon is available 2026-03-09T19:27:38.966 INFO:teuthology.orchestra.run.vm10.stdout:Assimilating anything we can from ceph.conf... 2026-03-09T19:27:39.023 INFO:journalctl@ceph.mon.a.vm10.stdout:Mar 09 19:27:38 vm10 bash[17005]: cluster 2026-03-09T19:27:38.703056+0000 mon.a (mon.0) 1 : cluster [INF] mon.a is new leader, mons a in quorum (ranks 0) 2026-03-09T19:27:39.179 INFO:teuthology.orchestra.run.vm10.stdout:/usr/bin/ceph: stdout 2026-03-09T19:27:39.179 INFO:teuthology.orchestra.run.vm10.stdout:/usr/bin/ceph: stdout [global] 2026-03-09T19:27:39.179 INFO:teuthology.orchestra.run.vm10.stdout:/usr/bin/ceph: stdout fsid = e301dc60-1bed-11f1-8e51-db7da4fd97cc 2026-03-09T19:27:39.179 INFO:teuthology.orchestra.run.vm10.stdout:/usr/bin/ceph: stdout mon_cluster_log_file_level = debug 2026-03-09T19:27:39.179 INFO:teuthology.orchestra.run.vm10.stdout:/usr/bin/ceph: stdout mon_host = [v2:192.168.123.110:3300,v1:192.168.123.110:6789] 2026-03-09T19:27:39.179 INFO:teuthology.orchestra.run.vm10.stdout:/usr/bin/ceph: stdout mon_osd_allow_pg_remap = true 2026-03-09T19:27:39.179 INFO:teuthology.orchestra.run.vm10.stdout:/usr/bin/ceph: stdout mon_osd_allow_primary_affinity = true 2026-03-09T19:27:39.179 INFO:teuthology.orchestra.run.vm10.stdout:/usr/bin/ceph: stdout mon_warn_on_no_sortbitwise = false 2026-03-09T19:27:39.180 INFO:teuthology.orchestra.run.vm10.stdout:/usr/bin/ceph: stdout osd_crush_chooseleaf_type = 0 2026-03-09T19:27:39.180 INFO:teuthology.orchestra.run.vm10.stdout:/usr/bin/ceph: stdout 2026-03-09T19:27:39.180 INFO:teuthology.orchestra.run.vm10.stdout:/usr/bin/ceph: stdout [mgr] 2026-03-09T19:27:39.180 INFO:teuthology.orchestra.run.vm10.stdout:/usr/bin/ceph: stdout mgr/telemetry/nag = false 2026-03-09T19:27:39.180 INFO:teuthology.orchestra.run.vm10.stdout:/usr/bin/ceph: stdout 2026-03-09T19:27:39.180 INFO:teuthology.orchestra.run.vm10.stdout:/usr/bin/ceph: stdout [osd] 2026-03-09T19:27:39.180 INFO:teuthology.orchestra.run.vm10.stdout:/usr/bin/ceph: stdout osd_map_max_advance = 10 2026-03-09T19:27:39.180 INFO:teuthology.orchestra.run.vm10.stdout:/usr/bin/ceph: stdout osd_sloppy_crc = true 2026-03-09T19:27:39.180 INFO:teuthology.orchestra.run.vm10.stdout:Generating new minimal ceph.conf... 2026-03-09T19:27:39.446 INFO:teuthology.orchestra.run.vm10.stdout:Restarting the monitor... 2026-03-09T19:27:39.670 INFO:journalctl@ceph.mon.a.vm10.stdout:Mar 09 19:27:39 vm10 systemd[1]: Stopping Ceph mon.a for e301dc60-1bed-11f1-8e51-db7da4fd97cc... 2026-03-09T19:27:39.670 INFO:journalctl@ceph.mon.a.vm10.stdout:Mar 09 19:27:39 vm10 bash[17005]: debug 2026-03-09T19:27:39.543+0000 7f2184ff6640 -1 received signal: Terminated from /sbin/docker-init -- /usr/bin/ceph-mon -n mon.a -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug --default-mon-cluster-log-to-file=false --default-mon-cluster-log-to-stderr=true (PID: 1) UID: 0 2026-03-09T19:27:39.670 INFO:journalctl@ceph.mon.a.vm10.stdout:Mar 09 19:27:39 vm10 bash[17005]: debug 2026-03-09T19:27:39.543+0000 7f2184ff6640 -1 mon.a@0(leader) e1 *** Got Signal Terminated *** 2026-03-09T19:27:39.802 INFO:teuthology.orchestra.run.vm10.stdout:Setting public_network to 192.168.123.1/32,192.168.123.0/24 in mon config section 2026-03-09T19:27:40.014 INFO:journalctl@ceph.mon.a.vm10.stdout:Mar 09 19:27:39 vm10 bash[17399]: ceph-e301dc60-1bed-11f1-8e51-db7da4fd97cc-mon-a 2026-03-09T19:27:40.015 INFO:journalctl@ceph.mon.a.vm10.stdout:Mar 09 19:27:39 vm10 systemd[1]: ceph-e301dc60-1bed-11f1-8e51-db7da4fd97cc@mon.a.service: Deactivated successfully. 2026-03-09T19:27:40.015 INFO:journalctl@ceph.mon.a.vm10.stdout:Mar 09 19:27:39 vm10 systemd[1]: Stopped Ceph mon.a for e301dc60-1bed-11f1-8e51-db7da4fd97cc. 2026-03-09T19:27:40.015 INFO:journalctl@ceph.mon.a.vm10.stdout:Mar 09 19:27:39 vm10 systemd[1]: Started Ceph mon.a for e301dc60-1bed-11f1-8e51-db7da4fd97cc. 2026-03-09T19:27:40.167 INFO:teuthology.orchestra.run.vm10.stdout:Wrote config to /etc/ceph/ceph.conf 2026-03-09T19:27:40.169 INFO:teuthology.orchestra.run.vm10.stdout:Wrote keyring to /etc/ceph/ceph.client.admin.keyring 2026-03-09T19:27:40.169 INFO:teuthology.orchestra.run.vm10.stdout:Creating mgr... 2026-03-09T19:27:40.169 INFO:teuthology.orchestra.run.vm10.stdout:Verifying port 0.0.0.0:9283 ... 2026-03-09T19:27:40.169 INFO:teuthology.orchestra.run.vm10.stdout:Verifying port 0.0.0.0:8765 ... 2026-03-09T19:27:40.303 INFO:journalctl@ceph.mon.a.vm10.stdout:Mar 09 19:27:40 vm10 bash[17485]: debug 2026-03-09T19:27:39.999+0000 7f6e48b32d80 0 set uid:gid to 167:167 (ceph:ceph) 2026-03-09T19:27:40.304 INFO:journalctl@ceph.mon.a.vm10.stdout:Mar 09 19:27:40 vm10 bash[17485]: debug 2026-03-09T19:27:39.999+0000 7f6e48b32d80 0 ceph version 19.2.3-678-ge911bdeb (e911bdebe5c8faa3800735d1568fcdca65db60df) squid (stable), process ceph-mon, pid 7 2026-03-09T19:27:40.304 INFO:journalctl@ceph.mon.a.vm10.stdout:Mar 09 19:27:40 vm10 bash[17485]: debug 2026-03-09T19:27:39.999+0000 7f6e48b32d80 0 pidfile_write: ignore empty --pid-file 2026-03-09T19:27:40.304 INFO:journalctl@ceph.mon.a.vm10.stdout:Mar 09 19:27:40 vm10 bash[17485]: debug 2026-03-09T19:27:40.003+0000 7f6e48b32d80 0 load: jerasure load: lrc 2026-03-09T19:27:40.304 INFO:journalctl@ceph.mon.a.vm10.stdout:Mar 09 19:27:40 vm10 bash[17485]: debug 2026-03-09T19:27:40.003+0000 7f6e48b32d80 4 rocksdb: RocksDB version: 7.9.2 2026-03-09T19:27:40.304 INFO:journalctl@ceph.mon.a.vm10.stdout:Mar 09 19:27:40 vm10 bash[17485]: debug 2026-03-09T19:27:40.003+0000 7f6e48b32d80 4 rocksdb: Git sha 0 2026-03-09T19:27:40.304 INFO:journalctl@ceph.mon.a.vm10.stdout:Mar 09 19:27:40 vm10 bash[17485]: debug 2026-03-09T19:27:40.003+0000 7f6e48b32d80 4 rocksdb: Compile date 2026-02-25 18:11:04 2026-03-09T19:27:40.304 INFO:journalctl@ceph.mon.a.vm10.stdout:Mar 09 19:27:40 vm10 bash[17485]: debug 2026-03-09T19:27:40.003+0000 7f6e48b32d80 4 rocksdb: DB SUMMARY 2026-03-09T19:27:40.304 INFO:journalctl@ceph.mon.a.vm10.stdout:Mar 09 19:27:40 vm10 bash[17485]: debug 2026-03-09T19:27:40.003+0000 7f6e48b32d80 4 rocksdb: DB Session ID: 7MN8P47V7SC0HYWUYDKF 2026-03-09T19:27:40.304 INFO:journalctl@ceph.mon.a.vm10.stdout:Mar 09 19:27:40 vm10 bash[17485]: debug 2026-03-09T19:27:40.003+0000 7f6e48b32d80 4 rocksdb: CURRENT file: CURRENT 2026-03-09T19:27:40.304 INFO:journalctl@ceph.mon.a.vm10.stdout:Mar 09 19:27:40 vm10 bash[17485]: debug 2026-03-09T19:27:40.003+0000 7f6e48b32d80 4 rocksdb: IDENTITY file: IDENTITY 2026-03-09T19:27:40.304 INFO:journalctl@ceph.mon.a.vm10.stdout:Mar 09 19:27:40 vm10 bash[17485]: debug 2026-03-09T19:27:40.003+0000 7f6e48b32d80 4 rocksdb: MANIFEST file: MANIFEST-000010 size: 179 Bytes 2026-03-09T19:27:40.304 INFO:journalctl@ceph.mon.a.vm10.stdout:Mar 09 19:27:40 vm10 bash[17485]: debug 2026-03-09T19:27:40.003+0000 7f6e48b32d80 4 rocksdb: SST files in /var/lib/ceph/mon/ceph-a/store.db dir, Total Num: 1, files: 000008.sst 2026-03-09T19:27:40.304 INFO:journalctl@ceph.mon.a.vm10.stdout:Mar 09 19:27:40 vm10 bash[17485]: debug 2026-03-09T19:27:40.003+0000 7f6e48b32d80 4 rocksdb: Write Ahead Log file in /var/lib/ceph/mon/ceph-a/store.db: 000009.log size: 74965 ; 2026-03-09T19:27:40.304 INFO:journalctl@ceph.mon.a.vm10.stdout:Mar 09 19:27:40 vm10 bash[17485]: debug 2026-03-09T19:27:40.003+0000 7f6e48b32d80 4 rocksdb: Options.error_if_exists: 0 2026-03-09T19:27:40.304 INFO:journalctl@ceph.mon.a.vm10.stdout:Mar 09 19:27:40 vm10 bash[17485]: debug 2026-03-09T19:27:40.003+0000 7f6e48b32d80 4 rocksdb: Options.create_if_missing: 0 2026-03-09T19:27:40.304 INFO:journalctl@ceph.mon.a.vm10.stdout:Mar 09 19:27:40 vm10 bash[17485]: debug 2026-03-09T19:27:40.003+0000 7f6e48b32d80 4 rocksdb: Options.paranoid_checks: 1 2026-03-09T19:27:40.304 INFO:journalctl@ceph.mon.a.vm10.stdout:Mar 09 19:27:40 vm10 bash[17485]: debug 2026-03-09T19:27:40.003+0000 7f6e48b32d80 4 rocksdb: Options.flush_verify_memtable_count: 1 2026-03-09T19:27:40.304 INFO:journalctl@ceph.mon.a.vm10.stdout:Mar 09 19:27:40 vm10 bash[17485]: debug 2026-03-09T19:27:40.003+0000 7f6e48b32d80 4 rocksdb: Options.track_and_verify_wals_in_manifest: 0 2026-03-09T19:27:40.304 INFO:journalctl@ceph.mon.a.vm10.stdout:Mar 09 19:27:40 vm10 bash[17485]: debug 2026-03-09T19:27:40.003+0000 7f6e48b32d80 4 rocksdb: Options.verify_sst_unique_id_in_manifest: 1 2026-03-09T19:27:40.304 INFO:journalctl@ceph.mon.a.vm10.stdout:Mar 09 19:27:40 vm10 bash[17485]: debug 2026-03-09T19:27:40.003+0000 7f6e48b32d80 4 rocksdb: Options.env: 0x564ad77eadc0 2026-03-09T19:27:40.304 INFO:journalctl@ceph.mon.a.vm10.stdout:Mar 09 19:27:40 vm10 bash[17485]: debug 2026-03-09T19:27:40.003+0000 7f6e48b32d80 4 rocksdb: Options.fs: PosixFileSystem 2026-03-09T19:27:40.304 INFO:journalctl@ceph.mon.a.vm10.stdout:Mar 09 19:27:40 vm10 bash[17485]: debug 2026-03-09T19:27:40.003+0000 7f6e48b32d80 4 rocksdb: Options.info_log: 0x564ad9304700 2026-03-09T19:27:40.304 INFO:journalctl@ceph.mon.a.vm10.stdout:Mar 09 19:27:40 vm10 bash[17485]: debug 2026-03-09T19:27:40.003+0000 7f6e48b32d80 4 rocksdb: Options.max_file_opening_threads: 16 2026-03-09T19:27:40.304 INFO:journalctl@ceph.mon.a.vm10.stdout:Mar 09 19:27:40 vm10 bash[17485]: debug 2026-03-09T19:27:40.003+0000 7f6e48b32d80 4 rocksdb: Options.statistics: (nil) 2026-03-09T19:27:40.304 INFO:journalctl@ceph.mon.a.vm10.stdout:Mar 09 19:27:40 vm10 bash[17485]: debug 2026-03-09T19:27:40.003+0000 7f6e48b32d80 4 rocksdb: Options.use_fsync: 0 2026-03-09T19:27:40.304 INFO:journalctl@ceph.mon.a.vm10.stdout:Mar 09 19:27:40 vm10 bash[17485]: debug 2026-03-09T19:27:40.003+0000 7f6e48b32d80 4 rocksdb: Options.max_log_file_size: 0 2026-03-09T19:27:40.304 INFO:journalctl@ceph.mon.a.vm10.stdout:Mar 09 19:27:40 vm10 bash[17485]: debug 2026-03-09T19:27:40.003+0000 7f6e48b32d80 4 rocksdb: Options.max_manifest_file_size: 1073741824 2026-03-09T19:27:40.304 INFO:journalctl@ceph.mon.a.vm10.stdout:Mar 09 19:27:40 vm10 bash[17485]: debug 2026-03-09T19:27:40.003+0000 7f6e48b32d80 4 rocksdb: Options.log_file_time_to_roll: 0 2026-03-09T19:27:40.304 INFO:journalctl@ceph.mon.a.vm10.stdout:Mar 09 19:27:40 vm10 bash[17485]: debug 2026-03-09T19:27:40.003+0000 7f6e48b32d80 4 rocksdb: Options.keep_log_file_num: 1000 2026-03-09T19:27:40.304 INFO:journalctl@ceph.mon.a.vm10.stdout:Mar 09 19:27:40 vm10 bash[17485]: debug 2026-03-09T19:27:40.003+0000 7f6e48b32d80 4 rocksdb: Options.recycle_log_file_num: 0 2026-03-09T19:27:40.304 INFO:journalctl@ceph.mon.a.vm10.stdout:Mar 09 19:27:40 vm10 bash[17485]: debug 2026-03-09T19:27:40.003+0000 7f6e48b32d80 4 rocksdb: Options.allow_fallocate: 1 2026-03-09T19:27:40.304 INFO:journalctl@ceph.mon.a.vm10.stdout:Mar 09 19:27:40 vm10 bash[17485]: debug 2026-03-09T19:27:40.003+0000 7f6e48b32d80 4 rocksdb: Options.allow_mmap_reads: 0 2026-03-09T19:27:40.304 INFO:journalctl@ceph.mon.a.vm10.stdout:Mar 09 19:27:40 vm10 bash[17485]: debug 2026-03-09T19:27:40.003+0000 7f6e48b32d80 4 rocksdb: Options.allow_mmap_writes: 0 2026-03-09T19:27:40.304 INFO:journalctl@ceph.mon.a.vm10.stdout:Mar 09 19:27:40 vm10 bash[17485]: debug 2026-03-09T19:27:40.003+0000 7f6e48b32d80 4 rocksdb: Options.use_direct_reads: 0 2026-03-09T19:27:40.304 INFO:journalctl@ceph.mon.a.vm10.stdout:Mar 09 19:27:40 vm10 bash[17485]: debug 2026-03-09T19:27:40.003+0000 7f6e48b32d80 4 rocksdb: Options.use_direct_io_for_flush_and_compaction: 0 2026-03-09T19:27:40.304 INFO:journalctl@ceph.mon.a.vm10.stdout:Mar 09 19:27:40 vm10 bash[17485]: debug 2026-03-09T19:27:40.003+0000 7f6e48b32d80 4 rocksdb: Options.create_missing_column_families: 0 2026-03-09T19:27:40.304 INFO:journalctl@ceph.mon.a.vm10.stdout:Mar 09 19:27:40 vm10 bash[17485]: debug 2026-03-09T19:27:40.003+0000 7f6e48b32d80 4 rocksdb: Options.db_log_dir: 2026-03-09T19:27:40.304 INFO:journalctl@ceph.mon.a.vm10.stdout:Mar 09 19:27:40 vm10 bash[17485]: debug 2026-03-09T19:27:40.003+0000 7f6e48b32d80 4 rocksdb: Options.wal_dir: 2026-03-09T19:27:40.304 INFO:journalctl@ceph.mon.a.vm10.stdout:Mar 09 19:27:40 vm10 bash[17485]: debug 2026-03-09T19:27:40.003+0000 7f6e48b32d80 4 rocksdb: Options.table_cache_numshardbits: 6 2026-03-09T19:27:40.304 INFO:journalctl@ceph.mon.a.vm10.stdout:Mar 09 19:27:40 vm10 bash[17485]: debug 2026-03-09T19:27:40.003+0000 7f6e48b32d80 4 rocksdb: Options.WAL_ttl_seconds: 0 2026-03-09T19:27:40.304 INFO:journalctl@ceph.mon.a.vm10.stdout:Mar 09 19:27:40 vm10 bash[17485]: debug 2026-03-09T19:27:40.003+0000 7f6e48b32d80 4 rocksdb: Options.WAL_size_limit_MB: 0 2026-03-09T19:27:40.304 INFO:journalctl@ceph.mon.a.vm10.stdout:Mar 09 19:27:40 vm10 bash[17485]: debug 2026-03-09T19:27:40.003+0000 7f6e48b32d80 4 rocksdb: Options.max_write_batch_group_size_bytes: 1048576 2026-03-09T19:27:40.304 INFO:journalctl@ceph.mon.a.vm10.stdout:Mar 09 19:27:40 vm10 bash[17485]: debug 2026-03-09T19:27:40.003+0000 7f6e48b32d80 4 rocksdb: Options.manifest_preallocation_size: 4194304 2026-03-09T19:27:40.304 INFO:journalctl@ceph.mon.a.vm10.stdout:Mar 09 19:27:40 vm10 bash[17485]: debug 2026-03-09T19:27:40.003+0000 7f6e48b32d80 4 rocksdb: Options.is_fd_close_on_exec: 1 2026-03-09T19:27:40.304 INFO:journalctl@ceph.mon.a.vm10.stdout:Mar 09 19:27:40 vm10 bash[17485]: debug 2026-03-09T19:27:40.003+0000 7f6e48b32d80 4 rocksdb: Options.advise_random_on_open: 1 2026-03-09T19:27:40.304 INFO:journalctl@ceph.mon.a.vm10.stdout:Mar 09 19:27:40 vm10 bash[17485]: debug 2026-03-09T19:27:40.003+0000 7f6e48b32d80 4 rocksdb: Options.db_write_buffer_size: 0 2026-03-09T19:27:40.304 INFO:journalctl@ceph.mon.a.vm10.stdout:Mar 09 19:27:40 vm10 bash[17485]: debug 2026-03-09T19:27:40.003+0000 7f6e48b32d80 4 rocksdb: Options.write_buffer_manager: 0x564ad9309900 2026-03-09T19:27:40.304 INFO:journalctl@ceph.mon.a.vm10.stdout:Mar 09 19:27:40 vm10 bash[17485]: debug 2026-03-09T19:27:40.003+0000 7f6e48b32d80 4 rocksdb: Options.access_hint_on_compaction_start: 1 2026-03-09T19:27:40.305 INFO:journalctl@ceph.mon.a.vm10.stdout:Mar 09 19:27:40 vm10 bash[17485]: debug 2026-03-09T19:27:40.003+0000 7f6e48b32d80 4 rocksdb: Options.random_access_max_buffer_size: 1048576 2026-03-09T19:27:40.305 INFO:journalctl@ceph.mon.a.vm10.stdout:Mar 09 19:27:40 vm10 bash[17485]: debug 2026-03-09T19:27:40.003+0000 7f6e48b32d80 4 rocksdb: Options.use_adaptive_mutex: 0 2026-03-09T19:27:40.305 INFO:journalctl@ceph.mon.a.vm10.stdout:Mar 09 19:27:40 vm10 bash[17485]: debug 2026-03-09T19:27:40.003+0000 7f6e48b32d80 4 rocksdb: Options.rate_limiter: (nil) 2026-03-09T19:27:40.305 INFO:journalctl@ceph.mon.a.vm10.stdout:Mar 09 19:27:40 vm10 bash[17485]: debug 2026-03-09T19:27:40.003+0000 7f6e48b32d80 4 rocksdb: Options.sst_file_manager.rate_bytes_per_sec: 0 2026-03-09T19:27:40.305 INFO:journalctl@ceph.mon.a.vm10.stdout:Mar 09 19:27:40 vm10 bash[17485]: debug 2026-03-09T19:27:40.003+0000 7f6e48b32d80 4 rocksdb: Options.wal_recovery_mode: 2 2026-03-09T19:27:40.305 INFO:journalctl@ceph.mon.a.vm10.stdout:Mar 09 19:27:40 vm10 bash[17485]: debug 2026-03-09T19:27:40.003+0000 7f6e48b32d80 4 rocksdb: Options.enable_thread_tracking: 0 2026-03-09T19:27:40.305 INFO:journalctl@ceph.mon.a.vm10.stdout:Mar 09 19:27:40 vm10 bash[17485]: debug 2026-03-09T19:27:40.003+0000 7f6e48b32d80 4 rocksdb: Options.enable_pipelined_write: 0 2026-03-09T19:27:40.305 INFO:journalctl@ceph.mon.a.vm10.stdout:Mar 09 19:27:40 vm10 bash[17485]: debug 2026-03-09T19:27:40.003+0000 7f6e48b32d80 4 rocksdb: Options.unordered_write: 0 2026-03-09T19:27:40.305 INFO:journalctl@ceph.mon.a.vm10.stdout:Mar 09 19:27:40 vm10 bash[17485]: debug 2026-03-09T19:27:40.003+0000 7f6e48b32d80 4 rocksdb: Options.allow_concurrent_memtable_write: 1 2026-03-09T19:27:40.305 INFO:journalctl@ceph.mon.a.vm10.stdout:Mar 09 19:27:40 vm10 bash[17485]: debug 2026-03-09T19:27:40.003+0000 7f6e48b32d80 4 rocksdb: Options.enable_write_thread_adaptive_yield: 1 2026-03-09T19:27:40.305 INFO:journalctl@ceph.mon.a.vm10.stdout:Mar 09 19:27:40 vm10 bash[17485]: debug 2026-03-09T19:27:40.003+0000 7f6e48b32d80 4 rocksdb: Options.write_thread_max_yield_usec: 100 2026-03-09T19:27:40.305 INFO:journalctl@ceph.mon.a.vm10.stdout:Mar 09 19:27:40 vm10 bash[17485]: debug 2026-03-09T19:27:40.003+0000 7f6e48b32d80 4 rocksdb: Options.write_thread_slow_yield_usec: 3 2026-03-09T19:27:40.305 INFO:journalctl@ceph.mon.a.vm10.stdout:Mar 09 19:27:40 vm10 bash[17485]: debug 2026-03-09T19:27:40.003+0000 7f6e48b32d80 4 rocksdb: Options.row_cache: None 2026-03-09T19:27:40.305 INFO:journalctl@ceph.mon.a.vm10.stdout:Mar 09 19:27:40 vm10 bash[17485]: debug 2026-03-09T19:27:40.003+0000 7f6e48b32d80 4 rocksdb: Options.wal_filter: None 2026-03-09T19:27:40.305 INFO:journalctl@ceph.mon.a.vm10.stdout:Mar 09 19:27:40 vm10 bash[17485]: debug 2026-03-09T19:27:40.003+0000 7f6e48b32d80 4 rocksdb: Options.avoid_flush_during_recovery: 0 2026-03-09T19:27:40.305 INFO:journalctl@ceph.mon.a.vm10.stdout:Mar 09 19:27:40 vm10 bash[17485]: debug 2026-03-09T19:27:40.003+0000 7f6e48b32d80 4 rocksdb: Options.allow_ingest_behind: 0 2026-03-09T19:27:40.305 INFO:journalctl@ceph.mon.a.vm10.stdout:Mar 09 19:27:40 vm10 bash[17485]: debug 2026-03-09T19:27:40.003+0000 7f6e48b32d80 4 rocksdb: Options.two_write_queues: 0 2026-03-09T19:27:40.305 INFO:journalctl@ceph.mon.a.vm10.stdout:Mar 09 19:27:40 vm10 bash[17485]: debug 2026-03-09T19:27:40.003+0000 7f6e48b32d80 4 rocksdb: Options.manual_wal_flush: 0 2026-03-09T19:27:40.305 INFO:journalctl@ceph.mon.a.vm10.stdout:Mar 09 19:27:40 vm10 bash[17485]: debug 2026-03-09T19:27:40.003+0000 7f6e48b32d80 4 rocksdb: Options.wal_compression: 0 2026-03-09T19:27:40.305 INFO:journalctl@ceph.mon.a.vm10.stdout:Mar 09 19:27:40 vm10 bash[17485]: debug 2026-03-09T19:27:40.003+0000 7f6e48b32d80 4 rocksdb: Options.atomic_flush: 0 2026-03-09T19:27:40.305 INFO:journalctl@ceph.mon.a.vm10.stdout:Mar 09 19:27:40 vm10 bash[17485]: debug 2026-03-09T19:27:40.003+0000 7f6e48b32d80 4 rocksdb: Options.avoid_unnecessary_blocking_io: 0 2026-03-09T19:27:40.305 INFO:journalctl@ceph.mon.a.vm10.stdout:Mar 09 19:27:40 vm10 bash[17485]: debug 2026-03-09T19:27:40.003+0000 7f6e48b32d80 4 rocksdb: Options.persist_stats_to_disk: 0 2026-03-09T19:27:40.305 INFO:journalctl@ceph.mon.a.vm10.stdout:Mar 09 19:27:40 vm10 bash[17485]: debug 2026-03-09T19:27:40.003+0000 7f6e48b32d80 4 rocksdb: Options.write_dbid_to_manifest: 0 2026-03-09T19:27:40.305 INFO:journalctl@ceph.mon.a.vm10.stdout:Mar 09 19:27:40 vm10 bash[17485]: debug 2026-03-09T19:27:40.003+0000 7f6e48b32d80 4 rocksdb: Options.log_readahead_size: 0 2026-03-09T19:27:40.305 INFO:journalctl@ceph.mon.a.vm10.stdout:Mar 09 19:27:40 vm10 bash[17485]: debug 2026-03-09T19:27:40.003+0000 7f6e48b32d80 4 rocksdb: Options.file_checksum_gen_factory: Unknown 2026-03-09T19:27:40.305 INFO:journalctl@ceph.mon.a.vm10.stdout:Mar 09 19:27:40 vm10 bash[17485]: debug 2026-03-09T19:27:40.003+0000 7f6e48b32d80 4 rocksdb: Options.best_efforts_recovery: 0 2026-03-09T19:27:40.305 INFO:journalctl@ceph.mon.a.vm10.stdout:Mar 09 19:27:40 vm10 bash[17485]: debug 2026-03-09T19:27:40.003+0000 7f6e48b32d80 4 rocksdb: Options.max_bgerror_resume_count: 2147483647 2026-03-09T19:27:40.305 INFO:journalctl@ceph.mon.a.vm10.stdout:Mar 09 19:27:40 vm10 bash[17485]: debug 2026-03-09T19:27:40.003+0000 7f6e48b32d80 4 rocksdb: Options.bgerror_resume_retry_interval: 1000000 2026-03-09T19:27:40.305 INFO:journalctl@ceph.mon.a.vm10.stdout:Mar 09 19:27:40 vm10 bash[17485]: debug 2026-03-09T19:27:40.003+0000 7f6e48b32d80 4 rocksdb: Options.allow_data_in_errors: 0 2026-03-09T19:27:40.305 INFO:journalctl@ceph.mon.a.vm10.stdout:Mar 09 19:27:40 vm10 bash[17485]: debug 2026-03-09T19:27:40.003+0000 7f6e48b32d80 4 rocksdb: Options.db_host_id: __hostname__ 2026-03-09T19:27:40.305 INFO:journalctl@ceph.mon.a.vm10.stdout:Mar 09 19:27:40 vm10 bash[17485]: debug 2026-03-09T19:27:40.003+0000 7f6e48b32d80 4 rocksdb: Options.enforce_single_del_contracts: true 2026-03-09T19:27:40.305 INFO:journalctl@ceph.mon.a.vm10.stdout:Mar 09 19:27:40 vm10 bash[17485]: debug 2026-03-09T19:27:40.003+0000 7f6e48b32d80 4 rocksdb: Options.max_background_jobs: 2 2026-03-09T19:27:40.305 INFO:journalctl@ceph.mon.a.vm10.stdout:Mar 09 19:27:40 vm10 bash[17485]: debug 2026-03-09T19:27:40.003+0000 7f6e48b32d80 4 rocksdb: Options.max_background_compactions: -1 2026-03-09T19:27:40.305 INFO:journalctl@ceph.mon.a.vm10.stdout:Mar 09 19:27:40 vm10 bash[17485]: debug 2026-03-09T19:27:40.003+0000 7f6e48b32d80 4 rocksdb: Options.max_subcompactions: 1 2026-03-09T19:27:40.305 INFO:journalctl@ceph.mon.a.vm10.stdout:Mar 09 19:27:40 vm10 bash[17485]: debug 2026-03-09T19:27:40.003+0000 7f6e48b32d80 4 rocksdb: Options.avoid_flush_during_shutdown: 0 2026-03-09T19:27:40.305 INFO:journalctl@ceph.mon.a.vm10.stdout:Mar 09 19:27:40 vm10 bash[17485]: debug 2026-03-09T19:27:40.003+0000 7f6e48b32d80 4 rocksdb: Options.writable_file_max_buffer_size: 1048576 2026-03-09T19:27:40.305 INFO:journalctl@ceph.mon.a.vm10.stdout:Mar 09 19:27:40 vm10 bash[17485]: debug 2026-03-09T19:27:40.003+0000 7f6e48b32d80 4 rocksdb: Options.delayed_write_rate : 16777216 2026-03-09T19:27:40.305 INFO:journalctl@ceph.mon.a.vm10.stdout:Mar 09 19:27:40 vm10 bash[17485]: debug 2026-03-09T19:27:40.003+0000 7f6e48b32d80 4 rocksdb: Options.max_total_wal_size: 0 2026-03-09T19:27:40.305 INFO:journalctl@ceph.mon.a.vm10.stdout:Mar 09 19:27:40 vm10 bash[17485]: debug 2026-03-09T19:27:40.003+0000 7f6e48b32d80 4 rocksdb: Options.delete_obsolete_files_period_micros: 21600000000 2026-03-09T19:27:40.305 INFO:journalctl@ceph.mon.a.vm10.stdout:Mar 09 19:27:40 vm10 bash[17485]: debug 2026-03-09T19:27:40.003+0000 7f6e48b32d80 4 rocksdb: Options.stats_dump_period_sec: 600 2026-03-09T19:27:40.305 INFO:journalctl@ceph.mon.a.vm10.stdout:Mar 09 19:27:40 vm10 bash[17485]: debug 2026-03-09T19:27:40.003+0000 7f6e48b32d80 4 rocksdb: Options.stats_persist_period_sec: 600 2026-03-09T19:27:40.305 INFO:journalctl@ceph.mon.a.vm10.stdout:Mar 09 19:27:40 vm10 bash[17485]: debug 2026-03-09T19:27:40.003+0000 7f6e48b32d80 4 rocksdb: Options.stats_history_buffer_size: 1048576 2026-03-09T19:27:40.305 INFO:journalctl@ceph.mon.a.vm10.stdout:Mar 09 19:27:40 vm10 bash[17485]: debug 2026-03-09T19:27:40.003+0000 7f6e48b32d80 4 rocksdb: Options.max_open_files: -1 2026-03-09T19:27:40.305 INFO:journalctl@ceph.mon.a.vm10.stdout:Mar 09 19:27:40 vm10 bash[17485]: debug 2026-03-09T19:27:40.003+0000 7f6e48b32d80 4 rocksdb: Options.bytes_per_sync: 0 2026-03-09T19:27:40.306 INFO:journalctl@ceph.mon.a.vm10.stdout:Mar 09 19:27:40 vm10 bash[17485]: debug 2026-03-09T19:27:40.003+0000 7f6e48b32d80 4 rocksdb: Options.wal_bytes_per_sync: 0 2026-03-09T19:27:40.306 INFO:journalctl@ceph.mon.a.vm10.stdout:Mar 09 19:27:40 vm10 bash[17485]: debug 2026-03-09T19:27:40.003+0000 7f6e48b32d80 4 rocksdb: Options.strict_bytes_per_sync: 0 2026-03-09T19:27:40.306 INFO:journalctl@ceph.mon.a.vm10.stdout:Mar 09 19:27:40 vm10 bash[17485]: debug 2026-03-09T19:27:40.003+0000 7f6e48b32d80 4 rocksdb: Options.compaction_readahead_size: 0 2026-03-09T19:27:40.306 INFO:journalctl@ceph.mon.a.vm10.stdout:Mar 09 19:27:40 vm10 bash[17485]: debug 2026-03-09T19:27:40.003+0000 7f6e48b32d80 4 rocksdb: Options.max_background_flushes: -1 2026-03-09T19:27:40.306 INFO:journalctl@ceph.mon.a.vm10.stdout:Mar 09 19:27:40 vm10 bash[17485]: debug 2026-03-09T19:27:40.003+0000 7f6e48b32d80 4 rocksdb: Compression algorithms supported: 2026-03-09T19:27:40.306 INFO:journalctl@ceph.mon.a.vm10.stdout:Mar 09 19:27:40 vm10 bash[17485]: debug 2026-03-09T19:27:40.003+0000 7f6e48b32d80 4 rocksdb: kZSTD supported: 0 2026-03-09T19:27:40.306 INFO:journalctl@ceph.mon.a.vm10.stdout:Mar 09 19:27:40 vm10 bash[17485]: debug 2026-03-09T19:27:40.003+0000 7f6e48b32d80 4 rocksdb: kXpressCompression supported: 0 2026-03-09T19:27:40.306 INFO:journalctl@ceph.mon.a.vm10.stdout:Mar 09 19:27:40 vm10 bash[17485]: debug 2026-03-09T19:27:40.003+0000 7f6e48b32d80 4 rocksdb: kBZip2Compression supported: 0 2026-03-09T19:27:40.306 INFO:journalctl@ceph.mon.a.vm10.stdout:Mar 09 19:27:40 vm10 bash[17485]: debug 2026-03-09T19:27:40.003+0000 7f6e48b32d80 4 rocksdb: kZSTDNotFinalCompression supported: 0 2026-03-09T19:27:40.306 INFO:journalctl@ceph.mon.a.vm10.stdout:Mar 09 19:27:40 vm10 bash[17485]: debug 2026-03-09T19:27:40.003+0000 7f6e48b32d80 4 rocksdb: kLZ4Compression supported: 1 2026-03-09T19:27:40.306 INFO:journalctl@ceph.mon.a.vm10.stdout:Mar 09 19:27:40 vm10 bash[17485]: debug 2026-03-09T19:27:40.003+0000 7f6e48b32d80 4 rocksdb: kZlibCompression supported: 1 2026-03-09T19:27:40.306 INFO:journalctl@ceph.mon.a.vm10.stdout:Mar 09 19:27:40 vm10 bash[17485]: debug 2026-03-09T19:27:40.003+0000 7f6e48b32d80 4 rocksdb: kLZ4HCCompression supported: 1 2026-03-09T19:27:40.306 INFO:journalctl@ceph.mon.a.vm10.stdout:Mar 09 19:27:40 vm10 bash[17485]: debug 2026-03-09T19:27:40.003+0000 7f6e48b32d80 4 rocksdb: kSnappyCompression supported: 1 2026-03-09T19:27:40.306 INFO:journalctl@ceph.mon.a.vm10.stdout:Mar 09 19:27:40 vm10 bash[17485]: debug 2026-03-09T19:27:40.003+0000 7f6e48b32d80 4 rocksdb: Fast CRC32 supported: Supported on x86 2026-03-09T19:27:40.306 INFO:journalctl@ceph.mon.a.vm10.stdout:Mar 09 19:27:40 vm10 bash[17485]: debug 2026-03-09T19:27:40.003+0000 7f6e48b32d80 4 rocksdb: DMutex implementation: pthread_mutex_t 2026-03-09T19:27:40.306 INFO:journalctl@ceph.mon.a.vm10.stdout:Mar 09 19:27:40 vm10 bash[17485]: debug 2026-03-09T19:27:40.003+0000 7f6e48b32d80 4 rocksdb: [db/version_set.cc:5527] Recovering from manifest file: /var/lib/ceph/mon/ceph-a/store.db/MANIFEST-000010 2026-03-09T19:27:40.306 INFO:journalctl@ceph.mon.a.vm10.stdout:Mar 09 19:27:40 vm10 bash[17485]: debug 2026-03-09T19:27:40.003+0000 7f6e48b32d80 4 rocksdb: [db/column_family.cc:630] --------------- Options for column family [default]: 2026-03-09T19:27:40.306 INFO:journalctl@ceph.mon.a.vm10.stdout:Mar 09 19:27:40 vm10 bash[17485]: debug 2026-03-09T19:27:40.003+0000 7f6e48b32d80 4 rocksdb: Options.comparator: leveldb.BytewiseComparator 2026-03-09T19:27:40.306 INFO:journalctl@ceph.mon.a.vm10.stdout:Mar 09 19:27:40 vm10 bash[17485]: debug 2026-03-09T19:27:40.003+0000 7f6e48b32d80 4 rocksdb: Options.merge_operator: 2026-03-09T19:27:40.306 INFO:journalctl@ceph.mon.a.vm10.stdout:Mar 09 19:27:40 vm10 bash[17485]: debug 2026-03-09T19:27:40.003+0000 7f6e48b32d80 4 rocksdb: Options.compaction_filter: None 2026-03-09T19:27:40.306 INFO:journalctl@ceph.mon.a.vm10.stdout:Mar 09 19:27:40 vm10 bash[17485]: debug 2026-03-09T19:27:40.003+0000 7f6e48b32d80 4 rocksdb: Options.compaction_filter_factory: None 2026-03-09T19:27:40.306 INFO:journalctl@ceph.mon.a.vm10.stdout:Mar 09 19:27:40 vm10 bash[17485]: debug 2026-03-09T19:27:40.003+0000 7f6e48b32d80 4 rocksdb: Options.sst_partitioner_factory: None 2026-03-09T19:27:40.306 INFO:journalctl@ceph.mon.a.vm10.stdout:Mar 09 19:27:40 vm10 bash[17485]: debug 2026-03-09T19:27:40.003+0000 7f6e48b32d80 4 rocksdb: Options.memtable_factory: SkipListFactory 2026-03-09T19:27:40.306 INFO:journalctl@ceph.mon.a.vm10.stdout:Mar 09 19:27:40 vm10 bash[17485]: debug 2026-03-09T19:27:40.003+0000 7f6e48b32d80 4 rocksdb: Options.table_factory: BlockBasedTable 2026-03-09T19:27:40.306 INFO:journalctl@ceph.mon.a.vm10.stdout:Mar 09 19:27:40 vm10 bash[17485]: debug 2026-03-09T19:27:40.003+0000 7f6e48b32d80 4 rocksdb: table_factory options: flush_block_policy_factory: FlushBlockBySizePolicyFactory (0x564ad9304640) 2026-03-09T19:27:40.306 INFO:journalctl@ceph.mon.a.vm10.stdout:Mar 09 19:27:40 vm10 bash[17485]: cache_index_and_filter_blocks: 1 2026-03-09T19:27:40.306 INFO:journalctl@ceph.mon.a.vm10.stdout:Mar 09 19:27:40 vm10 bash[17485]: cache_index_and_filter_blocks_with_high_priority: 0 2026-03-09T19:27:40.306 INFO:journalctl@ceph.mon.a.vm10.stdout:Mar 09 19:27:40 vm10 bash[17485]: pin_l0_filter_and_index_blocks_in_cache: 0 2026-03-09T19:27:40.307 INFO:journalctl@ceph.mon.a.vm10.stdout:Mar 09 19:27:40 vm10 bash[17485]: pin_top_level_index_and_filter: 1 2026-03-09T19:27:40.307 INFO:journalctl@ceph.mon.a.vm10.stdout:Mar 09 19:27:40 vm10 bash[17485]: index_type: 0 2026-03-09T19:27:40.307 INFO:journalctl@ceph.mon.a.vm10.stdout:Mar 09 19:27:40 vm10 bash[17485]: data_block_index_type: 0 2026-03-09T19:27:40.307 INFO:journalctl@ceph.mon.a.vm10.stdout:Mar 09 19:27:40 vm10 bash[17485]: index_shortening: 1 2026-03-09T19:27:40.307 INFO:journalctl@ceph.mon.a.vm10.stdout:Mar 09 19:27:40 vm10 bash[17485]: data_block_hash_table_util_ratio: 0.750000 2026-03-09T19:27:40.307 INFO:journalctl@ceph.mon.a.vm10.stdout:Mar 09 19:27:40 vm10 bash[17485]: checksum: 4 2026-03-09T19:27:40.307 INFO:journalctl@ceph.mon.a.vm10.stdout:Mar 09 19:27:40 vm10 bash[17485]: no_block_cache: 0 2026-03-09T19:27:40.307 INFO:journalctl@ceph.mon.a.vm10.stdout:Mar 09 19:27:40 vm10 bash[17485]: block_cache: 0x564ad932b350 2026-03-09T19:27:40.307 INFO:journalctl@ceph.mon.a.vm10.stdout:Mar 09 19:27:40 vm10 bash[17485]: block_cache_name: BinnedLRUCache 2026-03-09T19:27:40.307 INFO:journalctl@ceph.mon.a.vm10.stdout:Mar 09 19:27:40 vm10 bash[17485]: block_cache_options: 2026-03-09T19:27:40.307 INFO:journalctl@ceph.mon.a.vm10.stdout:Mar 09 19:27:40 vm10 bash[17485]: capacity : 536870912 2026-03-09T19:27:40.307 INFO:journalctl@ceph.mon.a.vm10.stdout:Mar 09 19:27:40 vm10 bash[17485]: num_shard_bits : 4 2026-03-09T19:27:40.307 INFO:journalctl@ceph.mon.a.vm10.stdout:Mar 09 19:27:40 vm10 bash[17485]: strict_capacity_limit : 0 2026-03-09T19:27:40.307 INFO:journalctl@ceph.mon.a.vm10.stdout:Mar 09 19:27:40 vm10 bash[17485]: high_pri_pool_ratio: 0.000 2026-03-09T19:27:40.307 INFO:journalctl@ceph.mon.a.vm10.stdout:Mar 09 19:27:40 vm10 bash[17485]: block_cache_compressed: (nil) 2026-03-09T19:27:40.307 INFO:journalctl@ceph.mon.a.vm10.stdout:Mar 09 19:27:40 vm10 bash[17485]: persistent_cache: (nil) 2026-03-09T19:27:40.307 INFO:journalctl@ceph.mon.a.vm10.stdout:Mar 09 19:27:40 vm10 bash[17485]: block_size: 4096 2026-03-09T19:27:40.307 INFO:journalctl@ceph.mon.a.vm10.stdout:Mar 09 19:27:40 vm10 bash[17485]: block_size_deviation: 10 2026-03-09T19:27:40.307 INFO:journalctl@ceph.mon.a.vm10.stdout:Mar 09 19:27:40 vm10 bash[17485]: block_restart_interval: 16 2026-03-09T19:27:40.307 INFO:journalctl@ceph.mon.a.vm10.stdout:Mar 09 19:27:40 vm10 bash[17485]: index_block_restart_interval: 1 2026-03-09T19:27:40.307 INFO:journalctl@ceph.mon.a.vm10.stdout:Mar 09 19:27:40 vm10 bash[17485]: metadata_block_size: 4096 2026-03-09T19:27:40.307 INFO:journalctl@ceph.mon.a.vm10.stdout:Mar 09 19:27:40 vm10 bash[17485]: partition_filters: 0 2026-03-09T19:27:40.307 INFO:journalctl@ceph.mon.a.vm10.stdout:Mar 09 19:27:40 vm10 bash[17485]: use_delta_encoding: 1 2026-03-09T19:27:40.307 INFO:journalctl@ceph.mon.a.vm10.stdout:Mar 09 19:27:40 vm10 bash[17485]: filter_policy: bloomfilter 2026-03-09T19:27:40.307 INFO:journalctl@ceph.mon.a.vm10.stdout:Mar 09 19:27:40 vm10 bash[17485]: whole_key_filtering: 1 2026-03-09T19:27:40.307 INFO:journalctl@ceph.mon.a.vm10.stdout:Mar 09 19:27:40 vm10 bash[17485]: verify_compression: 0 2026-03-09T19:27:40.307 INFO:journalctl@ceph.mon.a.vm10.stdout:Mar 09 19:27:40 vm10 bash[17485]: read_amp_bytes_per_bit: 0 2026-03-09T19:27:40.307 INFO:journalctl@ceph.mon.a.vm10.stdout:Mar 09 19:27:40 vm10 bash[17485]: format_version: 5 2026-03-09T19:27:40.307 INFO:journalctl@ceph.mon.a.vm10.stdout:Mar 09 19:27:40 vm10 bash[17485]: enable_index_compression: 1 2026-03-09T19:27:40.307 INFO:journalctl@ceph.mon.a.vm10.stdout:Mar 09 19:27:40 vm10 bash[17485]: block_align: 0 2026-03-09T19:27:40.307 INFO:journalctl@ceph.mon.a.vm10.stdout:Mar 09 19:27:40 vm10 bash[17485]: max_auto_readahead_size: 262144 2026-03-09T19:27:40.307 INFO:journalctl@ceph.mon.a.vm10.stdout:Mar 09 19:27:40 vm10 bash[17485]: prepopulate_block_cache: 0 2026-03-09T19:27:40.307 INFO:journalctl@ceph.mon.a.vm10.stdout:Mar 09 19:27:40 vm10 bash[17485]: initial_auto_readahead_size: 8192 2026-03-09T19:27:40.307 INFO:journalctl@ceph.mon.a.vm10.stdout:Mar 09 19:27:40 vm10 bash[17485]: num_file_reads_for_auto_readahead: 2 2026-03-09T19:27:40.307 INFO:journalctl@ceph.mon.a.vm10.stdout:Mar 09 19:27:40 vm10 bash[17485]: debug 2026-03-09T19:27:40.003+0000 7f6e48b32d80 4 rocksdb: Options.write_buffer_size: 33554432 2026-03-09T19:27:40.307 INFO:journalctl@ceph.mon.a.vm10.stdout:Mar 09 19:27:40 vm10 bash[17485]: debug 2026-03-09T19:27:40.003+0000 7f6e48b32d80 4 rocksdb: Options.max_write_buffer_number: 2 2026-03-09T19:27:40.307 INFO:journalctl@ceph.mon.a.vm10.stdout:Mar 09 19:27:40 vm10 bash[17485]: debug 2026-03-09T19:27:40.003+0000 7f6e48b32d80 4 rocksdb: Options.compression: NoCompression 2026-03-09T19:27:40.307 INFO:journalctl@ceph.mon.a.vm10.stdout:Mar 09 19:27:40 vm10 bash[17485]: debug 2026-03-09T19:27:40.003+0000 7f6e48b32d80 4 rocksdb: Options.bottommost_compression: Disabled 2026-03-09T19:27:40.307 INFO:journalctl@ceph.mon.a.vm10.stdout:Mar 09 19:27:40 vm10 bash[17485]: debug 2026-03-09T19:27:40.003+0000 7f6e48b32d80 4 rocksdb: Options.prefix_extractor: nullptr 2026-03-09T19:27:40.307 INFO:journalctl@ceph.mon.a.vm10.stdout:Mar 09 19:27:40 vm10 bash[17485]: debug 2026-03-09T19:27:40.003+0000 7f6e48b32d80 4 rocksdb: Options.memtable_insert_with_hint_prefix_extractor: nullptr 2026-03-09T19:27:40.307 INFO:journalctl@ceph.mon.a.vm10.stdout:Mar 09 19:27:40 vm10 bash[17485]: debug 2026-03-09T19:27:40.003+0000 7f6e48b32d80 4 rocksdb: Options.num_levels: 7 2026-03-09T19:27:40.307 INFO:journalctl@ceph.mon.a.vm10.stdout:Mar 09 19:27:40 vm10 bash[17485]: debug 2026-03-09T19:27:40.003+0000 7f6e48b32d80 4 rocksdb: Options.min_write_buffer_number_to_merge: 1 2026-03-09T19:27:40.307 INFO:journalctl@ceph.mon.a.vm10.stdout:Mar 09 19:27:40 vm10 bash[17485]: debug 2026-03-09T19:27:40.003+0000 7f6e48b32d80 4 rocksdb: Options.max_write_buffer_number_to_maintain: 0 2026-03-09T19:27:40.307 INFO:journalctl@ceph.mon.a.vm10.stdout:Mar 09 19:27:40 vm10 bash[17485]: debug 2026-03-09T19:27:40.003+0000 7f6e48b32d80 4 rocksdb: Options.max_write_buffer_size_to_maintain: 0 2026-03-09T19:27:40.307 INFO:journalctl@ceph.mon.a.vm10.stdout:Mar 09 19:27:40 vm10 bash[17485]: debug 2026-03-09T19:27:40.003+0000 7f6e48b32d80 4 rocksdb: Options.bottommost_compression_opts.window_bits: -14 2026-03-09T19:27:40.307 INFO:journalctl@ceph.mon.a.vm10.stdout:Mar 09 19:27:40 vm10 bash[17485]: debug 2026-03-09T19:27:40.003+0000 7f6e48b32d80 4 rocksdb: Options.bottommost_compression_opts.level: 32767 2026-03-09T19:27:40.307 INFO:journalctl@ceph.mon.a.vm10.stdout:Mar 09 19:27:40 vm10 bash[17485]: debug 2026-03-09T19:27:40.003+0000 7f6e48b32d80 4 rocksdb: Options.bottommost_compression_opts.strategy: 0 2026-03-09T19:27:40.307 INFO:journalctl@ceph.mon.a.vm10.stdout:Mar 09 19:27:40 vm10 bash[17485]: debug 2026-03-09T19:27:40.003+0000 7f6e48b32d80 4 rocksdb: Options.bottommost_compression_opts.max_dict_bytes: 0 2026-03-09T19:27:40.307 INFO:journalctl@ceph.mon.a.vm10.stdout:Mar 09 19:27:40 vm10 bash[17485]: debug 2026-03-09T19:27:40.003+0000 7f6e48b32d80 4 rocksdb: Options.bottommost_compression_opts.zstd_max_train_bytes: 0 2026-03-09T19:27:40.307 INFO:journalctl@ceph.mon.a.vm10.stdout:Mar 09 19:27:40 vm10 bash[17485]: debug 2026-03-09T19:27:40.003+0000 7f6e48b32d80 4 rocksdb: Options.bottommost_compression_opts.parallel_threads: 1 2026-03-09T19:27:40.307 INFO:journalctl@ceph.mon.a.vm10.stdout:Mar 09 19:27:40 vm10 bash[17485]: debug 2026-03-09T19:27:40.003+0000 7f6e48b32d80 4 rocksdb: Options.bottommost_compression_opts.enabled: false 2026-03-09T19:27:40.307 INFO:journalctl@ceph.mon.a.vm10.stdout:Mar 09 19:27:40 vm10 bash[17485]: debug 2026-03-09T19:27:40.003+0000 7f6e48b32d80 4 rocksdb: Options.bottommost_compression_opts.max_dict_buffer_bytes: 0 2026-03-09T19:27:40.308 INFO:journalctl@ceph.mon.a.vm10.stdout:Mar 09 19:27:40 vm10 bash[17485]: debug 2026-03-09T19:27:40.003+0000 7f6e48b32d80 4 rocksdb: Options.bottommost_compression_opts.use_zstd_dict_trainer: true 2026-03-09T19:27:40.308 INFO:journalctl@ceph.mon.a.vm10.stdout:Mar 09 19:27:40 vm10 bash[17485]: debug 2026-03-09T19:27:40.003+0000 7f6e48b32d80 4 rocksdb: Options.compression_opts.window_bits: -14 2026-03-09T19:27:40.308 INFO:journalctl@ceph.mon.a.vm10.stdout:Mar 09 19:27:40 vm10 bash[17485]: debug 2026-03-09T19:27:40.003+0000 7f6e48b32d80 4 rocksdb: Options.compression_opts.level: 32767 2026-03-09T19:27:40.308 INFO:journalctl@ceph.mon.a.vm10.stdout:Mar 09 19:27:40 vm10 bash[17485]: debug 2026-03-09T19:27:40.003+0000 7f6e48b32d80 4 rocksdb: Options.compression_opts.strategy: 0 2026-03-09T19:27:40.308 INFO:journalctl@ceph.mon.a.vm10.stdout:Mar 09 19:27:40 vm10 bash[17485]: debug 2026-03-09T19:27:40.003+0000 7f6e48b32d80 4 rocksdb: Options.compression_opts.max_dict_bytes: 0 2026-03-09T19:27:40.308 INFO:journalctl@ceph.mon.a.vm10.stdout:Mar 09 19:27:40 vm10 bash[17485]: debug 2026-03-09T19:27:40.003+0000 7f6e48b32d80 4 rocksdb: Options.compression_opts.zstd_max_train_bytes: 0 2026-03-09T19:27:40.308 INFO:journalctl@ceph.mon.a.vm10.stdout:Mar 09 19:27:40 vm10 bash[17485]: debug 2026-03-09T19:27:40.003+0000 7f6e48b32d80 4 rocksdb: Options.compression_opts.use_zstd_dict_trainer: true 2026-03-09T19:27:40.308 INFO:journalctl@ceph.mon.a.vm10.stdout:Mar 09 19:27:40 vm10 bash[17485]: debug 2026-03-09T19:27:40.003+0000 7f6e48b32d80 4 rocksdb: Options.compression_opts.parallel_threads: 1 2026-03-09T19:27:40.308 INFO:journalctl@ceph.mon.a.vm10.stdout:Mar 09 19:27:40 vm10 bash[17485]: debug 2026-03-09T19:27:40.003+0000 7f6e48b32d80 4 rocksdb: Options.compression_opts.enabled: false 2026-03-09T19:27:40.308 INFO:journalctl@ceph.mon.a.vm10.stdout:Mar 09 19:27:40 vm10 bash[17485]: debug 2026-03-09T19:27:40.003+0000 7f6e48b32d80 4 rocksdb: Options.compression_opts.max_dict_buffer_bytes: 0 2026-03-09T19:27:40.308 INFO:journalctl@ceph.mon.a.vm10.stdout:Mar 09 19:27:40 vm10 bash[17485]: debug 2026-03-09T19:27:40.003+0000 7f6e48b32d80 4 rocksdb: Options.level0_file_num_compaction_trigger: 4 2026-03-09T19:27:40.308 INFO:journalctl@ceph.mon.a.vm10.stdout:Mar 09 19:27:40 vm10 bash[17485]: debug 2026-03-09T19:27:40.003+0000 7f6e48b32d80 4 rocksdb: Options.level0_slowdown_writes_trigger: 20 2026-03-09T19:27:40.308 INFO:journalctl@ceph.mon.a.vm10.stdout:Mar 09 19:27:40 vm10 bash[17485]: debug 2026-03-09T19:27:40.003+0000 7f6e48b32d80 4 rocksdb: Options.level0_stop_writes_trigger: 36 2026-03-09T19:27:40.308 INFO:journalctl@ceph.mon.a.vm10.stdout:Mar 09 19:27:40 vm10 bash[17485]: debug 2026-03-09T19:27:40.003+0000 7f6e48b32d80 4 rocksdb: Options.target_file_size_base: 67108864 2026-03-09T19:27:40.308 INFO:journalctl@ceph.mon.a.vm10.stdout:Mar 09 19:27:40 vm10 bash[17485]: debug 2026-03-09T19:27:40.003+0000 7f6e48b32d80 4 rocksdb: Options.target_file_size_multiplier: 1 2026-03-09T19:27:40.308 INFO:journalctl@ceph.mon.a.vm10.stdout:Mar 09 19:27:40 vm10 bash[17485]: debug 2026-03-09T19:27:40.003+0000 7f6e48b32d80 4 rocksdb: Options.max_bytes_for_level_base: 268435456 2026-03-09T19:27:40.308 INFO:journalctl@ceph.mon.a.vm10.stdout:Mar 09 19:27:40 vm10 bash[17485]: debug 2026-03-09T19:27:40.003+0000 7f6e48b32d80 4 rocksdb: Options.level_compaction_dynamic_level_bytes: 1 2026-03-09T19:27:40.308 INFO:journalctl@ceph.mon.a.vm10.stdout:Mar 09 19:27:40 vm10 bash[17485]: debug 2026-03-09T19:27:40.003+0000 7f6e48b32d80 4 rocksdb: Options.max_bytes_for_level_multiplier: 10.000000 2026-03-09T19:27:40.308 INFO:journalctl@ceph.mon.a.vm10.stdout:Mar 09 19:27:40 vm10 bash[17485]: debug 2026-03-09T19:27:40.003+0000 7f6e48b32d80 4 rocksdb: Options.max_bytes_for_level_multiplier_addtl[0]: 1 2026-03-09T19:27:40.308 INFO:journalctl@ceph.mon.a.vm10.stdout:Mar 09 19:27:40 vm10 bash[17485]: debug 2026-03-09T19:27:40.003+0000 7f6e48b32d80 4 rocksdb: Options.max_bytes_for_level_multiplier_addtl[1]: 1 2026-03-09T19:27:40.308 INFO:journalctl@ceph.mon.a.vm10.stdout:Mar 09 19:27:40 vm10 bash[17485]: debug 2026-03-09T19:27:40.003+0000 7f6e48b32d80 4 rocksdb: Options.max_bytes_for_level_multiplier_addtl[2]: 1 2026-03-09T19:27:40.308 INFO:journalctl@ceph.mon.a.vm10.stdout:Mar 09 19:27:40 vm10 bash[17485]: debug 2026-03-09T19:27:40.003+0000 7f6e48b32d80 4 rocksdb: Options.max_bytes_for_level_multiplier_addtl[3]: 1 2026-03-09T19:27:40.308 INFO:journalctl@ceph.mon.a.vm10.stdout:Mar 09 19:27:40 vm10 bash[17485]: debug 2026-03-09T19:27:40.003+0000 7f6e48b32d80 4 rocksdb: Options.max_bytes_for_level_multiplier_addtl[4]: 1 2026-03-09T19:27:40.308 INFO:journalctl@ceph.mon.a.vm10.stdout:Mar 09 19:27:40 vm10 bash[17485]: debug 2026-03-09T19:27:40.003+0000 7f6e48b32d80 4 rocksdb: Options.max_bytes_for_level_multiplier_addtl[5]: 1 2026-03-09T19:27:40.308 INFO:journalctl@ceph.mon.a.vm10.stdout:Mar 09 19:27:40 vm10 bash[17485]: debug 2026-03-09T19:27:40.003+0000 7f6e48b32d80 4 rocksdb: Options.max_bytes_for_level_multiplier_addtl[6]: 1 2026-03-09T19:27:40.308 INFO:journalctl@ceph.mon.a.vm10.stdout:Mar 09 19:27:40 vm10 bash[17485]: debug 2026-03-09T19:27:40.003+0000 7f6e48b32d80 4 rocksdb: Options.max_sequential_skip_in_iterations: 8 2026-03-09T19:27:40.308 INFO:journalctl@ceph.mon.a.vm10.stdout:Mar 09 19:27:40 vm10 bash[17485]: debug 2026-03-09T19:27:40.003+0000 7f6e48b32d80 4 rocksdb: Options.max_compaction_bytes: 1677721600 2026-03-09T19:27:40.308 INFO:journalctl@ceph.mon.a.vm10.stdout:Mar 09 19:27:40 vm10 bash[17485]: debug 2026-03-09T19:27:40.003+0000 7f6e48b32d80 4 rocksdb: Options.ignore_max_compaction_bytes_for_input: true 2026-03-09T19:27:40.308 INFO:journalctl@ceph.mon.a.vm10.stdout:Mar 09 19:27:40 vm10 bash[17485]: debug 2026-03-09T19:27:40.003+0000 7f6e48b32d80 4 rocksdb: Options.arena_block_size: 1048576 2026-03-09T19:27:40.308 INFO:journalctl@ceph.mon.a.vm10.stdout:Mar 09 19:27:40 vm10 bash[17485]: debug 2026-03-09T19:27:40.003+0000 7f6e48b32d80 4 rocksdb: Options.soft_pending_compaction_bytes_limit: 68719476736 2026-03-09T19:27:40.308 INFO:journalctl@ceph.mon.a.vm10.stdout:Mar 09 19:27:40 vm10 bash[17485]: debug 2026-03-09T19:27:40.003+0000 7f6e48b32d80 4 rocksdb: Options.hard_pending_compaction_bytes_limit: 274877906944 2026-03-09T19:27:40.308 INFO:journalctl@ceph.mon.a.vm10.stdout:Mar 09 19:27:40 vm10 bash[17485]: debug 2026-03-09T19:27:40.003+0000 7f6e48b32d80 4 rocksdb: Options.disable_auto_compactions: 0 2026-03-09T19:27:40.308 INFO:journalctl@ceph.mon.a.vm10.stdout:Mar 09 19:27:40 vm10 bash[17485]: debug 2026-03-09T19:27:40.003+0000 7f6e48b32d80 4 rocksdb: Options.compaction_style: kCompactionStyleLevel 2026-03-09T19:27:40.308 INFO:journalctl@ceph.mon.a.vm10.stdout:Mar 09 19:27:40 vm10 bash[17485]: debug 2026-03-09T19:27:40.003+0000 7f6e48b32d80 4 rocksdb: Options.compaction_pri: kMinOverlappingRatio 2026-03-09T19:27:40.308 INFO:journalctl@ceph.mon.a.vm10.stdout:Mar 09 19:27:40 vm10 bash[17485]: debug 2026-03-09T19:27:40.003+0000 7f6e48b32d80 4 rocksdb: Options.compaction_options_universal.size_ratio: 1 2026-03-09T19:27:40.308 INFO:journalctl@ceph.mon.a.vm10.stdout:Mar 09 19:27:40 vm10 bash[17485]: debug 2026-03-09T19:27:40.003+0000 7f6e48b32d80 4 rocksdb: Options.compaction_options_universal.min_merge_width: 2 2026-03-09T19:27:40.308 INFO:journalctl@ceph.mon.a.vm10.stdout:Mar 09 19:27:40 vm10 bash[17485]: debug 2026-03-09T19:27:40.003+0000 7f6e48b32d80 4 rocksdb: Options.compaction_options_universal.max_merge_width: 4294967295 2026-03-09T19:27:40.308 INFO:journalctl@ceph.mon.a.vm10.stdout:Mar 09 19:27:40 vm10 bash[17485]: debug 2026-03-09T19:27:40.003+0000 7f6e48b32d80 4 rocksdb: Options.compaction_options_universal.max_size_amplification_percent: 200 2026-03-09T19:27:40.308 INFO:journalctl@ceph.mon.a.vm10.stdout:Mar 09 19:27:40 vm10 bash[17485]: debug 2026-03-09T19:27:40.003+0000 7f6e48b32d80 4 rocksdb: Options.compaction_options_universal.compression_size_percent: -1 2026-03-09T19:27:40.308 INFO:journalctl@ceph.mon.a.vm10.stdout:Mar 09 19:27:40 vm10 bash[17485]: debug 2026-03-09T19:27:40.003+0000 7f6e48b32d80 4 rocksdb: Options.compaction_options_universal.stop_style: kCompactionStopStyleTotalSize 2026-03-09T19:27:40.308 INFO:journalctl@ceph.mon.a.vm10.stdout:Mar 09 19:27:40 vm10 bash[17485]: debug 2026-03-09T19:27:40.003+0000 7f6e48b32d80 4 rocksdb: Options.compaction_options_fifo.max_table_files_size: 1073741824 2026-03-09T19:27:40.308 INFO:journalctl@ceph.mon.a.vm10.stdout:Mar 09 19:27:40 vm10 bash[17485]: debug 2026-03-09T19:27:40.003+0000 7f6e48b32d80 4 rocksdb: Options.compaction_options_fifo.allow_compaction: 0 2026-03-09T19:27:40.308 INFO:journalctl@ceph.mon.a.vm10.stdout:Mar 09 19:27:40 vm10 bash[17485]: debug 2026-03-09T19:27:40.003+0000 7f6e48b32d80 4 rocksdb: Options.table_properties_collectors: CompactOnDeletionCollector (Sliding window size = 32768 Deletion trigger = 16384 Deletion ratio = 0); 2026-03-09T19:27:40.308 INFO:journalctl@ceph.mon.a.vm10.stdout:Mar 09 19:27:40 vm10 bash[17485]: debug 2026-03-09T19:27:40.003+0000 7f6e48b32d80 4 rocksdb: Options.inplace_update_support: 0 2026-03-09T19:27:40.309 INFO:journalctl@ceph.mon.a.vm10.stdout:Mar 09 19:27:40 vm10 bash[17485]: debug 2026-03-09T19:27:40.003+0000 7f6e48b32d80 4 rocksdb: Options.inplace_update_num_locks: 10000 2026-03-09T19:27:40.309 INFO:journalctl@ceph.mon.a.vm10.stdout:Mar 09 19:27:40 vm10 bash[17485]: debug 2026-03-09T19:27:40.003+0000 7f6e48b32d80 4 rocksdb: Options.memtable_prefix_bloom_size_ratio: 0.000000 2026-03-09T19:27:40.309 INFO:journalctl@ceph.mon.a.vm10.stdout:Mar 09 19:27:40 vm10 bash[17485]: debug 2026-03-09T19:27:40.003+0000 7f6e48b32d80 4 rocksdb: Options.memtable_whole_key_filtering: 0 2026-03-09T19:27:40.309 INFO:journalctl@ceph.mon.a.vm10.stdout:Mar 09 19:27:40 vm10 bash[17485]: debug 2026-03-09T19:27:40.003+0000 7f6e48b32d80 4 rocksdb: Options.memtable_huge_page_size: 0 2026-03-09T19:27:40.309 INFO:journalctl@ceph.mon.a.vm10.stdout:Mar 09 19:27:40 vm10 bash[17485]: debug 2026-03-09T19:27:40.003+0000 7f6e48b32d80 4 rocksdb: Options.bloom_locality: 0 2026-03-09T19:27:40.309 INFO:journalctl@ceph.mon.a.vm10.stdout:Mar 09 19:27:40 vm10 bash[17485]: debug 2026-03-09T19:27:40.003+0000 7f6e48b32d80 4 rocksdb: Options.max_successive_merges: 0 2026-03-09T19:27:40.309 INFO:journalctl@ceph.mon.a.vm10.stdout:Mar 09 19:27:40 vm10 bash[17485]: debug 2026-03-09T19:27:40.003+0000 7f6e48b32d80 4 rocksdb: Options.optimize_filters_for_hits: 0 2026-03-09T19:27:40.309 INFO:journalctl@ceph.mon.a.vm10.stdout:Mar 09 19:27:40 vm10 bash[17485]: debug 2026-03-09T19:27:40.003+0000 7f6e48b32d80 4 rocksdb: Options.paranoid_file_checks: 0 2026-03-09T19:27:40.309 INFO:journalctl@ceph.mon.a.vm10.stdout:Mar 09 19:27:40 vm10 bash[17485]: debug 2026-03-09T19:27:40.003+0000 7f6e48b32d80 4 rocksdb: Options.force_consistency_checks: 1 2026-03-09T19:27:40.309 INFO:journalctl@ceph.mon.a.vm10.stdout:Mar 09 19:27:40 vm10 bash[17485]: debug 2026-03-09T19:27:40.003+0000 7f6e48b32d80 4 rocksdb: Options.report_bg_io_stats: 0 2026-03-09T19:27:40.309 INFO:journalctl@ceph.mon.a.vm10.stdout:Mar 09 19:27:40 vm10 bash[17485]: debug 2026-03-09T19:27:40.003+0000 7f6e48b32d80 4 rocksdb: Options.ttl: 2592000 2026-03-09T19:27:40.309 INFO:journalctl@ceph.mon.a.vm10.stdout:Mar 09 19:27:40 vm10 bash[17485]: debug 2026-03-09T19:27:40.003+0000 7f6e48b32d80 4 rocksdb: Options.periodic_compaction_seconds: 0 2026-03-09T19:27:40.309 INFO:journalctl@ceph.mon.a.vm10.stdout:Mar 09 19:27:40 vm10 bash[17485]: debug 2026-03-09T19:27:40.003+0000 7f6e48b32d80 4 rocksdb: Options.preclude_last_level_data_seconds: 0 2026-03-09T19:27:40.309 INFO:journalctl@ceph.mon.a.vm10.stdout:Mar 09 19:27:40 vm10 bash[17485]: debug 2026-03-09T19:27:40.003+0000 7f6e48b32d80 4 rocksdb: Options.preserve_internal_time_seconds: 0 2026-03-09T19:27:40.309 INFO:journalctl@ceph.mon.a.vm10.stdout:Mar 09 19:27:40 vm10 bash[17485]: debug 2026-03-09T19:27:40.003+0000 7f6e48b32d80 4 rocksdb: Options.enable_blob_files: false 2026-03-09T19:27:40.309 INFO:journalctl@ceph.mon.a.vm10.stdout:Mar 09 19:27:40 vm10 bash[17485]: debug 2026-03-09T19:27:40.003+0000 7f6e48b32d80 4 rocksdb: Options.min_blob_size: 0 2026-03-09T19:27:40.309 INFO:journalctl@ceph.mon.a.vm10.stdout:Mar 09 19:27:40 vm10 bash[17485]: debug 2026-03-09T19:27:40.003+0000 7f6e48b32d80 4 rocksdb: Options.blob_file_size: 268435456 2026-03-09T19:27:40.309 INFO:journalctl@ceph.mon.a.vm10.stdout:Mar 09 19:27:40 vm10 bash[17485]: debug 2026-03-09T19:27:40.003+0000 7f6e48b32d80 4 rocksdb: Options.blob_compression_type: NoCompression 2026-03-09T19:27:40.309 INFO:journalctl@ceph.mon.a.vm10.stdout:Mar 09 19:27:40 vm10 bash[17485]: debug 2026-03-09T19:27:40.003+0000 7f6e48b32d80 4 rocksdb: Options.enable_blob_garbage_collection: false 2026-03-09T19:27:40.309 INFO:journalctl@ceph.mon.a.vm10.stdout:Mar 09 19:27:40 vm10 bash[17485]: debug 2026-03-09T19:27:40.003+0000 7f6e48b32d80 4 rocksdb: Options.blob_garbage_collection_age_cutoff: 0.250000 2026-03-09T19:27:40.309 INFO:journalctl@ceph.mon.a.vm10.stdout:Mar 09 19:27:40 vm10 bash[17485]: debug 2026-03-09T19:27:40.003+0000 7f6e48b32d80 4 rocksdb: Options.blob_garbage_collection_force_threshold: 1.000000 2026-03-09T19:27:40.309 INFO:journalctl@ceph.mon.a.vm10.stdout:Mar 09 19:27:40 vm10 bash[17485]: debug 2026-03-09T19:27:40.003+0000 7f6e48b32d80 4 rocksdb: Options.blob_compaction_readahead_size: 0 2026-03-09T19:27:40.309 INFO:journalctl@ceph.mon.a.vm10.stdout:Mar 09 19:27:40 vm10 bash[17485]: debug 2026-03-09T19:27:40.003+0000 7f6e48b32d80 4 rocksdb: Options.blob_file_starting_level: 0 2026-03-09T19:27:40.309 INFO:journalctl@ceph.mon.a.vm10.stdout:Mar 09 19:27:40 vm10 bash[17485]: debug 2026-03-09T19:27:40.003+0000 7f6e48b32d80 4 rocksdb: Options.experimental_mempurge_threshold: 0.000000 2026-03-09T19:27:40.309 INFO:journalctl@ceph.mon.a.vm10.stdout:Mar 09 19:27:40 vm10 bash[17485]: debug 2026-03-09T19:27:40.007+0000 7f6e48b32d80 4 rocksdb: [db/version_set.cc:5566] Recovered from manifest file:/var/lib/ceph/mon/ceph-a/store.db/MANIFEST-000010 succeeded,manifest_file_number is 10, next_file_number is 12, last_sequence is 5, log_number is 5,prev_log_number is 0,max_column_family is 0,min_log_number_to_keep is 5 2026-03-09T19:27:40.309 INFO:journalctl@ceph.mon.a.vm10.stdout:Mar 09 19:27:40 vm10 bash[17485]: debug 2026-03-09T19:27:40.007+0000 7f6e48b32d80 4 rocksdb: [db/version_set.cc:5581] Column family [default] (ID 0), log number is 5 2026-03-09T19:27:40.309 INFO:journalctl@ceph.mon.a.vm10.stdout:Mar 09 19:27:40 vm10 bash[17485]: debug 2026-03-09T19:27:40.007+0000 7f6e48b32d80 4 rocksdb: [db/db_impl/db_impl_open.cc:539] DB ID: 7383112d-1e52-45b9-91fd-5620480b2659 2026-03-09T19:27:40.309 INFO:journalctl@ceph.mon.a.vm10.stdout:Mar 09 19:27:40 vm10 bash[17485]: debug 2026-03-09T19:27:40.007+0000 7f6e48b32d80 4 rocksdb: EVENT_LOG_v1 {"time_micros": 1773084460010622, "job": 1, "event": "recovery_started", "wal_files": [9]} 2026-03-09T19:27:40.309 INFO:journalctl@ceph.mon.a.vm10.stdout:Mar 09 19:27:40 vm10 bash[17485]: debug 2026-03-09T19:27:40.007+0000 7f6e48b32d80 4 rocksdb: [db/db_impl/db_impl_open.cc:1043] Recovering log #9 mode 2 2026-03-09T19:27:40.309 INFO:journalctl@ceph.mon.a.vm10.stdout:Mar 09 19:27:40 vm10 bash[17485]: debug 2026-03-09T19:27:40.019+0000 7f6e48b32d80 4 rocksdb: EVENT_LOG_v1 {"time_micros": 1773084460022552, "cf_name": "default", "job": 1, "event": "table_file_creation", "file_number": 13, "file_size": 72047, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 8, "largest_seqno": 223, "table_properties": {"data_size": 70319, "index_size": 181, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 517, "raw_key_size": 9562, "raw_average_key_size": 49, "raw_value_size": 64937, "raw_average_value_size": 334, "num_data_blocks": 8, "num_entries": 194, "num_filter_entries": 194, "num_deletions": 3, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "bloomfilter", "column_family_name": "default", "column_family_id": 0, "comparator": "leveldb.BytewiseComparator", "merge_operator": "", "prefix_extractor_name": "nullptr", "property_collectors": "[CompactOnDeletionCollector]", "compression": "NoCompression", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1773084460, "oldest_key_time": 0, "file_creation_time": 0, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "7383112d-1e52-45b9-91fd-5620480b2659", "db_session_id": "7MN8P47V7SC0HYWUYDKF", "orig_file_number": 13, "seqno_to_time_mapping": "N/A"}} 2026-03-09T19:27:40.309 INFO:journalctl@ceph.mon.a.vm10.stdout:Mar 09 19:27:40 vm10 bash[17485]: debug 2026-03-09T19:27:40.019+0000 7f6e48b32d80 4 rocksdb: EVENT_LOG_v1 {"time_micros": 1773084460022695, "job": 1, "event": "recovery_finished"} 2026-03-09T19:27:40.309 INFO:journalctl@ceph.mon.a.vm10.stdout:Mar 09 19:27:40 vm10 bash[17485]: debug 2026-03-09T19:27:40.019+0000 7f6e48b32d80 4 rocksdb: [db/version_set.cc:5047] Creating manifest 15 2026-03-09T19:27:40.309 INFO:journalctl@ceph.mon.a.vm10.stdout:Mar 09 19:27:40 vm10 bash[17485]: debug 2026-03-09T19:27:40.027+0000 7f6e48b32d80 4 rocksdb: [file/delete_scheduler.cc:74] Deleted file /var/lib/ceph/mon/ceph-a/store.db/000009.log immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2026-03-09T19:27:40.309 INFO:journalctl@ceph.mon.a.vm10.stdout:Mar 09 19:27:40 vm10 bash[17485]: debug 2026-03-09T19:27:40.027+0000 7f6e48b32d80 4 rocksdb: [db/db_impl/db_impl_open.cc:1987] SstFileManager instance 0x564ad932ce00 2026-03-09T19:27:40.309 INFO:journalctl@ceph.mon.a.vm10.stdout:Mar 09 19:27:40 vm10 bash[17485]: debug 2026-03-09T19:27:40.027+0000 7f6e48b32d80 4 rocksdb: DB pointer 0x564ad9442000 2026-03-09T19:27:40.309 INFO:journalctl@ceph.mon.a.vm10.stdout:Mar 09 19:27:40 vm10 bash[17485]: debug 2026-03-09T19:27:40.027+0000 7f6e3e8fc640 4 rocksdb: [db/db_impl/db_impl.cc:1109] ------- DUMPING STATS ------- 2026-03-09T19:27:40.309 INFO:journalctl@ceph.mon.a.vm10.stdout:Mar 09 19:27:40 vm10 bash[17485]: debug 2026-03-09T19:27:40.027+0000 7f6e3e8fc640 4 rocksdb: [db/db_impl/db_impl.cc:1111] 2026-03-09T19:27:40.309 INFO:journalctl@ceph.mon.a.vm10.stdout:Mar 09 19:27:40 vm10 bash[17485]: ** DB Stats ** 2026-03-09T19:27:40.309 INFO:journalctl@ceph.mon.a.vm10.stdout:Mar 09 19:27:40 vm10 bash[17485]: Uptime(secs): 0.0 total, 0.0 interval 2026-03-09T19:27:40.309 INFO:journalctl@ceph.mon.a.vm10.stdout:Mar 09 19:27:40 vm10 bash[17485]: Cumulative writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 GB, 0.00 MB/s 2026-03-09T19:27:40.309 INFO:journalctl@ceph.mon.a.vm10.stdout:Mar 09 19:27:40 vm10 bash[17485]: Cumulative WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 GB, 0.00 MB/s 2026-03-09T19:27:40.309 INFO:journalctl@ceph.mon.a.vm10.stdout:Mar 09 19:27:40 vm10 bash[17485]: Cumulative stall: 00:00:0.000 H:M:S, 0.0 percent 2026-03-09T19:27:40.310 INFO:journalctl@ceph.mon.a.vm10.stdout:Mar 09 19:27:40 vm10 bash[17485]: Interval writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 MB, 0.00 MB/s 2026-03-09T19:27:40.310 INFO:journalctl@ceph.mon.a.vm10.stdout:Mar 09 19:27:40 vm10 bash[17485]: Interval WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 GB, 0.00 MB/s 2026-03-09T19:27:40.310 INFO:journalctl@ceph.mon.a.vm10.stdout:Mar 09 19:27:40 vm10 bash[17485]: Interval stall: 00:00:0.000 H:M:S, 0.0 percent 2026-03-09T19:27:40.310 INFO:journalctl@ceph.mon.a.vm10.stdout:Mar 09 19:27:40 vm10 bash[17485]: ** Compaction Stats [default] ** 2026-03-09T19:27:40.310 INFO:journalctl@ceph.mon.a.vm10.stdout:Mar 09 19:27:40 vm10 bash[17485]: Level Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) 2026-03-09T19:27:40.310 INFO:journalctl@ceph.mon.a.vm10.stdout:Mar 09 19:27:40 vm10 bash[17485]: ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------ 2026-03-09T19:27:40.310 INFO:journalctl@ceph.mon.a.vm10.stdout:Mar 09 19:27:40 vm10 bash[17485]: L0 2/0 72.21 KB 0.5 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 5.9 0.01 0.00 1 0.012 0 0 0.0 0.0 2026-03-09T19:27:40.310 INFO:journalctl@ceph.mon.a.vm10.stdout:Mar 09 19:27:40 vm10 bash[17485]: Sum 2/0 72.21 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 5.9 0.01 0.00 1 0.012 0 0 0.0 0.0 2026-03-09T19:27:40.310 INFO:journalctl@ceph.mon.a.vm10.stdout:Mar 09 19:27:40 vm10 bash[17485]: Int 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 5.9 0.01 0.00 1 0.012 0 0 0.0 0.0 2026-03-09T19:27:40.310 INFO:journalctl@ceph.mon.a.vm10.stdout:Mar 09 19:27:40 vm10 bash[17485]: ** Compaction Stats [default] ** 2026-03-09T19:27:40.310 INFO:journalctl@ceph.mon.a.vm10.stdout:Mar 09 19:27:40 vm10 bash[17485]: Priority Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) 2026-03-09T19:27:40.310 INFO:journalctl@ceph.mon.a.vm10.stdout:Mar 09 19:27:40 vm10 bash[17485]: --------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- 2026-03-09T19:27:40.310 INFO:journalctl@ceph.mon.a.vm10.stdout:Mar 09 19:27:40 vm10 bash[17485]: User 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 5.9 0.01 0.00 1 0.012 0 0 0.0 0.0 2026-03-09T19:27:40.310 INFO:journalctl@ceph.mon.a.vm10.stdout:Mar 09 19:27:40 vm10 bash[17485]: Blob file count: 0, total size: 0.0 GB, garbage size: 0.0 GB, space amp: 0.0 2026-03-09T19:27:40.310 INFO:journalctl@ceph.mon.a.vm10.stdout:Mar 09 19:27:40 vm10 bash[17485]: Uptime(secs): 0.0 total, 0.0 interval 2026-03-09T19:27:40.310 INFO:journalctl@ceph.mon.a.vm10.stdout:Mar 09 19:27:40 vm10 bash[17485]: Flush(GB): cumulative 0.000, interval 0.000 2026-03-09T19:27:40.310 INFO:journalctl@ceph.mon.a.vm10.stdout:Mar 09 19:27:40 vm10 bash[17485]: AddFile(GB): cumulative 0.000, interval 0.000 2026-03-09T19:27:40.310 INFO:journalctl@ceph.mon.a.vm10.stdout:Mar 09 19:27:40 vm10 bash[17485]: AddFile(Total Files): cumulative 0, interval 0 2026-03-09T19:27:40.310 INFO:journalctl@ceph.mon.a.vm10.stdout:Mar 09 19:27:40 vm10 bash[17485]: AddFile(L0 Files): cumulative 0, interval 0 2026-03-09T19:27:40.310 INFO:journalctl@ceph.mon.a.vm10.stdout:Mar 09 19:27:40 vm10 bash[17485]: AddFile(Keys): cumulative 0, interval 0 2026-03-09T19:27:40.310 INFO:journalctl@ceph.mon.a.vm10.stdout:Mar 09 19:27:40 vm10 bash[17485]: Cumulative compaction: 0.00 GB write, 2.97 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2026-03-09T19:27:40.310 INFO:journalctl@ceph.mon.a.vm10.stdout:Mar 09 19:27:40 vm10 bash[17485]: Interval compaction: 0.00 GB write, 2.97 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2026-03-09T19:27:40.310 INFO:journalctl@ceph.mon.a.vm10.stdout:Mar 09 19:27:40 vm10 bash[17485]: Stalls(count): 0 level0_slowdown, 0 level0_slowdown_with_compaction, 0 level0_numfiles, 0 level0_numfiles_with_compaction, 0 stop for pending_compaction_bytes, 0 slowdown for pending_compaction_bytes, 0 memtable_compaction, 0 memtable_slowdown, interval 0 total count 2026-03-09T19:27:40.310 INFO:journalctl@ceph.mon.a.vm10.stdout:Mar 09 19:27:40 vm10 bash[17485]: Block cache BinnedLRUCache@0x564ad932b350#7 capacity: 512.00 MB usage: 6.11 KB table_size: 0 occupancy: 18446744073709551615 collections: 1 last_copies: 0 last_secs: 1e-05 secs_since: 0 2026-03-09T19:27:40.310 INFO:journalctl@ceph.mon.a.vm10.stdout:Mar 09 19:27:40 vm10 bash[17485]: Block cache entry stats(count,size,portion): DataBlock(2,5.03 KB,0.000959635%) FilterBlock(2,0.70 KB,0.00013411%) IndexBlock(2,0.38 KB,7.15256e-05%) Misc(1,0.00 KB,0%) 2026-03-09T19:27:40.310 INFO:journalctl@ceph.mon.a.vm10.stdout:Mar 09 19:27:40 vm10 bash[17485]: ** File Read Latency Histogram By Level [default] ** 2026-03-09T19:27:40.310 INFO:journalctl@ceph.mon.a.vm10.stdout:Mar 09 19:27:40 vm10 bash[17485]: debug 2026-03-09T19:27:40.027+0000 7f6e48b32d80 0 starting mon.a rank 0 at public addrs [v2:192.168.123.110:3300/0,v1:192.168.123.110:6789/0] at bind addrs [v2:192.168.123.110:3300/0,v1:192.168.123.110:6789/0] mon_data /var/lib/ceph/mon/ceph-a fsid e301dc60-1bed-11f1-8e51-db7da4fd97cc 2026-03-09T19:27:40.310 INFO:journalctl@ceph.mon.a.vm10.stdout:Mar 09 19:27:40 vm10 bash[17485]: cluster 2026-03-09T19:27:40.046083+0000 mon.a (mon.0) 1 : cluster [INF] mon.a is new leader, mons a in quorum (ranks 0) 2026-03-09T19:27:40.310 INFO:journalctl@ceph.mon.a.vm10.stdout:Mar 09 19:27:40 vm10 bash[17485]: cluster 2026-03-09T19:27:40.046083+0000 mon.a (mon.0) 1 : cluster [INF] mon.a is new leader, mons a in quorum (ranks 0) 2026-03-09T19:27:40.310 INFO:journalctl@ceph.mon.a.vm10.stdout:Mar 09 19:27:40 vm10 bash[17485]: cluster 2026-03-09T19:27:40.046130+0000 mon.a (mon.0) 2 : cluster [DBG] monmap epoch 1 2026-03-09T19:27:40.310 INFO:journalctl@ceph.mon.a.vm10.stdout:Mar 09 19:27:40 vm10 bash[17485]: cluster 2026-03-09T19:27:40.046130+0000 mon.a (mon.0) 2 : cluster [DBG] monmap epoch 1 2026-03-09T19:27:40.310 INFO:journalctl@ceph.mon.a.vm10.stdout:Mar 09 19:27:40 vm10 bash[17485]: cluster 2026-03-09T19:27:40.046137+0000 mon.a (mon.0) 3 : cluster [DBG] fsid e301dc60-1bed-11f1-8e51-db7da4fd97cc 2026-03-09T19:27:40.310 INFO:journalctl@ceph.mon.a.vm10.stdout:Mar 09 19:27:40 vm10 bash[17485]: cluster 2026-03-09T19:27:40.046137+0000 mon.a (mon.0) 3 : cluster [DBG] fsid e301dc60-1bed-11f1-8e51-db7da4fd97cc 2026-03-09T19:27:40.310 INFO:journalctl@ceph.mon.a.vm10.stdout:Mar 09 19:27:40 vm10 bash[17485]: cluster 2026-03-09T19:27:40.046195+0000 mon.a (mon.0) 4 : cluster [DBG] last_changed 2026-03-09T19:27:37.061794+0000 2026-03-09T19:27:40.310 INFO:journalctl@ceph.mon.a.vm10.stdout:Mar 09 19:27:40 vm10 bash[17485]: cluster 2026-03-09T19:27:40.046195+0000 mon.a (mon.0) 4 : cluster [DBG] last_changed 2026-03-09T19:27:37.061794+0000 2026-03-09T19:27:40.310 INFO:journalctl@ceph.mon.a.vm10.stdout:Mar 09 19:27:40 vm10 bash[17485]: cluster 2026-03-09T19:27:40.046208+0000 mon.a (mon.0) 5 : cluster [DBG] created 2026-03-09T19:27:37.061794+0000 2026-03-09T19:27:40.310 INFO:journalctl@ceph.mon.a.vm10.stdout:Mar 09 19:27:40 vm10 bash[17485]: cluster 2026-03-09T19:27:40.046208+0000 mon.a (mon.0) 5 : cluster [DBG] created 2026-03-09T19:27:37.061794+0000 2026-03-09T19:27:40.310 INFO:journalctl@ceph.mon.a.vm10.stdout:Mar 09 19:27:40 vm10 bash[17485]: cluster 2026-03-09T19:27:40.046212+0000 mon.a (mon.0) 6 : cluster [DBG] min_mon_release 19 (squid) 2026-03-09T19:27:40.310 INFO:journalctl@ceph.mon.a.vm10.stdout:Mar 09 19:27:40 vm10 bash[17485]: cluster 2026-03-09T19:27:40.046212+0000 mon.a (mon.0) 6 : cluster [DBG] min_mon_release 19 (squid) 2026-03-09T19:27:40.310 INFO:journalctl@ceph.mon.a.vm10.stdout:Mar 09 19:27:40 vm10 bash[17485]: cluster 2026-03-09T19:27:40.046216+0000 mon.a (mon.0) 7 : cluster [DBG] election_strategy: 1 2026-03-09T19:27:40.310 INFO:journalctl@ceph.mon.a.vm10.stdout:Mar 09 19:27:40 vm10 bash[17485]: cluster 2026-03-09T19:27:40.046216+0000 mon.a (mon.0) 7 : cluster [DBG] election_strategy: 1 2026-03-09T19:27:40.310 INFO:journalctl@ceph.mon.a.vm10.stdout:Mar 09 19:27:40 vm10 bash[17485]: cluster 2026-03-09T19:27:40.046222+0000 mon.a (mon.0) 8 : cluster [DBG] 0: [v2:192.168.123.110:3300/0,v1:192.168.123.110:6789/0] mon.a 2026-03-09T19:27:40.310 INFO:journalctl@ceph.mon.a.vm10.stdout:Mar 09 19:27:40 vm10 bash[17485]: cluster 2026-03-09T19:27:40.046222+0000 mon.a (mon.0) 8 : cluster [DBG] 0: [v2:192.168.123.110:3300/0,v1:192.168.123.110:6789/0] mon.a 2026-03-09T19:27:40.311 INFO:journalctl@ceph.mon.a.vm10.stdout:Mar 09 19:27:40 vm10 bash[17485]: cluster 2026-03-09T19:27:40.046472+0000 mon.a (mon.0) 9 : cluster [DBG] fsmap 2026-03-09T19:27:40.311 INFO:journalctl@ceph.mon.a.vm10.stdout:Mar 09 19:27:40 vm10 bash[17485]: cluster 2026-03-09T19:27:40.046472+0000 mon.a (mon.0) 9 : cluster [DBG] fsmap 2026-03-09T19:27:40.311 INFO:journalctl@ceph.mon.a.vm10.stdout:Mar 09 19:27:40 vm10 bash[17485]: cluster 2026-03-09T19:27:40.046492+0000 mon.a (mon.0) 10 : cluster [DBG] osdmap e1: 0 total, 0 up, 0 in 2026-03-09T19:27:40.311 INFO:journalctl@ceph.mon.a.vm10.stdout:Mar 09 19:27:40 vm10 bash[17485]: cluster 2026-03-09T19:27:40.046492+0000 mon.a (mon.0) 10 : cluster [DBG] osdmap e1: 0 total, 0 up, 0 in 2026-03-09T19:27:40.311 INFO:journalctl@ceph.mon.a.vm10.stdout:Mar 09 19:27:40 vm10 bash[17485]: cluster 2026-03-09T19:27:40.047026+0000 mon.a (mon.0) 11 : cluster [DBG] mgrmap e1: no daemons active 2026-03-09T19:27:40.311 INFO:journalctl@ceph.mon.a.vm10.stdout:Mar 09 19:27:40 vm10 bash[17485]: cluster 2026-03-09T19:27:40.047026+0000 mon.a (mon.0) 11 : cluster [DBG] mgrmap e1: no daemons active 2026-03-09T19:27:40.311 INFO:journalctl@ceph.mon.a.vm10.stdout:Mar 09 19:27:40 vm10 bash[17485]: audit 2026-03-09T19:27:40.092646+0000 mon.a (mon.0) 12 : audit [INF] from='client.? 192.168.123.110:0/1059300709' entity='client.admin' 2026-03-09T19:27:40.311 INFO:journalctl@ceph.mon.a.vm10.stdout:Mar 09 19:27:40 vm10 bash[17485]: audit 2026-03-09T19:27:40.092646+0000 mon.a (mon.0) 12 : audit [INF] from='client.? 192.168.123.110:0/1059300709' entity='client.admin' 2026-03-09T19:27:40.366 INFO:teuthology.orchestra.run.vm10.stdout:Non-zero exit code 1 from systemctl reset-failed ceph-e301dc60-1bed-11f1-8e51-db7da4fd97cc@mgr.x 2026-03-09T19:27:40.366 INFO:teuthology.orchestra.run.vm10.stdout:systemctl: stderr Failed to reset failed state of unit ceph-e301dc60-1bed-11f1-8e51-db7da4fd97cc@mgr.x.service: Unit ceph-e301dc60-1bed-11f1-8e51-db7da4fd97cc@mgr.x.service not loaded. 2026-03-09T19:27:40.589 INFO:teuthology.orchestra.run.vm10.stdout:systemctl: stderr Created symlink /etc/systemd/system/ceph-e301dc60-1bed-11f1-8e51-db7da4fd97cc.target.wants/ceph-e301dc60-1bed-11f1-8e51-db7da4fd97cc@mgr.x.service → /etc/systemd/system/ceph-e301dc60-1bed-11f1-8e51-db7da4fd97cc@.service. 2026-03-09T19:27:40.596 INFO:journalctl@ceph.mon.a.vm10.stdout:Mar 09 19:27:40 vm10 systemd[1]: /etc/systemd/system/ceph-e301dc60-1bed-11f1-8e51-db7da4fd97cc@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2026-03-09T19:27:40.596 INFO:journalctl@ceph.mon.a.vm10.stdout:Mar 09 19:27:40 vm10 systemd[1]: /etc/systemd/system/ceph-e301dc60-1bed-11f1-8e51-db7da4fd97cc@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2026-03-09T19:27:40.596 INFO:journalctl@ceph.mgr.x.vm10.stdout:Mar 09 19:27:40 vm10 systemd[1]: Started Ceph mgr.x for e301dc60-1bed-11f1-8e51-db7da4fd97cc. 2026-03-09T19:27:40.602 INFO:teuthology.orchestra.run.vm10.stdout:firewalld does not appear to be present 2026-03-09T19:27:40.602 INFO:teuthology.orchestra.run.vm10.stdout:Not possible to enable service . firewalld.service is not available 2026-03-09T19:27:40.602 INFO:teuthology.orchestra.run.vm10.stdout:firewalld does not appear to be present 2026-03-09T19:27:40.602 INFO:teuthology.orchestra.run.vm10.stdout:Not possible to open ports <[9283, 8765]>. firewalld.service is not available 2026-03-09T19:27:40.602 INFO:teuthology.orchestra.run.vm10.stdout:Waiting for mgr to start... 2026-03-09T19:27:40.602 INFO:teuthology.orchestra.run.vm10.stdout:Waiting for mgr... 2026-03-09T19:27:40.936 INFO:teuthology.orchestra.run.vm10.stdout:/usr/bin/ceph: stdout 2026-03-09T19:27:40.936 INFO:teuthology.orchestra.run.vm10.stdout:/usr/bin/ceph: stdout { 2026-03-09T19:27:40.936 INFO:teuthology.orchestra.run.vm10.stdout:/usr/bin/ceph: stdout "fsid": "e301dc60-1bed-11f1-8e51-db7da4fd97cc", 2026-03-09T19:27:40.936 INFO:teuthology.orchestra.run.vm10.stdout:/usr/bin/ceph: stdout "health": { 2026-03-09T19:27:40.936 INFO:teuthology.orchestra.run.vm10.stdout:/usr/bin/ceph: stdout "status": "HEALTH_OK", 2026-03-09T19:27:40.936 INFO:teuthology.orchestra.run.vm10.stdout:/usr/bin/ceph: stdout "checks": {}, 2026-03-09T19:27:40.936 INFO:teuthology.orchestra.run.vm10.stdout:/usr/bin/ceph: stdout "mutes": [] 2026-03-09T19:27:40.937 INFO:teuthology.orchestra.run.vm10.stdout:/usr/bin/ceph: stdout }, 2026-03-09T19:27:40.937 INFO:teuthology.orchestra.run.vm10.stdout:/usr/bin/ceph: stdout "election_epoch": 5, 2026-03-09T19:27:40.937 INFO:teuthology.orchestra.run.vm10.stdout:/usr/bin/ceph: stdout "quorum": [ 2026-03-09T19:27:40.937 INFO:teuthology.orchestra.run.vm10.stdout:/usr/bin/ceph: stdout 0 2026-03-09T19:27:40.937 INFO:teuthology.orchestra.run.vm10.stdout:/usr/bin/ceph: stdout ], 2026-03-09T19:27:40.937 INFO:teuthology.orchestra.run.vm10.stdout:/usr/bin/ceph: stdout "quorum_names": [ 2026-03-09T19:27:40.937 INFO:teuthology.orchestra.run.vm10.stdout:/usr/bin/ceph: stdout "a" 2026-03-09T19:27:40.937 INFO:teuthology.orchestra.run.vm10.stdout:/usr/bin/ceph: stdout ], 2026-03-09T19:27:40.937 INFO:teuthology.orchestra.run.vm10.stdout:/usr/bin/ceph: stdout "quorum_age": 0, 2026-03-09T19:27:40.937 INFO:teuthology.orchestra.run.vm10.stdout:/usr/bin/ceph: stdout "monmap": { 2026-03-09T19:27:40.937 INFO:teuthology.orchestra.run.vm10.stdout:/usr/bin/ceph: stdout "epoch": 1, 2026-03-09T19:27:40.937 INFO:teuthology.orchestra.run.vm10.stdout:/usr/bin/ceph: stdout "min_mon_release_name": "squid", 2026-03-09T19:27:40.937 INFO:teuthology.orchestra.run.vm10.stdout:/usr/bin/ceph: stdout "num_mons": 1 2026-03-09T19:27:40.937 INFO:teuthology.orchestra.run.vm10.stdout:/usr/bin/ceph: stdout }, 2026-03-09T19:27:40.937 INFO:teuthology.orchestra.run.vm10.stdout:/usr/bin/ceph: stdout "osdmap": { 2026-03-09T19:27:40.937 INFO:teuthology.orchestra.run.vm10.stdout:/usr/bin/ceph: stdout "epoch": 1, 2026-03-09T19:27:40.937 INFO:teuthology.orchestra.run.vm10.stdout:/usr/bin/ceph: stdout "num_osds": 0, 2026-03-09T19:27:40.937 INFO:teuthology.orchestra.run.vm10.stdout:/usr/bin/ceph: stdout "num_up_osds": 0, 2026-03-09T19:27:40.937 INFO:teuthology.orchestra.run.vm10.stdout:/usr/bin/ceph: stdout "osd_up_since": 0, 2026-03-09T19:27:40.937 INFO:teuthology.orchestra.run.vm10.stdout:/usr/bin/ceph: stdout "num_in_osds": 0, 2026-03-09T19:27:40.937 INFO:teuthology.orchestra.run.vm10.stdout:/usr/bin/ceph: stdout "osd_in_since": 0, 2026-03-09T19:27:40.937 INFO:teuthology.orchestra.run.vm10.stdout:/usr/bin/ceph: stdout "num_remapped_pgs": 0 2026-03-09T19:27:40.937 INFO:teuthology.orchestra.run.vm10.stdout:/usr/bin/ceph: stdout }, 2026-03-09T19:27:40.937 INFO:teuthology.orchestra.run.vm10.stdout:/usr/bin/ceph: stdout "pgmap": { 2026-03-09T19:27:40.937 INFO:teuthology.orchestra.run.vm10.stdout:/usr/bin/ceph: stdout "pgs_by_state": [], 2026-03-09T19:27:40.937 INFO:teuthology.orchestra.run.vm10.stdout:/usr/bin/ceph: stdout "num_pgs": 0, 2026-03-09T19:27:40.937 INFO:teuthology.orchestra.run.vm10.stdout:/usr/bin/ceph: stdout "num_pools": 0, 2026-03-09T19:27:40.937 INFO:teuthology.orchestra.run.vm10.stdout:/usr/bin/ceph: stdout "num_objects": 0, 2026-03-09T19:27:40.937 INFO:teuthology.orchestra.run.vm10.stdout:/usr/bin/ceph: stdout "data_bytes": 0, 2026-03-09T19:27:40.937 INFO:teuthology.orchestra.run.vm10.stdout:/usr/bin/ceph: stdout "bytes_used": 0, 2026-03-09T19:27:40.937 INFO:teuthology.orchestra.run.vm10.stdout:/usr/bin/ceph: stdout "bytes_avail": 0, 2026-03-09T19:27:40.937 INFO:teuthology.orchestra.run.vm10.stdout:/usr/bin/ceph: stdout "bytes_total": 0 2026-03-09T19:27:40.937 INFO:teuthology.orchestra.run.vm10.stdout:/usr/bin/ceph: stdout }, 2026-03-09T19:27:40.937 INFO:teuthology.orchestra.run.vm10.stdout:/usr/bin/ceph: stdout "fsmap": { 2026-03-09T19:27:40.937 INFO:teuthology.orchestra.run.vm10.stdout:/usr/bin/ceph: stdout "epoch": 1, 2026-03-09T19:27:40.937 INFO:teuthology.orchestra.run.vm10.stdout:/usr/bin/ceph: stdout "btime": "2026-03-09T19:27:38:730620+0000", 2026-03-09T19:27:40.937 INFO:teuthology.orchestra.run.vm10.stdout:/usr/bin/ceph: stdout "by_rank": [], 2026-03-09T19:27:40.938 INFO:teuthology.orchestra.run.vm10.stdout:/usr/bin/ceph: stdout "up:standby": 0 2026-03-09T19:27:40.938 INFO:teuthology.orchestra.run.vm10.stdout:/usr/bin/ceph: stdout }, 2026-03-09T19:27:40.938 INFO:teuthology.orchestra.run.vm10.stdout:/usr/bin/ceph: stdout "mgrmap": { 2026-03-09T19:27:40.938 INFO:teuthology.orchestra.run.vm10.stdout:/usr/bin/ceph: stdout "available": false, 2026-03-09T19:27:40.938 INFO:teuthology.orchestra.run.vm10.stdout:/usr/bin/ceph: stdout "num_standbys": 0, 2026-03-09T19:27:40.938 INFO:teuthology.orchestra.run.vm10.stdout:/usr/bin/ceph: stdout "modules": [ 2026-03-09T19:27:40.938 INFO:teuthology.orchestra.run.vm10.stdout:/usr/bin/ceph: stdout "iostat", 2026-03-09T19:27:40.938 INFO:teuthology.orchestra.run.vm10.stdout:/usr/bin/ceph: stdout "nfs", 2026-03-09T19:27:40.938 INFO:teuthology.orchestra.run.vm10.stdout:/usr/bin/ceph: stdout "restful" 2026-03-09T19:27:40.938 INFO:teuthology.orchestra.run.vm10.stdout:/usr/bin/ceph: stdout ], 2026-03-09T19:27:40.938 INFO:teuthology.orchestra.run.vm10.stdout:/usr/bin/ceph: stdout "services": {} 2026-03-09T19:27:40.938 INFO:teuthology.orchestra.run.vm10.stdout:/usr/bin/ceph: stdout }, 2026-03-09T19:27:40.938 INFO:teuthology.orchestra.run.vm10.stdout:/usr/bin/ceph: stdout "servicemap": { 2026-03-09T19:27:40.938 INFO:teuthology.orchestra.run.vm10.stdout:/usr/bin/ceph: stdout "epoch": 1, 2026-03-09T19:27:40.938 INFO:teuthology.orchestra.run.vm10.stdout:/usr/bin/ceph: stdout "modified": "2026-03-09T19:27:38.733273+0000", 2026-03-09T19:27:40.938 INFO:teuthology.orchestra.run.vm10.stdout:/usr/bin/ceph: stdout "services": {} 2026-03-09T19:27:40.938 INFO:teuthology.orchestra.run.vm10.stdout:/usr/bin/ceph: stdout }, 2026-03-09T19:27:40.938 INFO:teuthology.orchestra.run.vm10.stdout:/usr/bin/ceph: stdout "progress_events": {} 2026-03-09T19:27:40.938 INFO:teuthology.orchestra.run.vm10.stdout:/usr/bin/ceph: stdout } 2026-03-09T19:27:40.938 INFO:teuthology.orchestra.run.vm10.stdout:mgr not available, waiting (1/15)... 2026-03-09T19:27:41.169 INFO:journalctl@ceph.mgr.x.vm10.stdout:Mar 09 19:27:40 vm10 bash[17753]: debug 2026-03-09T19:27:40.875+0000 7f0409ab9140 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2026-03-09T19:27:41.170 INFO:journalctl@ceph.mgr.x.vm10.stdout:Mar 09 19:27:40 vm10 bash[17753]: debug 2026-03-09T19:27:40.951+0000 7f0409ab9140 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2026-03-09T19:27:41.170 INFO:journalctl@ceph.mgr.x.vm10.stdout:Mar 09 19:27:41 vm10 bash[17753]: debug 2026-03-09T19:27:41.087+0000 7f0409ab9140 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2026-03-09T19:27:41.170 INFO:journalctl@ceph.mon.a.vm10.stdout:Mar 09 19:27:41 vm10 bash[17485]: audit 2026-03-09T19:27:40.874183+0000 mon.a (mon.0) 13 : audit [DBG] from='client.? 192.168.123.110:0/593417846' entity='client.admin' cmd=[{"prefix": "status", "format": "json-pretty"}]: dispatch 2026-03-09T19:27:41.170 INFO:journalctl@ceph.mon.a.vm10.stdout:Mar 09 19:27:41 vm10 bash[17485]: audit 2026-03-09T19:27:40.874183+0000 mon.a (mon.0) 13 : audit [DBG] from='client.? 192.168.123.110:0/593417846' entity='client.admin' cmd=[{"prefix": "status", "format": "json-pretty"}]: dispatch 2026-03-09T19:27:41.919 INFO:journalctl@ceph.mgr.x.vm10.stdout:Mar 09 19:27:41 vm10 bash[17753]: debug 2026-03-09T19:27:41.439+0000 7f0409ab9140 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2026-03-09T19:27:42.357 INFO:journalctl@ceph.mgr.x.vm10.stdout:Mar 09 19:27:41 vm10 bash[17753]: debug 2026-03-09T19:27:41.971+0000 7f0409ab9140 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2026-03-09T19:27:42.357 INFO:journalctl@ceph.mgr.x.vm10.stdout:Mar 09 19:27:42 vm10 bash[17753]: debug 2026-03-09T19:27:42.063+0000 7f0409ab9140 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2026-03-09T19:27:42.357 INFO:journalctl@ceph.mgr.x.vm10.stdout:Mar 09 19:27:42 vm10 bash[17753]: /lib64/python3.9/site-packages/scipy/__init__.py:73: UserWarning: NumPy was imported from a Python sub-interpreter but NumPy does not properly support sub-interpreters. This will likely work for most users but might cause hard to track down issues or subtle bugs. A common user of the rare sub-interpreter feature is wsgi which also allows single-interpreter mode. 2026-03-09T19:27:42.357 INFO:journalctl@ceph.mgr.x.vm10.stdout:Mar 09 19:27:42 vm10 bash[17753]: Improvements in the case of bugs are welcome, but is not on the NumPy roadmap, and full support may require significant effort to achieve. 2026-03-09T19:27:42.357 INFO:journalctl@ceph.mgr.x.vm10.stdout:Mar 09 19:27:42 vm10 bash[17753]: from numpy import show_config as show_numpy_config 2026-03-09T19:27:42.357 INFO:journalctl@ceph.mgr.x.vm10.stdout:Mar 09 19:27:42 vm10 bash[17753]: debug 2026-03-09T19:27:42.195+0000 7f0409ab9140 -1 mgr[py] Module diskprediction_local has missing NOTIFY_TYPES member 2026-03-09T19:27:42.670 INFO:journalctl@ceph.mgr.x.vm10.stdout:Mar 09 19:27:42 vm10 bash[17753]: debug 2026-03-09T19:27:42.351+0000 7f0409ab9140 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2026-03-09T19:27:42.670 INFO:journalctl@ceph.mgr.x.vm10.stdout:Mar 09 19:27:42 vm10 bash[17753]: debug 2026-03-09T19:27:42.387+0000 7f0409ab9140 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2026-03-09T19:27:42.670 INFO:journalctl@ceph.mgr.x.vm10.stdout:Mar 09 19:27:42 vm10 bash[17753]: debug 2026-03-09T19:27:42.423+0000 7f0409ab9140 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2026-03-09T19:27:42.670 INFO:journalctl@ceph.mgr.x.vm10.stdout:Mar 09 19:27:42 vm10 bash[17753]: debug 2026-03-09T19:27:42.467+0000 7f0409ab9140 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2026-03-09T19:27:42.670 INFO:journalctl@ceph.mgr.x.vm10.stdout:Mar 09 19:27:42 vm10 bash[17753]: debug 2026-03-09T19:27:42.523+0000 7f0409ab9140 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2026-03-09T19:27:43.232 INFO:journalctl@ceph.mgr.x.vm10.stdout:Mar 09 19:27:43 vm10 bash[17753]: debug 2026-03-09T19:27:43.043+0000 7f0409ab9140 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2026-03-09T19:27:43.232 INFO:journalctl@ceph.mgr.x.vm10.stdout:Mar 09 19:27:43 vm10 bash[17753]: debug 2026-03-09T19:27:43.091+0000 7f0409ab9140 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2026-03-09T19:27:43.232 INFO:journalctl@ceph.mgr.x.vm10.stdout:Mar 09 19:27:43 vm10 bash[17753]: debug 2026-03-09T19:27:43.143+0000 7f0409ab9140 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2026-03-09T19:27:43.303 INFO:teuthology.orchestra.run.vm10.stdout:/usr/bin/ceph: stdout 2026-03-09T19:27:43.303 INFO:teuthology.orchestra.run.vm10.stdout:/usr/bin/ceph: stdout { 2026-03-09T19:27:43.303 INFO:teuthology.orchestra.run.vm10.stdout:/usr/bin/ceph: stdout "fsid": "e301dc60-1bed-11f1-8e51-db7da4fd97cc", 2026-03-09T19:27:43.303 INFO:teuthology.orchestra.run.vm10.stdout:/usr/bin/ceph: stdout "health": { 2026-03-09T19:27:43.303 INFO:teuthology.orchestra.run.vm10.stdout:/usr/bin/ceph: stdout "status": "HEALTH_OK", 2026-03-09T19:27:43.303 INFO:teuthology.orchestra.run.vm10.stdout:/usr/bin/ceph: stdout "checks": {}, 2026-03-09T19:27:43.303 INFO:teuthology.orchestra.run.vm10.stdout:/usr/bin/ceph: stdout "mutes": [] 2026-03-09T19:27:43.303 INFO:teuthology.orchestra.run.vm10.stdout:/usr/bin/ceph: stdout }, 2026-03-09T19:27:43.303 INFO:teuthology.orchestra.run.vm10.stdout:/usr/bin/ceph: stdout "election_epoch": 5, 2026-03-09T19:27:43.303 INFO:teuthology.orchestra.run.vm10.stdout:/usr/bin/ceph: stdout "quorum": [ 2026-03-09T19:27:43.303 INFO:teuthology.orchestra.run.vm10.stdout:/usr/bin/ceph: stdout 0 2026-03-09T19:27:43.303 INFO:teuthology.orchestra.run.vm10.stdout:/usr/bin/ceph: stdout ], 2026-03-09T19:27:43.303 INFO:teuthology.orchestra.run.vm10.stdout:/usr/bin/ceph: stdout "quorum_names": [ 2026-03-09T19:27:43.303 INFO:teuthology.orchestra.run.vm10.stdout:/usr/bin/ceph: stdout "a" 2026-03-09T19:27:43.303 INFO:teuthology.orchestra.run.vm10.stdout:/usr/bin/ceph: stdout ], 2026-03-09T19:27:43.303 INFO:teuthology.orchestra.run.vm10.stdout:/usr/bin/ceph: stdout "quorum_age": 3, 2026-03-09T19:27:43.303 INFO:teuthology.orchestra.run.vm10.stdout:/usr/bin/ceph: stdout "monmap": { 2026-03-09T19:27:43.303 INFO:teuthology.orchestra.run.vm10.stdout:/usr/bin/ceph: stdout "epoch": 1, 2026-03-09T19:27:43.303 INFO:teuthology.orchestra.run.vm10.stdout:/usr/bin/ceph: stdout "min_mon_release_name": "squid", 2026-03-09T19:27:43.303 INFO:teuthology.orchestra.run.vm10.stdout:/usr/bin/ceph: stdout "num_mons": 1 2026-03-09T19:27:43.303 INFO:teuthology.orchestra.run.vm10.stdout:/usr/bin/ceph: stdout }, 2026-03-09T19:27:43.303 INFO:teuthology.orchestra.run.vm10.stdout:/usr/bin/ceph: stdout "osdmap": { 2026-03-09T19:27:43.303 INFO:teuthology.orchestra.run.vm10.stdout:/usr/bin/ceph: stdout "epoch": 1, 2026-03-09T19:27:43.303 INFO:teuthology.orchestra.run.vm10.stdout:/usr/bin/ceph: stdout "num_osds": 0, 2026-03-09T19:27:43.303 INFO:teuthology.orchestra.run.vm10.stdout:/usr/bin/ceph: stdout "num_up_osds": 0, 2026-03-09T19:27:43.303 INFO:teuthology.orchestra.run.vm10.stdout:/usr/bin/ceph: stdout "osd_up_since": 0, 2026-03-09T19:27:43.303 INFO:teuthology.orchestra.run.vm10.stdout:/usr/bin/ceph: stdout "num_in_osds": 0, 2026-03-09T19:27:43.303 INFO:teuthology.orchestra.run.vm10.stdout:/usr/bin/ceph: stdout "osd_in_since": 0, 2026-03-09T19:27:43.303 INFO:teuthology.orchestra.run.vm10.stdout:/usr/bin/ceph: stdout "num_remapped_pgs": 0 2026-03-09T19:27:43.303 INFO:teuthology.orchestra.run.vm10.stdout:/usr/bin/ceph: stdout }, 2026-03-09T19:27:43.303 INFO:teuthology.orchestra.run.vm10.stdout:/usr/bin/ceph: stdout "pgmap": { 2026-03-09T19:27:43.303 INFO:teuthology.orchestra.run.vm10.stdout:/usr/bin/ceph: stdout "pgs_by_state": [], 2026-03-09T19:27:43.303 INFO:teuthology.orchestra.run.vm10.stdout:/usr/bin/ceph: stdout "num_pgs": 0, 2026-03-09T19:27:43.303 INFO:teuthology.orchestra.run.vm10.stdout:/usr/bin/ceph: stdout "num_pools": 0, 2026-03-09T19:27:43.303 INFO:teuthology.orchestra.run.vm10.stdout:/usr/bin/ceph: stdout "num_objects": 0, 2026-03-09T19:27:43.303 INFO:teuthology.orchestra.run.vm10.stdout:/usr/bin/ceph: stdout "data_bytes": 0, 2026-03-09T19:27:43.303 INFO:teuthology.orchestra.run.vm10.stdout:/usr/bin/ceph: stdout "bytes_used": 0, 2026-03-09T19:27:43.303 INFO:teuthology.orchestra.run.vm10.stdout:/usr/bin/ceph: stdout "bytes_avail": 0, 2026-03-09T19:27:43.303 INFO:teuthology.orchestra.run.vm10.stdout:/usr/bin/ceph: stdout "bytes_total": 0 2026-03-09T19:27:43.303 INFO:teuthology.orchestra.run.vm10.stdout:/usr/bin/ceph: stdout }, 2026-03-09T19:27:43.303 INFO:teuthology.orchestra.run.vm10.stdout:/usr/bin/ceph: stdout "fsmap": { 2026-03-09T19:27:43.303 INFO:teuthology.orchestra.run.vm10.stdout:/usr/bin/ceph: stdout "epoch": 1, 2026-03-09T19:27:43.303 INFO:teuthology.orchestra.run.vm10.stdout:/usr/bin/ceph: stdout "btime": "2026-03-09T19:27:38:730620+0000", 2026-03-09T19:27:43.303 INFO:teuthology.orchestra.run.vm10.stdout:/usr/bin/ceph: stdout "by_rank": [], 2026-03-09T19:27:43.303 INFO:teuthology.orchestra.run.vm10.stdout:/usr/bin/ceph: stdout "up:standby": 0 2026-03-09T19:27:43.303 INFO:teuthology.orchestra.run.vm10.stdout:/usr/bin/ceph: stdout }, 2026-03-09T19:27:43.303 INFO:teuthology.orchestra.run.vm10.stdout:/usr/bin/ceph: stdout "mgrmap": { 2026-03-09T19:27:43.303 INFO:teuthology.orchestra.run.vm10.stdout:/usr/bin/ceph: stdout "available": false, 2026-03-09T19:27:43.304 INFO:teuthology.orchestra.run.vm10.stdout:/usr/bin/ceph: stdout "num_standbys": 0, 2026-03-09T19:27:43.304 INFO:teuthology.orchestra.run.vm10.stdout:/usr/bin/ceph: stdout "modules": [ 2026-03-09T19:27:43.304 INFO:teuthology.orchestra.run.vm10.stdout:/usr/bin/ceph: stdout "iostat", 2026-03-09T19:27:43.304 INFO:teuthology.orchestra.run.vm10.stdout:/usr/bin/ceph: stdout "nfs", 2026-03-09T19:27:43.304 INFO:teuthology.orchestra.run.vm10.stdout:/usr/bin/ceph: stdout "restful" 2026-03-09T19:27:43.304 INFO:teuthology.orchestra.run.vm10.stdout:/usr/bin/ceph: stdout ], 2026-03-09T19:27:43.304 INFO:teuthology.orchestra.run.vm10.stdout:/usr/bin/ceph: stdout "services": {} 2026-03-09T19:27:43.304 INFO:teuthology.orchestra.run.vm10.stdout:/usr/bin/ceph: stdout }, 2026-03-09T19:27:43.304 INFO:teuthology.orchestra.run.vm10.stdout:/usr/bin/ceph: stdout "servicemap": { 2026-03-09T19:27:43.304 INFO:teuthology.orchestra.run.vm10.stdout:/usr/bin/ceph: stdout "epoch": 1, 2026-03-09T19:27:43.304 INFO:teuthology.orchestra.run.vm10.stdout:/usr/bin/ceph: stdout "modified": "2026-03-09T19:27:38.733273+0000", 2026-03-09T19:27:43.304 INFO:teuthology.orchestra.run.vm10.stdout:/usr/bin/ceph: stdout "services": {} 2026-03-09T19:27:43.304 INFO:teuthology.orchestra.run.vm10.stdout:/usr/bin/ceph: stdout }, 2026-03-09T19:27:43.304 INFO:teuthology.orchestra.run.vm10.stdout:/usr/bin/ceph: stdout "progress_events": {} 2026-03-09T19:27:43.304 INFO:teuthology.orchestra.run.vm10.stdout:/usr/bin/ceph: stdout } 2026-03-09T19:27:43.304 INFO:teuthology.orchestra.run.vm10.stdout:mgr not available, waiting (2/15)... 2026-03-09T19:27:43.547 INFO:journalctl@ceph.mgr.x.vm10.stdout:Mar 09 19:27:43 vm10 bash[17753]: debug 2026-03-09T19:27:43.315+0000 7f0409ab9140 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2026-03-09T19:27:43.548 INFO:journalctl@ceph.mgr.x.vm10.stdout:Mar 09 19:27:43 vm10 bash[17753]: debug 2026-03-09T19:27:43.363+0000 7f0409ab9140 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2026-03-09T19:27:43.548 INFO:journalctl@ceph.mgr.x.vm10.stdout:Mar 09 19:27:43 vm10 bash[17753]: debug 2026-03-09T19:27:43.403+0000 7f0409ab9140 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2026-03-09T19:27:43.548 INFO:journalctl@ceph.mon.a.vm10.stdout:Mar 09 19:27:43 vm10 bash[17485]: audit 2026-03-09T19:27:43.163949+0000 mon.a (mon.0) 14 : audit [DBG] from='client.? 192.168.123.110:0/1222525787' entity='client.admin' cmd=[{"prefix": "status", "format": "json-pretty"}]: dispatch 2026-03-09T19:27:43.548 INFO:journalctl@ceph.mon.a.vm10.stdout:Mar 09 19:27:43 vm10 bash[17485]: audit 2026-03-09T19:27:43.163949+0000 mon.a (mon.0) 14 : audit [DBG] from='client.? 192.168.123.110:0/1222525787' entity='client.admin' cmd=[{"prefix": "status", "format": "json-pretty"}]: dispatch 2026-03-09T19:27:43.915 INFO:journalctl@ceph.mgr.x.vm10.stdout:Mar 09 19:27:43 vm10 bash[17753]: debug 2026-03-09T19:27:43.543+0000 7f0409ab9140 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2026-03-09T19:27:43.915 INFO:journalctl@ceph.mgr.x.vm10.stdout:Mar 09 19:27:43 vm10 bash[17753]: debug 2026-03-09T19:27:43.707+0000 7f0409ab9140 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2026-03-09T19:27:44.169 INFO:journalctl@ceph.mgr.x.vm10.stdout:Mar 09 19:27:43 vm10 bash[17753]: debug 2026-03-09T19:27:43.907+0000 7f0409ab9140 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2026-03-09T19:27:44.169 INFO:journalctl@ceph.mgr.x.vm10.stdout:Mar 09 19:27:43 vm10 bash[17753]: debug 2026-03-09T19:27:43.951+0000 7f0409ab9140 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2026-03-09T19:27:44.170 INFO:journalctl@ceph.mgr.x.vm10.stdout:Mar 09 19:27:44 vm10 bash[17753]: debug 2026-03-09T19:27:44.015+0000 7f0409ab9140 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2026-03-09T19:27:44.608 INFO:journalctl@ceph.mgr.x.vm10.stdout:Mar 09 19:27:44 vm10 bash[17753]: debug 2026-03-09T19:27:44.263+0000 7f0409ab9140 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2026-03-09T19:27:44.920 INFO:journalctl@ceph.mgr.x.vm10.stdout:Mar 09 19:27:44 vm10 bash[17753]: debug 2026-03-09T19:27:44.603+0000 7f0409ab9140 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2026-03-09T19:27:44.920 INFO:journalctl@ceph.mon.a.vm10.stdout:Mar 09 19:27:44 vm10 bash[17485]: cluster 2026-03-09T19:27:44.607538+0000 mon.a (mon.0) 15 : cluster [INF] Activating manager daemon x 2026-03-09T19:27:44.920 INFO:journalctl@ceph.mon.a.vm10.stdout:Mar 09 19:27:44 vm10 bash[17485]: cluster 2026-03-09T19:27:44.607538+0000 mon.a (mon.0) 15 : cluster [INF] Activating manager daemon x 2026-03-09T19:27:44.920 INFO:journalctl@ceph.mon.a.vm10.stdout:Mar 09 19:27:44 vm10 bash[17485]: cluster 2026-03-09T19:27:44.628794+0000 mon.a (mon.0) 16 : cluster [DBG] mgrmap e2: x(active, starting, since 0.0213424s) 2026-03-09T19:27:44.920 INFO:journalctl@ceph.mon.a.vm10.stdout:Mar 09 19:27:44 vm10 bash[17485]: cluster 2026-03-09T19:27:44.628794+0000 mon.a (mon.0) 16 : cluster [DBG] mgrmap e2: x(active, starting, since 0.0213424s) 2026-03-09T19:27:44.920 INFO:journalctl@ceph.mon.a.vm10.stdout:Mar 09 19:27:44 vm10 bash[17485]: audit 2026-03-09T19:27:44.629941+0000 mon.a (mon.0) 17 : audit [DBG] from='mgr.14100 192.168.123.110:0/987648525' entity='mgr.x' cmd=[{"prefix": "mds metadata"}]: dispatch 2026-03-09T19:27:44.920 INFO:journalctl@ceph.mon.a.vm10.stdout:Mar 09 19:27:44 vm10 bash[17485]: audit 2026-03-09T19:27:44.629941+0000 mon.a (mon.0) 17 : audit [DBG] from='mgr.14100 192.168.123.110:0/987648525' entity='mgr.x' cmd=[{"prefix": "mds metadata"}]: dispatch 2026-03-09T19:27:44.920 INFO:journalctl@ceph.mon.a.vm10.stdout:Mar 09 19:27:44 vm10 bash[17485]: audit 2026-03-09T19:27:44.630035+0000 mon.a (mon.0) 18 : audit [DBG] from='mgr.14100 192.168.123.110:0/987648525' entity='mgr.x' cmd=[{"prefix": "osd metadata"}]: dispatch 2026-03-09T19:27:44.920 INFO:journalctl@ceph.mon.a.vm10.stdout:Mar 09 19:27:44 vm10 bash[17485]: audit 2026-03-09T19:27:44.630035+0000 mon.a (mon.0) 18 : audit [DBG] from='mgr.14100 192.168.123.110:0/987648525' entity='mgr.x' cmd=[{"prefix": "osd metadata"}]: dispatch 2026-03-09T19:27:44.920 INFO:journalctl@ceph.mon.a.vm10.stdout:Mar 09 19:27:44 vm10 bash[17485]: audit 2026-03-09T19:27:44.630647+0000 mon.a (mon.0) 19 : audit [DBG] from='mgr.14100 192.168.123.110:0/987648525' entity='mgr.x' cmd=[{"prefix": "mon metadata"}]: dispatch 2026-03-09T19:27:44.920 INFO:journalctl@ceph.mon.a.vm10.stdout:Mar 09 19:27:44 vm10 bash[17485]: audit 2026-03-09T19:27:44.630647+0000 mon.a (mon.0) 19 : audit [DBG] from='mgr.14100 192.168.123.110:0/987648525' entity='mgr.x' cmd=[{"prefix": "mon metadata"}]: dispatch 2026-03-09T19:27:44.920 INFO:journalctl@ceph.mon.a.vm10.stdout:Mar 09 19:27:44 vm10 bash[17485]: audit 2026-03-09T19:27:44.631146+0000 mon.a (mon.0) 20 : audit [DBG] from='mgr.14100 192.168.123.110:0/987648525' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2026-03-09T19:27:44.920 INFO:journalctl@ceph.mon.a.vm10.stdout:Mar 09 19:27:44 vm10 bash[17485]: audit 2026-03-09T19:27:44.631146+0000 mon.a (mon.0) 20 : audit [DBG] from='mgr.14100 192.168.123.110:0/987648525' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2026-03-09T19:27:44.920 INFO:journalctl@ceph.mon.a.vm10.stdout:Mar 09 19:27:44 vm10 bash[17485]: audit 2026-03-09T19:27:44.633812+0000 mon.a (mon.0) 21 : audit [DBG] from='mgr.14100 192.168.123.110:0/987648525' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2026-03-09T19:27:44.920 INFO:journalctl@ceph.mon.a.vm10.stdout:Mar 09 19:27:44 vm10 bash[17485]: audit 2026-03-09T19:27:44.633812+0000 mon.a (mon.0) 21 : audit [DBG] from='mgr.14100 192.168.123.110:0/987648525' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2026-03-09T19:27:44.920 INFO:journalctl@ceph.mon.a.vm10.stdout:Mar 09 19:27:44 vm10 bash[17485]: cluster 2026-03-09T19:27:44.640351+0000 mon.a (mon.0) 22 : cluster [INF] Manager daemon x is now available 2026-03-09T19:27:44.920 INFO:journalctl@ceph.mon.a.vm10.stdout:Mar 09 19:27:44 vm10 bash[17485]: cluster 2026-03-09T19:27:44.640351+0000 mon.a (mon.0) 22 : cluster [INF] Manager daemon x is now available 2026-03-09T19:27:44.920 INFO:journalctl@ceph.mon.a.vm10.stdout:Mar 09 19:27:44 vm10 bash[17485]: audit 2026-03-09T19:27:44.650557+0000 mon.a (mon.0) 23 : audit [INF] from='mgr.14100 192.168.123.110:0/987648525' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch 2026-03-09T19:27:44.920 INFO:journalctl@ceph.mon.a.vm10.stdout:Mar 09 19:27:44 vm10 bash[17485]: audit 2026-03-09T19:27:44.650557+0000 mon.a (mon.0) 23 : audit [INF] from='mgr.14100 192.168.123.110:0/987648525' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch 2026-03-09T19:27:44.920 INFO:journalctl@ceph.mon.a.vm10.stdout:Mar 09 19:27:44 vm10 bash[17485]: audit 2026-03-09T19:27:44.654041+0000 mon.a (mon.0) 24 : audit [INF] from='mgr.14100 192.168.123.110:0/987648525' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch 2026-03-09T19:27:44.920 INFO:journalctl@ceph.mon.a.vm10.stdout:Mar 09 19:27:44 vm10 bash[17485]: audit 2026-03-09T19:27:44.654041+0000 mon.a (mon.0) 24 : audit [INF] from='mgr.14100 192.168.123.110:0/987648525' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch 2026-03-09T19:27:44.920 INFO:journalctl@ceph.mon.a.vm10.stdout:Mar 09 19:27:44 vm10 bash[17485]: audit 2026-03-09T19:27:44.662002+0000 mon.a (mon.0) 25 : audit [INF] from='mgr.14100 192.168.123.110:0/987648525' entity='mgr.x' 2026-03-09T19:27:44.920 INFO:journalctl@ceph.mon.a.vm10.stdout:Mar 09 19:27:44 vm10 bash[17485]: audit 2026-03-09T19:27:44.662002+0000 mon.a (mon.0) 25 : audit [INF] from='mgr.14100 192.168.123.110:0/987648525' entity='mgr.x' 2026-03-09T19:27:45.879 INFO:teuthology.orchestra.run.vm10.stdout:/usr/bin/ceph: stdout 2026-03-09T19:27:45.879 INFO:teuthology.orchestra.run.vm10.stdout:/usr/bin/ceph: stdout { 2026-03-09T19:27:45.879 INFO:teuthology.orchestra.run.vm10.stdout:/usr/bin/ceph: stdout "fsid": "e301dc60-1bed-11f1-8e51-db7da4fd97cc", 2026-03-09T19:27:45.879 INFO:teuthology.orchestra.run.vm10.stdout:/usr/bin/ceph: stdout "health": { 2026-03-09T19:27:45.879 INFO:teuthology.orchestra.run.vm10.stdout:/usr/bin/ceph: stdout "status": "HEALTH_OK", 2026-03-09T19:27:45.879 INFO:teuthology.orchestra.run.vm10.stdout:/usr/bin/ceph: stdout "checks": {}, 2026-03-09T19:27:45.879 INFO:teuthology.orchestra.run.vm10.stdout:/usr/bin/ceph: stdout "mutes": [] 2026-03-09T19:27:45.879 INFO:teuthology.orchestra.run.vm10.stdout:/usr/bin/ceph: stdout }, 2026-03-09T19:27:45.879 INFO:teuthology.orchestra.run.vm10.stdout:/usr/bin/ceph: stdout "election_epoch": 5, 2026-03-09T19:27:45.879 INFO:teuthology.orchestra.run.vm10.stdout:/usr/bin/ceph: stdout "quorum": [ 2026-03-09T19:27:45.879 INFO:teuthology.orchestra.run.vm10.stdout:/usr/bin/ceph: stdout 0 2026-03-09T19:27:45.879 INFO:teuthology.orchestra.run.vm10.stdout:/usr/bin/ceph: stdout ], 2026-03-09T19:27:45.879 INFO:teuthology.orchestra.run.vm10.stdout:/usr/bin/ceph: stdout "quorum_names": [ 2026-03-09T19:27:45.879 INFO:teuthology.orchestra.run.vm10.stdout:/usr/bin/ceph: stdout "a" 2026-03-09T19:27:45.879 INFO:teuthology.orchestra.run.vm10.stdout:/usr/bin/ceph: stdout ], 2026-03-09T19:27:45.879 INFO:teuthology.orchestra.run.vm10.stdout:/usr/bin/ceph: stdout "quorum_age": 5, 2026-03-09T19:27:45.879 INFO:teuthology.orchestra.run.vm10.stdout:/usr/bin/ceph: stdout "monmap": { 2026-03-09T19:27:45.879 INFO:teuthology.orchestra.run.vm10.stdout:/usr/bin/ceph: stdout "epoch": 1, 2026-03-09T19:27:45.879 INFO:teuthology.orchestra.run.vm10.stdout:/usr/bin/ceph: stdout "min_mon_release_name": "squid", 2026-03-09T19:27:45.879 INFO:teuthology.orchestra.run.vm10.stdout:/usr/bin/ceph: stdout "num_mons": 1 2026-03-09T19:27:45.879 INFO:teuthology.orchestra.run.vm10.stdout:/usr/bin/ceph: stdout }, 2026-03-09T19:27:45.879 INFO:teuthology.orchestra.run.vm10.stdout:/usr/bin/ceph: stdout "osdmap": { 2026-03-09T19:27:45.879 INFO:teuthology.orchestra.run.vm10.stdout:/usr/bin/ceph: stdout "epoch": 1, 2026-03-09T19:27:45.879 INFO:teuthology.orchestra.run.vm10.stdout:/usr/bin/ceph: stdout "num_osds": 0, 2026-03-09T19:27:45.879 INFO:teuthology.orchestra.run.vm10.stdout:/usr/bin/ceph: stdout "num_up_osds": 0, 2026-03-09T19:27:45.879 INFO:teuthology.orchestra.run.vm10.stdout:/usr/bin/ceph: stdout "osd_up_since": 0, 2026-03-09T19:27:45.879 INFO:teuthology.orchestra.run.vm10.stdout:/usr/bin/ceph: stdout "num_in_osds": 0, 2026-03-09T19:27:45.879 INFO:teuthology.orchestra.run.vm10.stdout:/usr/bin/ceph: stdout "osd_in_since": 0, 2026-03-09T19:27:45.879 INFO:teuthology.orchestra.run.vm10.stdout:/usr/bin/ceph: stdout "num_remapped_pgs": 0 2026-03-09T19:27:45.879 INFO:teuthology.orchestra.run.vm10.stdout:/usr/bin/ceph: stdout }, 2026-03-09T19:27:45.879 INFO:teuthology.orchestra.run.vm10.stdout:/usr/bin/ceph: stdout "pgmap": { 2026-03-09T19:27:45.879 INFO:teuthology.orchestra.run.vm10.stdout:/usr/bin/ceph: stdout "pgs_by_state": [], 2026-03-09T19:27:45.879 INFO:teuthology.orchestra.run.vm10.stdout:/usr/bin/ceph: stdout "num_pgs": 0, 2026-03-09T19:27:45.879 INFO:teuthology.orchestra.run.vm10.stdout:/usr/bin/ceph: stdout "num_pools": 0, 2026-03-09T19:27:45.879 INFO:teuthology.orchestra.run.vm10.stdout:/usr/bin/ceph: stdout "num_objects": 0, 2026-03-09T19:27:45.879 INFO:teuthology.orchestra.run.vm10.stdout:/usr/bin/ceph: stdout "data_bytes": 0, 2026-03-09T19:27:45.879 INFO:teuthology.orchestra.run.vm10.stdout:/usr/bin/ceph: stdout "bytes_used": 0, 2026-03-09T19:27:45.879 INFO:teuthology.orchestra.run.vm10.stdout:/usr/bin/ceph: stdout "bytes_avail": 0, 2026-03-09T19:27:45.879 INFO:teuthology.orchestra.run.vm10.stdout:/usr/bin/ceph: stdout "bytes_total": 0 2026-03-09T19:27:45.879 INFO:teuthology.orchestra.run.vm10.stdout:/usr/bin/ceph: stdout }, 2026-03-09T19:27:45.879 INFO:teuthology.orchestra.run.vm10.stdout:/usr/bin/ceph: stdout "fsmap": { 2026-03-09T19:27:45.879 INFO:teuthology.orchestra.run.vm10.stdout:/usr/bin/ceph: stdout "epoch": 1, 2026-03-09T19:27:45.879 INFO:teuthology.orchestra.run.vm10.stdout:/usr/bin/ceph: stdout "btime": "2026-03-09T19:27:38:730620+0000", 2026-03-09T19:27:45.879 INFO:teuthology.orchestra.run.vm10.stdout:/usr/bin/ceph: stdout "by_rank": [], 2026-03-09T19:27:45.879 INFO:teuthology.orchestra.run.vm10.stdout:/usr/bin/ceph: stdout "up:standby": 0 2026-03-09T19:27:45.879 INFO:teuthology.orchestra.run.vm10.stdout:/usr/bin/ceph: stdout }, 2026-03-09T19:27:45.879 INFO:teuthology.orchestra.run.vm10.stdout:/usr/bin/ceph: stdout "mgrmap": { 2026-03-09T19:27:45.880 INFO:teuthology.orchestra.run.vm10.stdout:/usr/bin/ceph: stdout "available": true, 2026-03-09T19:27:45.880 INFO:teuthology.orchestra.run.vm10.stdout:/usr/bin/ceph: stdout "num_standbys": 0, 2026-03-09T19:27:45.880 INFO:teuthology.orchestra.run.vm10.stdout:/usr/bin/ceph: stdout "modules": [ 2026-03-09T19:27:45.880 INFO:teuthology.orchestra.run.vm10.stdout:/usr/bin/ceph: stdout "iostat", 2026-03-09T19:27:45.880 INFO:teuthology.orchestra.run.vm10.stdout:/usr/bin/ceph: stdout "nfs", 2026-03-09T19:27:45.880 INFO:teuthology.orchestra.run.vm10.stdout:/usr/bin/ceph: stdout "restful" 2026-03-09T19:27:45.880 INFO:teuthology.orchestra.run.vm10.stdout:/usr/bin/ceph: stdout ], 2026-03-09T19:27:45.880 INFO:teuthology.orchestra.run.vm10.stdout:/usr/bin/ceph: stdout "services": {} 2026-03-09T19:27:45.880 INFO:teuthology.orchestra.run.vm10.stdout:/usr/bin/ceph: stdout }, 2026-03-09T19:27:45.880 INFO:teuthology.orchestra.run.vm10.stdout:/usr/bin/ceph: stdout "servicemap": { 2026-03-09T19:27:45.880 INFO:teuthology.orchestra.run.vm10.stdout:/usr/bin/ceph: stdout "epoch": 1, 2026-03-09T19:27:45.880 INFO:teuthology.orchestra.run.vm10.stdout:/usr/bin/ceph: stdout "modified": "2026-03-09T19:27:38.733273+0000", 2026-03-09T19:27:45.880 INFO:teuthology.orchestra.run.vm10.stdout:/usr/bin/ceph: stdout "services": {} 2026-03-09T19:27:45.880 INFO:teuthology.orchestra.run.vm10.stdout:/usr/bin/ceph: stdout }, 2026-03-09T19:27:45.880 INFO:teuthology.orchestra.run.vm10.stdout:/usr/bin/ceph: stdout "progress_events": {} 2026-03-09T19:27:45.880 INFO:teuthology.orchestra.run.vm10.stdout:/usr/bin/ceph: stdout } 2026-03-09T19:27:45.880 INFO:teuthology.orchestra.run.vm10.stdout:mgr is available 2026-03-09T19:27:46.120 INFO:journalctl@ceph.mon.a.vm10.stdout:Mar 09 19:27:45 vm10 bash[17485]: audit 2026-03-09T19:27:44.700745+0000 mon.a (mon.0) 26 : audit [INF] from='mgr.14100 192.168.123.110:0/987648525' entity='mgr.x' 2026-03-09T19:27:46.120 INFO:journalctl@ceph.mon.a.vm10.stdout:Mar 09 19:27:45 vm10 bash[17485]: audit 2026-03-09T19:27:44.700745+0000 mon.a (mon.0) 26 : audit [INF] from='mgr.14100 192.168.123.110:0/987648525' entity='mgr.x' 2026-03-09T19:27:46.121 INFO:journalctl@ceph.mon.a.vm10.stdout:Mar 09 19:27:45 vm10 bash[17485]: audit 2026-03-09T19:27:44.730427+0000 mon.a (mon.0) 27 : audit [INF] from='mgr.14100 192.168.123.110:0/987648525' entity='mgr.x' 2026-03-09T19:27:46.121 INFO:journalctl@ceph.mon.a.vm10.stdout:Mar 09 19:27:45 vm10 bash[17485]: audit 2026-03-09T19:27:44.730427+0000 mon.a (mon.0) 27 : audit [INF] from='mgr.14100 192.168.123.110:0/987648525' entity='mgr.x' 2026-03-09T19:27:46.121 INFO:journalctl@ceph.mon.a.vm10.stdout:Mar 09 19:27:45 vm10 bash[17485]: cluster 2026-03-09T19:27:45.659714+0000 mon.a (mon.0) 28 : cluster [DBG] mgrmap e3: x(active, since 1.05226s) 2026-03-09T19:27:46.121 INFO:journalctl@ceph.mon.a.vm10.stdout:Mar 09 19:27:45 vm10 bash[17485]: cluster 2026-03-09T19:27:45.659714+0000 mon.a (mon.0) 28 : cluster [DBG] mgrmap e3: x(active, since 1.05226s) 2026-03-09T19:27:46.184 INFO:teuthology.orchestra.run.vm10.stdout:/usr/bin/ceph: stdout 2026-03-09T19:27:46.184 INFO:teuthology.orchestra.run.vm10.stdout:/usr/bin/ceph: stdout [global] 2026-03-09T19:27:46.184 INFO:teuthology.orchestra.run.vm10.stdout:/usr/bin/ceph: stdout fsid = e301dc60-1bed-11f1-8e51-db7da4fd97cc 2026-03-09T19:27:46.184 INFO:teuthology.orchestra.run.vm10.stdout:/usr/bin/ceph: stdout mon_cluster_log_file_level = debug 2026-03-09T19:27:46.184 INFO:teuthology.orchestra.run.vm10.stdout:/usr/bin/ceph: stdout mon_host = [v2:192.168.123.110:3300,v1:192.168.123.110:6789] 2026-03-09T19:27:46.184 INFO:teuthology.orchestra.run.vm10.stdout:/usr/bin/ceph: stdout mon_osd_allow_pg_remap = true 2026-03-09T19:27:46.184 INFO:teuthology.orchestra.run.vm10.stdout:/usr/bin/ceph: stdout mon_osd_allow_primary_affinity = true 2026-03-09T19:27:46.184 INFO:teuthology.orchestra.run.vm10.stdout:/usr/bin/ceph: stdout mon_warn_on_no_sortbitwise = false 2026-03-09T19:27:46.184 INFO:teuthology.orchestra.run.vm10.stdout:/usr/bin/ceph: stdout osd_crush_chooseleaf_type = 0 2026-03-09T19:27:46.184 INFO:teuthology.orchestra.run.vm10.stdout:/usr/bin/ceph: stdout 2026-03-09T19:27:46.184 INFO:teuthology.orchestra.run.vm10.stdout:/usr/bin/ceph: stdout [mgr] 2026-03-09T19:27:46.184 INFO:teuthology.orchestra.run.vm10.stdout:/usr/bin/ceph: stdout mgr/telemetry/nag = false 2026-03-09T19:27:46.184 INFO:teuthology.orchestra.run.vm10.stdout:/usr/bin/ceph: stdout 2026-03-09T19:27:46.184 INFO:teuthology.orchestra.run.vm10.stdout:/usr/bin/ceph: stdout [osd] 2026-03-09T19:27:46.184 INFO:teuthology.orchestra.run.vm10.stdout:/usr/bin/ceph: stdout osd_map_max_advance = 10 2026-03-09T19:27:46.184 INFO:teuthology.orchestra.run.vm10.stdout:/usr/bin/ceph: stdout osd_sloppy_crc = true 2026-03-09T19:27:46.184 INFO:teuthology.orchestra.run.vm10.stdout:Enabling cephadm module... 2026-03-09T19:27:46.974 INFO:journalctl@ceph.mgr.x.vm10.stdout:Mar 09 19:27:46 vm10 bash[17753]: ignoring --setuser ceph since I am not root 2026-03-09T19:27:46.974 INFO:journalctl@ceph.mgr.x.vm10.stdout:Mar 09 19:27:46 vm10 bash[17753]: ignoring --setgroup ceph since I am not root 2026-03-09T19:27:46.974 INFO:journalctl@ceph.mgr.x.vm10.stdout:Mar 09 19:27:46 vm10 bash[17753]: debug 2026-03-09T19:27:46.843+0000 7fcd9f42f140 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2026-03-09T19:27:46.974 INFO:journalctl@ceph.mgr.x.vm10.stdout:Mar 09 19:27:46 vm10 bash[17753]: debug 2026-03-09T19:27:46.887+0000 7fcd9f42f140 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2026-03-09T19:27:46.974 INFO:journalctl@ceph.mon.a.vm10.stdout:Mar 09 19:27:46 vm10 bash[17485]: audit 2026-03-09T19:27:45.823813+0000 mon.a (mon.0) 29 : audit [DBG] from='client.? 192.168.123.110:0/2436227028' entity='client.admin' cmd=[{"prefix": "status", "format": "json-pretty"}]: dispatch 2026-03-09T19:27:46.974 INFO:journalctl@ceph.mon.a.vm10.stdout:Mar 09 19:27:46 vm10 bash[17485]: audit 2026-03-09T19:27:45.823813+0000 mon.a (mon.0) 29 : audit [DBG] from='client.? 192.168.123.110:0/2436227028' entity='client.admin' cmd=[{"prefix": "status", "format": "json-pretty"}]: dispatch 2026-03-09T19:27:46.974 INFO:journalctl@ceph.mon.a.vm10.stdout:Mar 09 19:27:46 vm10 bash[17485]: audit 2026-03-09T19:27:46.105900+0000 mon.a (mon.0) 30 : audit [INF] from='client.? 192.168.123.110:0/3394795202' entity='client.admin' cmd=[{"prefix": "config assimilate-conf"}]: dispatch 2026-03-09T19:27:46.974 INFO:journalctl@ceph.mon.a.vm10.stdout:Mar 09 19:27:46 vm10 bash[17485]: audit 2026-03-09T19:27:46.105900+0000 mon.a (mon.0) 30 : audit [INF] from='client.? 192.168.123.110:0/3394795202' entity='client.admin' cmd=[{"prefix": "config assimilate-conf"}]: dispatch 2026-03-09T19:27:46.974 INFO:journalctl@ceph.mon.a.vm10.stdout:Mar 09 19:27:46 vm10 bash[17485]: audit 2026-03-09T19:27:46.494316+0000 mon.a (mon.0) 31 : audit [INF] from='client.? 192.168.123.110:0/3347700173' entity='client.admin' cmd=[{"prefix": "mgr module enable", "module": "cephadm"}]: dispatch 2026-03-09T19:27:46.974 INFO:journalctl@ceph.mon.a.vm10.stdout:Mar 09 19:27:46 vm10 bash[17485]: audit 2026-03-09T19:27:46.494316+0000 mon.a (mon.0) 31 : audit [INF] from='client.? 192.168.123.110:0/3347700173' entity='client.admin' cmd=[{"prefix": "mgr module enable", "module": "cephadm"}]: dispatch 2026-03-09T19:27:47.225 INFO:journalctl@ceph.mgr.x.vm10.stdout:Mar 09 19:27:47 vm10 bash[17753]: debug 2026-03-09T19:27:47.035+0000 7fcd9f42f140 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2026-03-09T19:27:47.269 INFO:teuthology.orchestra.run.vm10.stdout:/usr/bin/ceph: stdout { 2026-03-09T19:27:47.269 INFO:teuthology.orchestra.run.vm10.stdout:/usr/bin/ceph: stdout "epoch": 4, 2026-03-09T19:27:47.269 INFO:teuthology.orchestra.run.vm10.stdout:/usr/bin/ceph: stdout "available": true, 2026-03-09T19:27:47.269 INFO:teuthology.orchestra.run.vm10.stdout:/usr/bin/ceph: stdout "active_name": "x", 2026-03-09T19:27:47.269 INFO:teuthology.orchestra.run.vm10.stdout:/usr/bin/ceph: stdout "num_standby": 0 2026-03-09T19:27:47.269 INFO:teuthology.orchestra.run.vm10.stdout:/usr/bin/ceph: stdout } 2026-03-09T19:27:47.269 INFO:teuthology.orchestra.run.vm10.stdout:Waiting for the mgr to restart... 2026-03-09T19:27:47.269 INFO:teuthology.orchestra.run.vm10.stdout:Waiting for mgr epoch 4... 2026-03-09T19:27:47.669 INFO:journalctl@ceph.mgr.x.vm10.stdout:Mar 09 19:27:47 vm10 bash[17753]: debug 2026-03-09T19:27:47.391+0000 7fcd9f42f140 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2026-03-09T19:27:48.042 INFO:journalctl@ceph.mgr.x.vm10.stdout:Mar 09 19:27:47 vm10 bash[17753]: debug 2026-03-09T19:27:47.943+0000 7fcd9f42f140 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2026-03-09T19:27:48.042 INFO:journalctl@ceph.mon.a.vm10.stdout:Mar 09 19:27:47 vm10 bash[17485]: audit 2026-03-09T19:27:46.714086+0000 mon.a (mon.0) 32 : audit [INF] from='client.? 192.168.123.110:0/3347700173' entity='client.admin' cmd='[{"prefix": "mgr module enable", "module": "cephadm"}]': finished 2026-03-09T19:27:48.042 INFO:journalctl@ceph.mon.a.vm10.stdout:Mar 09 19:27:47 vm10 bash[17485]: audit 2026-03-09T19:27:46.714086+0000 mon.a (mon.0) 32 : audit [INF] from='client.? 192.168.123.110:0/3347700173' entity='client.admin' cmd='[{"prefix": "mgr module enable", "module": "cephadm"}]': finished 2026-03-09T19:27:48.042 INFO:journalctl@ceph.mon.a.vm10.stdout:Mar 09 19:27:47 vm10 bash[17485]: cluster 2026-03-09T19:27:46.717863+0000 mon.a (mon.0) 33 : cluster [DBG] mgrmap e4: x(active, since 2s) 2026-03-09T19:27:48.042 INFO:journalctl@ceph.mon.a.vm10.stdout:Mar 09 19:27:47 vm10 bash[17485]: cluster 2026-03-09T19:27:46.717863+0000 mon.a (mon.0) 33 : cluster [DBG] mgrmap e4: x(active, since 2s) 2026-03-09T19:27:48.042 INFO:journalctl@ceph.mon.a.vm10.stdout:Mar 09 19:27:47 vm10 bash[17485]: audit 2026-03-09T19:27:47.205584+0000 mon.a (mon.0) 34 : audit [DBG] from='client.? 192.168.123.110:0/3036696545' entity='client.admin' cmd=[{"prefix": "mgr stat"}]: dispatch 2026-03-09T19:27:48.042 INFO:journalctl@ceph.mon.a.vm10.stdout:Mar 09 19:27:47 vm10 bash[17485]: audit 2026-03-09T19:27:47.205584+0000 mon.a (mon.0) 34 : audit [DBG] from='client.? 192.168.123.110:0/3036696545' entity='client.admin' cmd=[{"prefix": "mgr stat"}]: dispatch 2026-03-09T19:27:48.366 INFO:journalctl@ceph.mgr.x.vm10.stdout:Mar 09 19:27:48 vm10 bash[17753]: debug 2026-03-09T19:27:48.035+0000 7fcd9f42f140 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2026-03-09T19:27:48.366 INFO:journalctl@ceph.mgr.x.vm10.stdout:Mar 09 19:27:48 vm10 bash[17753]: /lib64/python3.9/site-packages/scipy/__init__.py:73: UserWarning: NumPy was imported from a Python sub-interpreter but NumPy does not properly support sub-interpreters. This will likely work for most users but might cause hard to track down issues or subtle bugs. A common user of the rare sub-interpreter feature is wsgi which also allows single-interpreter mode. 2026-03-09T19:27:48.366 INFO:journalctl@ceph.mgr.x.vm10.stdout:Mar 09 19:27:48 vm10 bash[17753]: Improvements in the case of bugs are welcome, but is not on the NumPy roadmap, and full support may require significant effort to achieve. 2026-03-09T19:27:48.366 INFO:journalctl@ceph.mgr.x.vm10.stdout:Mar 09 19:27:48 vm10 bash[17753]: from numpy import show_config as show_numpy_config 2026-03-09T19:27:48.366 INFO:journalctl@ceph.mgr.x.vm10.stdout:Mar 09 19:27:48 vm10 bash[17753]: debug 2026-03-09T19:27:48.191+0000 7fcd9f42f140 -1 mgr[py] Module diskprediction_local has missing NOTIFY_TYPES member 2026-03-09T19:27:48.669 INFO:journalctl@ceph.mgr.x.vm10.stdout:Mar 09 19:27:48 vm10 bash[17753]: debug 2026-03-09T19:27:48.359+0000 7fcd9f42f140 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2026-03-09T19:27:48.670 INFO:journalctl@ceph.mgr.x.vm10.stdout:Mar 09 19:27:48 vm10 bash[17753]: debug 2026-03-09T19:27:48.403+0000 7fcd9f42f140 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2026-03-09T19:27:48.670 INFO:journalctl@ceph.mgr.x.vm10.stdout:Mar 09 19:27:48 vm10 bash[17753]: debug 2026-03-09T19:27:48.447+0000 7fcd9f42f140 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2026-03-09T19:27:48.670 INFO:journalctl@ceph.mgr.x.vm10.stdout:Mar 09 19:27:48 vm10 bash[17753]: debug 2026-03-09T19:27:48.491+0000 7fcd9f42f140 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2026-03-09T19:27:48.670 INFO:journalctl@ceph.mgr.x.vm10.stdout:Mar 09 19:27:48 vm10 bash[17753]: debug 2026-03-09T19:27:48.547+0000 7fcd9f42f140 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2026-03-09T19:27:49.313 INFO:journalctl@ceph.mgr.x.vm10.stdout:Mar 09 19:27:49 vm10 bash[17753]: debug 2026-03-09T19:27:49.027+0000 7fcd9f42f140 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2026-03-09T19:27:49.313 INFO:journalctl@ceph.mgr.x.vm10.stdout:Mar 09 19:27:49 vm10 bash[17753]: debug 2026-03-09T19:27:49.063+0000 7fcd9f42f140 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2026-03-09T19:27:49.313 INFO:journalctl@ceph.mgr.x.vm10.stdout:Mar 09 19:27:49 vm10 bash[17753]: debug 2026-03-09T19:27:49.103+0000 7fcd9f42f140 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2026-03-09T19:27:49.313 INFO:journalctl@ceph.mgr.x.vm10.stdout:Mar 09 19:27:49 vm10 bash[17753]: debug 2026-03-09T19:27:49.259+0000 7fcd9f42f140 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2026-03-09T19:27:49.656 INFO:journalctl@ceph.mgr.x.vm10.stdout:Mar 09 19:27:49 vm10 bash[17753]: debug 2026-03-09T19:27:49.307+0000 7fcd9f42f140 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2026-03-09T19:27:49.656 INFO:journalctl@ceph.mgr.x.vm10.stdout:Mar 09 19:27:49 vm10 bash[17753]: debug 2026-03-09T19:27:49.351+0000 7fcd9f42f140 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2026-03-09T19:27:49.656 INFO:journalctl@ceph.mgr.x.vm10.stdout:Mar 09 19:27:49 vm10 bash[17753]: debug 2026-03-09T19:27:49.475+0000 7fcd9f42f140 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2026-03-09T19:27:49.919 INFO:journalctl@ceph.mgr.x.vm10.stdout:Mar 09 19:27:49 vm10 bash[17753]: debug 2026-03-09T19:27:49.651+0000 7fcd9f42f140 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2026-03-09T19:27:49.919 INFO:journalctl@ceph.mgr.x.vm10.stdout:Mar 09 19:27:49 vm10 bash[17753]: debug 2026-03-09T19:27:49.843+0000 7fcd9f42f140 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2026-03-09T19:27:49.920 INFO:journalctl@ceph.mgr.x.vm10.stdout:Mar 09 19:27:49 vm10 bash[17753]: debug 2026-03-09T19:27:49.883+0000 7fcd9f42f140 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2026-03-09T19:27:50.369 INFO:journalctl@ceph.mgr.x.vm10.stdout:Mar 09 19:27:49 vm10 bash[17753]: debug 2026-03-09T19:27:49.927+0000 7fcd9f42f140 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2026-03-09T19:27:50.369 INFO:journalctl@ceph.mgr.x.vm10.stdout:Mar 09 19:27:50 vm10 bash[17753]: debug 2026-03-09T19:27:50.095+0000 7fcd9f42f140 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2026-03-09T19:27:50.670 INFO:journalctl@ceph.mgr.x.vm10.stdout:Mar 09 19:27:50 vm10 bash[17753]: debug 2026-03-09T19:27:50.363+0000 7fcd9f42f140 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2026-03-09T19:27:50.670 INFO:journalctl@ceph.mon.a.vm10.stdout:Mar 09 19:27:50 vm10 bash[17485]: cluster 2026-03-09T19:27:50.368946+0000 mon.a (mon.0) 35 : cluster [INF] Active manager daemon x restarted 2026-03-09T19:27:50.670 INFO:journalctl@ceph.mon.a.vm10.stdout:Mar 09 19:27:50 vm10 bash[17485]: cluster 2026-03-09T19:27:50.368946+0000 mon.a (mon.0) 35 : cluster [INF] Active manager daemon x restarted 2026-03-09T19:27:50.670 INFO:journalctl@ceph.mon.a.vm10.stdout:Mar 09 19:27:50 vm10 bash[17485]: cluster 2026-03-09T19:27:50.369667+0000 mon.a (mon.0) 36 : cluster [INF] Activating manager daemon x 2026-03-09T19:27:50.670 INFO:journalctl@ceph.mon.a.vm10.stdout:Mar 09 19:27:50 vm10 bash[17485]: cluster 2026-03-09T19:27:50.369667+0000 mon.a (mon.0) 36 : cluster [INF] Activating manager daemon x 2026-03-09T19:27:50.670 INFO:journalctl@ceph.mon.a.vm10.stdout:Mar 09 19:27:50 vm10 bash[17485]: cluster 2026-03-09T19:27:50.375944+0000 mon.a (mon.0) 37 : cluster [DBG] osdmap e2: 0 total, 0 up, 0 in 2026-03-09T19:27:50.670 INFO:journalctl@ceph.mon.a.vm10.stdout:Mar 09 19:27:50 vm10 bash[17485]: cluster 2026-03-09T19:27:50.375944+0000 mon.a (mon.0) 37 : cluster [DBG] osdmap e2: 0 total, 0 up, 0 in 2026-03-09T19:27:50.670 INFO:journalctl@ceph.mon.a.vm10.stdout:Mar 09 19:27:50 vm10 bash[17485]: cluster 2026-03-09T19:27:50.376122+0000 mon.a (mon.0) 38 : cluster [DBG] mgrmap e5: x(active, starting, since 0.00665647s) 2026-03-09T19:27:50.670 INFO:journalctl@ceph.mon.a.vm10.stdout:Mar 09 19:27:50 vm10 bash[17485]: cluster 2026-03-09T19:27:50.376122+0000 mon.a (mon.0) 38 : cluster [DBG] mgrmap e5: x(active, starting, since 0.00665647s) 2026-03-09T19:27:50.670 INFO:journalctl@ceph.mon.a.vm10.stdout:Mar 09 19:27:50 vm10 bash[17485]: audit 2026-03-09T19:27:50.378780+0000 mon.a (mon.0) 39 : audit [DBG] from='mgr.14118 192.168.123.110:0/3585677608' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2026-03-09T19:27:50.670 INFO:journalctl@ceph.mon.a.vm10.stdout:Mar 09 19:27:50 vm10 bash[17485]: audit 2026-03-09T19:27:50.378780+0000 mon.a (mon.0) 39 : audit [DBG] from='mgr.14118 192.168.123.110:0/3585677608' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2026-03-09T19:27:50.670 INFO:journalctl@ceph.mon.a.vm10.stdout:Mar 09 19:27:50 vm10 bash[17485]: audit 2026-03-09T19:27:50.379860+0000 mon.a (mon.0) 40 : audit [DBG] from='mgr.14118 192.168.123.110:0/3585677608' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2026-03-09T19:27:50.670 INFO:journalctl@ceph.mon.a.vm10.stdout:Mar 09 19:27:50 vm10 bash[17485]: audit 2026-03-09T19:27:50.379860+0000 mon.a (mon.0) 40 : audit [DBG] from='mgr.14118 192.168.123.110:0/3585677608' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2026-03-09T19:27:50.670 INFO:journalctl@ceph.mon.a.vm10.stdout:Mar 09 19:27:50 vm10 bash[17485]: audit 2026-03-09T19:27:50.380501+0000 mon.a (mon.0) 41 : audit [DBG] from='mgr.14118 192.168.123.110:0/3585677608' entity='mgr.x' cmd=[{"prefix": "mds metadata"}]: dispatch 2026-03-09T19:27:50.670 INFO:journalctl@ceph.mon.a.vm10.stdout:Mar 09 19:27:50 vm10 bash[17485]: audit 2026-03-09T19:27:50.380501+0000 mon.a (mon.0) 41 : audit [DBG] from='mgr.14118 192.168.123.110:0/3585677608' entity='mgr.x' cmd=[{"prefix": "mds metadata"}]: dispatch 2026-03-09T19:27:50.670 INFO:journalctl@ceph.mon.a.vm10.stdout:Mar 09 19:27:50 vm10 bash[17485]: audit 2026-03-09T19:27:50.380580+0000 mon.a (mon.0) 42 : audit [DBG] from='mgr.14118 192.168.123.110:0/3585677608' entity='mgr.x' cmd=[{"prefix": "osd metadata"}]: dispatch 2026-03-09T19:27:50.670 INFO:journalctl@ceph.mon.a.vm10.stdout:Mar 09 19:27:50 vm10 bash[17485]: audit 2026-03-09T19:27:50.380580+0000 mon.a (mon.0) 42 : audit [DBG] from='mgr.14118 192.168.123.110:0/3585677608' entity='mgr.x' cmd=[{"prefix": "osd metadata"}]: dispatch 2026-03-09T19:27:50.670 INFO:journalctl@ceph.mon.a.vm10.stdout:Mar 09 19:27:50 vm10 bash[17485]: audit 2026-03-09T19:27:50.380824+0000 mon.a (mon.0) 43 : audit [DBG] from='mgr.14118 192.168.123.110:0/3585677608' entity='mgr.x' cmd=[{"prefix": "mon metadata"}]: dispatch 2026-03-09T19:27:50.670 INFO:journalctl@ceph.mon.a.vm10.stdout:Mar 09 19:27:50 vm10 bash[17485]: audit 2026-03-09T19:27:50.380824+0000 mon.a (mon.0) 43 : audit [DBG] from='mgr.14118 192.168.123.110:0/3585677608' entity='mgr.x' cmd=[{"prefix": "mon metadata"}]: dispatch 2026-03-09T19:27:50.670 INFO:journalctl@ceph.mon.a.vm10.stdout:Mar 09 19:27:50 vm10 bash[17485]: cluster 2026-03-09T19:27:50.387051+0000 mon.a (mon.0) 44 : cluster [INF] Manager daemon x is now available 2026-03-09T19:27:50.670 INFO:journalctl@ceph.mon.a.vm10.stdout:Mar 09 19:27:50 vm10 bash[17485]: cluster 2026-03-09T19:27:50.387051+0000 mon.a (mon.0) 44 : cluster [INF] Manager daemon x is now available 2026-03-09T19:27:50.670 INFO:journalctl@ceph.mon.a.vm10.stdout:Mar 09 19:27:50 vm10 bash[17485]: audit 2026-03-09T19:27:50.398353+0000 mon.a (mon.0) 45 : audit [INF] from='mgr.14118 192.168.123.110:0/3585677608' entity='mgr.x' 2026-03-09T19:27:50.670 INFO:journalctl@ceph.mon.a.vm10.stdout:Mar 09 19:27:50 vm10 bash[17485]: audit 2026-03-09T19:27:50.398353+0000 mon.a (mon.0) 45 : audit [INF] from='mgr.14118 192.168.123.110:0/3585677608' entity='mgr.x' 2026-03-09T19:27:50.670 INFO:journalctl@ceph.mon.a.vm10.stdout:Mar 09 19:27:50 vm10 bash[17485]: audit 2026-03-09T19:27:50.404034+0000 mon.a (mon.0) 46 : audit [INF] from='mgr.14118 192.168.123.110:0/3585677608' entity='mgr.x' 2026-03-09T19:27:50.670 INFO:journalctl@ceph.mon.a.vm10.stdout:Mar 09 19:27:50 vm10 bash[17485]: audit 2026-03-09T19:27:50.404034+0000 mon.a (mon.0) 46 : audit [INF] from='mgr.14118 192.168.123.110:0/3585677608' entity='mgr.x' 2026-03-09T19:27:50.670 INFO:journalctl@ceph.mon.a.vm10.stdout:Mar 09 19:27:50 vm10 bash[17485]: audit 2026-03-09T19:27:50.417335+0000 mon.a (mon.0) 47 : audit [DBG] from='mgr.14118 192.168.123.110:0/3585677608' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2026-03-09T19:27:50.670 INFO:journalctl@ceph.mon.a.vm10.stdout:Mar 09 19:27:50 vm10 bash[17485]: audit 2026-03-09T19:27:50.417335+0000 mon.a (mon.0) 47 : audit [DBG] from='mgr.14118 192.168.123.110:0/3585677608' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2026-03-09T19:27:50.671 INFO:journalctl@ceph.mon.a.vm10.stdout:Mar 09 19:27:50 vm10 bash[17485]: audit 2026-03-09T19:27:50.419808+0000 mon.a (mon.0) 48 : audit [DBG] from='mgr.14118 192.168.123.110:0/3585677608' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2026-03-09T19:27:50.671 INFO:journalctl@ceph.mon.a.vm10.stdout:Mar 09 19:27:50 vm10 bash[17485]: audit 2026-03-09T19:27:50.419808+0000 mon.a (mon.0) 48 : audit [DBG] from='mgr.14118 192.168.123.110:0/3585677608' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2026-03-09T19:27:51.592 INFO:teuthology.orchestra.run.vm10.stdout:/usr/bin/ceph: stdout { 2026-03-09T19:27:51.592 INFO:teuthology.orchestra.run.vm10.stdout:/usr/bin/ceph: stdout "mgrmap_epoch": 5, 2026-03-09T19:27:51.592 INFO:teuthology.orchestra.run.vm10.stdout:/usr/bin/ceph: stdout "initialized": true 2026-03-09T19:27:51.593 INFO:teuthology.orchestra.run.vm10.stdout:/usr/bin/ceph: stdout } 2026-03-09T19:27:51.593 INFO:teuthology.orchestra.run.vm10.stdout:mgr epoch 4 is available 2026-03-09T19:27:51.593 INFO:teuthology.orchestra.run.vm10.stdout:Setting orchestrator backend to cephadm... 2026-03-09T19:27:51.920 INFO:journalctl@ceph.mon.a.vm10.stdout:Mar 09 19:27:51 vm10 bash[17485]: cephadm 2026-03-09T19:27:50.395253+0000 mgr.x (mgr.14118) 1 : cephadm [INF] Found migration_current of "None". Setting to last migration. 2026-03-09T19:27:51.946 INFO:journalctl@ceph.mon.a.vm10.stdout:Mar 09 19:27:51 vm10 bash[17485]: cephadm 2026-03-09T19:27:50.395253+0000 mgr.x (mgr.14118) 1 : cephadm [INF] Found migration_current of "None". Setting to last migration. 2026-03-09T19:27:51.946 INFO:journalctl@ceph.mon.a.vm10.stdout:Mar 09 19:27:51 vm10 bash[17485]: audit 2026-03-09T19:27:50.442416+0000 mon.a (mon.0) 49 : audit [INF] from='mgr.14118 192.168.123.110:0/3585677608' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch 2026-03-09T19:27:51.946 INFO:journalctl@ceph.mon.a.vm10.stdout:Mar 09 19:27:51 vm10 bash[17485]: audit 2026-03-09T19:27:50.442416+0000 mon.a (mon.0) 49 : audit [INF] from='mgr.14118 192.168.123.110:0/3585677608' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch 2026-03-09T19:27:51.946 INFO:journalctl@ceph.mon.a.vm10.stdout:Mar 09 19:27:51 vm10 bash[17485]: audit 2026-03-09T19:27:50.448645+0000 mon.a (mon.0) 50 : audit [INF] from='mgr.14118 192.168.123.110:0/3585677608' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch 2026-03-09T19:27:51.946 INFO:journalctl@ceph.mon.a.vm10.stdout:Mar 09 19:27:51 vm10 bash[17485]: audit 2026-03-09T19:27:50.448645+0000 mon.a (mon.0) 50 : audit [INF] from='mgr.14118 192.168.123.110:0/3585677608' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch 2026-03-09T19:27:51.946 INFO:journalctl@ceph.mon.a.vm10.stdout:Mar 09 19:27:51 vm10 bash[17485]: audit 2026-03-09T19:27:50.720805+0000 mon.a (mon.0) 51 : audit [INF] from='mgr.14118 192.168.123.110:0/3585677608' entity='mgr.x' 2026-03-09T19:27:51.946 INFO:journalctl@ceph.mon.a.vm10.stdout:Mar 09 19:27:51 vm10 bash[17485]: audit 2026-03-09T19:27:50.720805+0000 mon.a (mon.0) 51 : audit [INF] from='mgr.14118 192.168.123.110:0/3585677608' entity='mgr.x' 2026-03-09T19:27:51.946 INFO:journalctl@ceph.mon.a.vm10.stdout:Mar 09 19:27:51 vm10 bash[17485]: audit 2026-03-09T19:27:50.723612+0000 mon.a (mon.0) 52 : audit [INF] from='mgr.14118 192.168.123.110:0/3585677608' entity='mgr.x' 2026-03-09T19:27:51.946 INFO:journalctl@ceph.mon.a.vm10.stdout:Mar 09 19:27:51 vm10 bash[17485]: audit 2026-03-09T19:27:50.723612+0000 mon.a (mon.0) 52 : audit [INF] from='mgr.14118 192.168.123.110:0/3585677608' entity='mgr.x' 2026-03-09T19:27:52.573 INFO:teuthology.orchestra.run.vm10.stdout:/usr/bin/ceph: stdout value unchanged 2026-03-09T19:27:52.573 INFO:teuthology.orchestra.run.vm10.stdout:Generating ssh key... 2026-03-09T19:27:52.597 INFO:journalctl@ceph.mon.a.vm10.stdout:Mar 09 19:27:52 vm10 bash[17485]: audit 2026-03-09T19:27:51.448006+0000 mgr.x (mgr.14118) 2 : audit [DBG] from='client.14122 -' entity='client.admin' cmd=[{"prefix": "get_command_descriptions"}]: dispatch 2026-03-09T19:27:52.597 INFO:journalctl@ceph.mon.a.vm10.stdout:Mar 09 19:27:52 vm10 bash[17485]: audit 2026-03-09T19:27:51.448006+0000 mgr.x (mgr.14118) 2 : audit [DBG] from='client.14122 -' entity='client.admin' cmd=[{"prefix": "get_command_descriptions"}]: dispatch 2026-03-09T19:27:52.597 INFO:journalctl@ceph.mon.a.vm10.stdout:Mar 09 19:27:52 vm10 bash[17485]: cluster 2026-03-09T19:27:51.449755+0000 mon.a (mon.0) 53 : cluster [DBG] mgrmap e6: x(active, since 1.0803s) 2026-03-09T19:27:52.597 INFO:journalctl@ceph.mon.a.vm10.stdout:Mar 09 19:27:52 vm10 bash[17485]: cluster 2026-03-09T19:27:51.449755+0000 mon.a (mon.0) 53 : cluster [DBG] mgrmap e6: x(active, since 1.0803s) 2026-03-09T19:27:52.597 INFO:journalctl@ceph.mon.a.vm10.stdout:Mar 09 19:27:52 vm10 bash[17485]: audit 2026-03-09T19:27:51.453921+0000 mgr.x (mgr.14118) 3 : audit [DBG] from='client.14122 -' entity='client.admin' cmd=[{"prefix": "mgr_status"}]: dispatch 2026-03-09T19:27:52.597 INFO:journalctl@ceph.mon.a.vm10.stdout:Mar 09 19:27:52 vm10 bash[17485]: audit 2026-03-09T19:27:51.453921+0000 mgr.x (mgr.14118) 3 : audit [DBG] from='client.14122 -' entity='client.admin' cmd=[{"prefix": "mgr_status"}]: dispatch 2026-03-09T19:27:52.597 INFO:journalctl@ceph.mon.a.vm10.stdout:Mar 09 19:27:52 vm10 bash[17485]: audit 2026-03-09T19:27:51.995165+0000 mon.a (mon.0) 54 : audit [DBG] from='mgr.14118 192.168.123.110:0/3585677608' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2026-03-09T19:27:52.597 INFO:journalctl@ceph.mon.a.vm10.stdout:Mar 09 19:27:52 vm10 bash[17485]: audit 2026-03-09T19:27:51.995165+0000 mon.a (mon.0) 54 : audit [DBG] from='mgr.14118 192.168.123.110:0/3585677608' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2026-03-09T19:27:52.597 INFO:journalctl@ceph.mon.a.vm10.stdout:Mar 09 19:27:52 vm10 bash[17485]: audit 2026-03-09T19:27:52.004536+0000 mon.a (mon.0) 55 : audit [INF] from='mgr.14118 192.168.123.110:0/3585677608' entity='mgr.x' 2026-03-09T19:27:52.597 INFO:journalctl@ceph.mon.a.vm10.stdout:Mar 09 19:27:52 vm10 bash[17485]: audit 2026-03-09T19:27:52.004536+0000 mon.a (mon.0) 55 : audit [INF] from='mgr.14118 192.168.123.110:0/3585677608' entity='mgr.x' 2026-03-09T19:27:52.597 INFO:journalctl@ceph.mon.a.vm10.stdout:Mar 09 19:27:52 vm10 bash[17485]: audit 2026-03-09T19:27:52.017712+0000 mon.a (mon.0) 56 : audit [DBG] from='mgr.14118 192.168.123.110:0/3585677608' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2026-03-09T19:27:52.597 INFO:journalctl@ceph.mon.a.vm10.stdout:Mar 09 19:27:52 vm10 bash[17485]: audit 2026-03-09T19:27:52.017712+0000 mon.a (mon.0) 56 : audit [DBG] from='mgr.14118 192.168.123.110:0/3585677608' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2026-03-09T19:27:52.861 INFO:journalctl@ceph.mgr.x.vm10.stdout:Mar 09 19:27:52 vm10 bash[17753]: Generating public/private ed25519 key pair. 2026-03-09T19:27:52.861 INFO:journalctl@ceph.mgr.x.vm10.stdout:Mar 09 19:27:52 vm10 bash[17753]: Your identification has been saved in /tmp/tmp1bl24o69/key 2026-03-09T19:27:52.861 INFO:journalctl@ceph.mgr.x.vm10.stdout:Mar 09 19:27:52 vm10 bash[17753]: Your public key has been saved in /tmp/tmp1bl24o69/key.pub 2026-03-09T19:27:52.861 INFO:journalctl@ceph.mgr.x.vm10.stdout:Mar 09 19:27:52 vm10 bash[17753]: The key fingerprint is: 2026-03-09T19:27:52.861 INFO:journalctl@ceph.mgr.x.vm10.stdout:Mar 09 19:27:52 vm10 bash[17753]: SHA256:GkmCsomIgKWQFgBieekQwbpWkAqxu8+NceXgys0KRxU ceph-e301dc60-1bed-11f1-8e51-db7da4fd97cc 2026-03-09T19:27:52.861 INFO:journalctl@ceph.mgr.x.vm10.stdout:Mar 09 19:27:52 vm10 bash[17753]: The key's randomart image is: 2026-03-09T19:27:52.861 INFO:journalctl@ceph.mgr.x.vm10.stdout:Mar 09 19:27:52 vm10 bash[17753]: +--[ED25519 256]--+ 2026-03-09T19:27:52.861 INFO:journalctl@ceph.mgr.x.vm10.stdout:Mar 09 19:27:52 vm10 bash[17753]: |XBB E | 2026-03-09T19:27:52.861 INFO:journalctl@ceph.mgr.x.vm10.stdout:Mar 09 19:27:52 vm10 bash[17753]: |B@ + . | 2026-03-09T19:27:52.861 INFO:journalctl@ceph.mgr.x.vm10.stdout:Mar 09 19:27:52 vm10 bash[17753]: |@ * o . | 2026-03-09T19:27:52.861 INFO:journalctl@ceph.mgr.x.vm10.stdout:Mar 09 19:27:52 vm10 bash[17753]: |B= + o . | 2026-03-09T19:27:52.861 INFO:journalctl@ceph.mgr.x.vm10.stdout:Mar 09 19:27:52 vm10 bash[17753]: |B.o . + S | 2026-03-09T19:27:52.861 INFO:journalctl@ceph.mgr.x.vm10.stdout:Mar 09 19:27:52 vm10 bash[17753]: |.+ . + o | 2026-03-09T19:27:52.861 INFO:journalctl@ceph.mgr.x.vm10.stdout:Mar 09 19:27:52 vm10 bash[17753]: |+ o o o | 2026-03-09T19:27:52.861 INFO:journalctl@ceph.mgr.x.vm10.stdout:Mar 09 19:27:52 vm10 bash[17753]: | * O | 2026-03-09T19:27:52.861 INFO:journalctl@ceph.mgr.x.vm10.stdout:Mar 09 19:27:52 vm10 bash[17753]: | B.+ | 2026-03-09T19:27:52.861 INFO:journalctl@ceph.mgr.x.vm10.stdout:Mar 09 19:27:52 vm10 bash[17753]: +----[SHA256]-----+ 2026-03-09T19:27:53.221 INFO:teuthology.orchestra.run.vm10.stdout:/usr/bin/ceph: stdout ssh-ed25519 AAAAC3NzaC1lZDI1NTE5AAAAIOatFgkJKFFtglGB7aaap8L2mdh9GfBrQ2ePdlKsrxDl ceph-e301dc60-1bed-11f1-8e51-db7da4fd97cc 2026-03-09T19:27:53.221 INFO:teuthology.orchestra.run.vm10.stdout:Wrote public SSH key to /home/ubuntu/cephtest/ceph.pub 2026-03-09T19:27:53.221 INFO:teuthology.orchestra.run.vm10.stdout:Adding key to root@localhost authorized_keys... 2026-03-09T19:27:53.221 INFO:teuthology.orchestra.run.vm10.stdout:Adding host vm10... 2026-03-09T19:27:53.843 INFO:journalctl@ceph.mon.a.vm10.stdout:Mar 09 19:27:53 vm10 bash[17485]: cephadm 2026-03-09T19:27:51.784480+0000 mgr.x (mgr.14118) 4 : cephadm [INF] [09/Mar/2026:19:27:51] ENGINE Bus STARTING 2026-03-09T19:27:53.843 INFO:journalctl@ceph.mon.a.vm10.stdout:Mar 09 19:27:53 vm10 bash[17485]: cephadm 2026-03-09T19:27:51.784480+0000 mgr.x (mgr.14118) 4 : cephadm [INF] [09/Mar/2026:19:27:51] ENGINE Bus STARTING 2026-03-09T19:27:53.843 INFO:journalctl@ceph.mon.a.vm10.stdout:Mar 09 19:27:53 vm10 bash[17485]: audit 2026-03-09T19:27:51.878219+0000 mgr.x (mgr.14118) 5 : audit [DBG] from='client.14130 -' entity='client.admin' cmd=[{"prefix": "orch set backend", "module_name": "cephadm", "target": ["mon-mgr", ""]}]: dispatch 2026-03-09T19:27:53.843 INFO:journalctl@ceph.mon.a.vm10.stdout:Mar 09 19:27:53 vm10 bash[17485]: audit 2026-03-09T19:27:51.878219+0000 mgr.x (mgr.14118) 5 : audit [DBG] from='client.14130 -' entity='client.admin' cmd=[{"prefix": "orch set backend", "module_name": "cephadm", "target": ["mon-mgr", ""]}]: dispatch 2026-03-09T19:27:53.843 INFO:journalctl@ceph.mon.a.vm10.stdout:Mar 09 19:27:53 vm10 bash[17485]: cephadm 2026-03-09T19:27:51.885950+0000 mgr.x (mgr.14118) 6 : cephadm [INF] [09/Mar/2026:19:27:51] ENGINE Serving on http://192.168.123.110:8765 2026-03-09T19:27:53.844 INFO:journalctl@ceph.mon.a.vm10.stdout:Mar 09 19:27:53 vm10 bash[17485]: cephadm 2026-03-09T19:27:51.885950+0000 mgr.x (mgr.14118) 6 : cephadm [INF] [09/Mar/2026:19:27:51] ENGINE Serving on http://192.168.123.110:8765 2026-03-09T19:27:53.844 INFO:journalctl@ceph.mon.a.vm10.stdout:Mar 09 19:27:53 vm10 bash[17485]: cephadm 2026-03-09T19:27:51.994559+0000 mgr.x (mgr.14118) 7 : cephadm [INF] [09/Mar/2026:19:27:51] ENGINE Serving on https://192.168.123.110:7150 2026-03-09T19:27:53.844 INFO:journalctl@ceph.mon.a.vm10.stdout:Mar 09 19:27:53 vm10 bash[17485]: cephadm 2026-03-09T19:27:51.994559+0000 mgr.x (mgr.14118) 7 : cephadm [INF] [09/Mar/2026:19:27:51] ENGINE Serving on https://192.168.123.110:7150 2026-03-09T19:27:53.844 INFO:journalctl@ceph.mon.a.vm10.stdout:Mar 09 19:27:53 vm10 bash[17485]: cephadm 2026-03-09T19:27:51.994658+0000 mgr.x (mgr.14118) 8 : cephadm [INF] [09/Mar/2026:19:27:51] ENGINE Bus STARTED 2026-03-09T19:27:53.844 INFO:journalctl@ceph.mon.a.vm10.stdout:Mar 09 19:27:53 vm10 bash[17485]: cephadm 2026-03-09T19:27:51.994658+0000 mgr.x (mgr.14118) 8 : cephadm [INF] [09/Mar/2026:19:27:51] ENGINE Bus STARTED 2026-03-09T19:27:53.844 INFO:journalctl@ceph.mon.a.vm10.stdout:Mar 09 19:27:53 vm10 bash[17485]: cephadm 2026-03-09T19:27:51.995666+0000 mgr.x (mgr.14118) 9 : cephadm [INF] [09/Mar/2026:19:27:51] ENGINE Client ('192.168.123.110', 46120) lost — peer dropped the TLS connection suddenly, during handshake: (6, 'TLS/SSL connection has been closed (EOF) (_ssl.c:1147)') 2026-03-09T19:27:53.844 INFO:journalctl@ceph.mon.a.vm10.stdout:Mar 09 19:27:53 vm10 bash[17485]: cephadm 2026-03-09T19:27:51.995666+0000 mgr.x (mgr.14118) 9 : cephadm [INF] [09/Mar/2026:19:27:51] ENGINE Client ('192.168.123.110', 46120) lost — peer dropped the TLS connection suddenly, during handshake: (6, 'TLS/SSL connection has been closed (EOF) (_ssl.c:1147)') 2026-03-09T19:27:53.844 INFO:journalctl@ceph.mon.a.vm10.stdout:Mar 09 19:27:53 vm10 bash[17485]: audit 2026-03-09T19:27:52.516138+0000 mgr.x (mgr.14118) 10 : audit [DBG] from='client.14132 -' entity='client.admin' cmd=[{"prefix": "cephadm set-user", "user": "root", "target": ["mon-mgr", ""]}]: dispatch 2026-03-09T19:27:53.844 INFO:journalctl@ceph.mon.a.vm10.stdout:Mar 09 19:27:53 vm10 bash[17485]: audit 2026-03-09T19:27:52.516138+0000 mgr.x (mgr.14118) 10 : audit [DBG] from='client.14132 -' entity='client.admin' cmd=[{"prefix": "cephadm set-user", "user": "root", "target": ["mon-mgr", ""]}]: dispatch 2026-03-09T19:27:53.844 INFO:journalctl@ceph.mon.a.vm10.stdout:Mar 09 19:27:53 vm10 bash[17485]: audit 2026-03-09T19:27:52.840905+0000 mon.a (mon.0) 57 : audit [INF] from='mgr.14118 192.168.123.110:0/3585677608' entity='mgr.x' 2026-03-09T19:27:53.844 INFO:journalctl@ceph.mon.a.vm10.stdout:Mar 09 19:27:53 vm10 bash[17485]: audit 2026-03-09T19:27:52.840905+0000 mon.a (mon.0) 57 : audit [INF] from='mgr.14118 192.168.123.110:0/3585677608' entity='mgr.x' 2026-03-09T19:27:53.844 INFO:journalctl@ceph.mon.a.vm10.stdout:Mar 09 19:27:53 vm10 bash[17485]: audit 2026-03-09T19:27:52.847277+0000 mon.a (mon.0) 58 : audit [INF] from='mgr.14118 192.168.123.110:0/3585677608' entity='mgr.x' 2026-03-09T19:27:53.844 INFO:journalctl@ceph.mon.a.vm10.stdout:Mar 09 19:27:53 vm10 bash[17485]: audit 2026-03-09T19:27:52.847277+0000 mon.a (mon.0) 58 : audit [INF] from='mgr.14118 192.168.123.110:0/3585677608' entity='mgr.x' 2026-03-09T19:27:53.844 INFO:journalctl@ceph.mon.a.vm10.stdout:Mar 09 19:27:53 vm10 bash[17485]: cluster 2026-03-09T19:27:53.024348+0000 mon.a (mon.0) 59 : cluster [DBG] mgrmap e7: x(active, since 2s) 2026-03-09T19:27:53.844 INFO:journalctl@ceph.mon.a.vm10.stdout:Mar 09 19:27:53 vm10 bash[17485]: cluster 2026-03-09T19:27:53.024348+0000 mon.a (mon.0) 59 : cluster [DBG] mgrmap e7: x(active, since 2s) 2026-03-09T19:27:54.916 INFO:journalctl@ceph.mon.a.vm10.stdout:Mar 09 19:27:54 vm10 bash[17485]: audit 2026-03-09T19:27:52.818044+0000 mgr.x (mgr.14118) 11 : audit [DBG] from='client.14134 -' entity='client.admin' cmd=[{"prefix": "cephadm generate-key", "target": ["mon-mgr", ""]}]: dispatch 2026-03-09T19:27:54.916 INFO:journalctl@ceph.mon.a.vm10.stdout:Mar 09 19:27:54 vm10 bash[17485]: audit 2026-03-09T19:27:52.818044+0000 mgr.x (mgr.14118) 11 : audit [DBG] from='client.14134 -' entity='client.admin' cmd=[{"prefix": "cephadm generate-key", "target": ["mon-mgr", ""]}]: dispatch 2026-03-09T19:27:54.916 INFO:journalctl@ceph.mon.a.vm10.stdout:Mar 09 19:27:54 vm10 bash[17485]: cephadm 2026-03-09T19:27:52.818258+0000 mgr.x (mgr.14118) 12 : cephadm [INF] Generating ssh key... 2026-03-09T19:27:54.916 INFO:journalctl@ceph.mon.a.vm10.stdout:Mar 09 19:27:54 vm10 bash[17485]: cephadm 2026-03-09T19:27:52.818258+0000 mgr.x (mgr.14118) 12 : cephadm [INF] Generating ssh key... 2026-03-09T19:27:54.916 INFO:journalctl@ceph.mon.a.vm10.stdout:Mar 09 19:27:54 vm10 bash[17485]: audit 2026-03-09T19:27:53.162227+0000 mgr.x (mgr.14118) 13 : audit [DBG] from='client.14136 -' entity='client.admin' cmd=[{"prefix": "cephadm get-pub-key", "target": ["mon-mgr", ""]}]: dispatch 2026-03-09T19:27:54.916 INFO:journalctl@ceph.mon.a.vm10.stdout:Mar 09 19:27:54 vm10 bash[17485]: audit 2026-03-09T19:27:53.162227+0000 mgr.x (mgr.14118) 13 : audit [DBG] from='client.14136 -' entity='client.admin' cmd=[{"prefix": "cephadm get-pub-key", "target": ["mon-mgr", ""]}]: dispatch 2026-03-09T19:27:54.916 INFO:journalctl@ceph.mon.a.vm10.stdout:Mar 09 19:27:54 vm10 bash[17485]: audit 2026-03-09T19:27:53.503063+0000 mgr.x (mgr.14118) 14 : audit [DBG] from='client.14138 -' entity='client.admin' cmd=[{"prefix": "orch host add", "hostname": "vm10", "addr": "192.168.123.110", "target": ["mon-mgr", ""]}]: dispatch 2026-03-09T19:27:54.916 INFO:journalctl@ceph.mon.a.vm10.stdout:Mar 09 19:27:54 vm10 bash[17485]: audit 2026-03-09T19:27:53.503063+0000 mgr.x (mgr.14118) 14 : audit [DBG] from='client.14138 -' entity='client.admin' cmd=[{"prefix": "orch host add", "hostname": "vm10", "addr": "192.168.123.110", "target": ["mon-mgr", ""]}]: dispatch 2026-03-09T19:27:55.541 INFO:teuthology.orchestra.run.vm10.stdout:/usr/bin/ceph: stdout Added host 'vm10' with addr '192.168.123.110' 2026-03-09T19:27:55.542 INFO:teuthology.orchestra.run.vm10.stdout:Deploying unmanaged mon service... 2026-03-09T19:27:55.864 INFO:journalctl@ceph.mon.a.vm10.stdout:Mar 09 19:27:55 vm10 bash[17485]: cephadm 2026-03-09T19:27:54.061809+0000 mgr.x (mgr.14118) 15 : cephadm [INF] Deploying cephadm binary to vm10 2026-03-09T19:27:55.864 INFO:journalctl@ceph.mon.a.vm10.stdout:Mar 09 19:27:55 vm10 bash[17485]: cephadm 2026-03-09T19:27:54.061809+0000 mgr.x (mgr.14118) 15 : cephadm [INF] Deploying cephadm binary to vm10 2026-03-09T19:27:55.864 INFO:journalctl@ceph.mon.a.vm10.stdout:Mar 09 19:27:55 vm10 bash[17485]: audit 2026-03-09T19:27:55.445205+0000 mon.a (mon.0) 60 : audit [INF] from='mgr.14118 192.168.123.110:0/3585677608' entity='mgr.x' 2026-03-09T19:27:55.864 INFO:journalctl@ceph.mon.a.vm10.stdout:Mar 09 19:27:55 vm10 bash[17485]: audit 2026-03-09T19:27:55.445205+0000 mon.a (mon.0) 60 : audit [INF] from='mgr.14118 192.168.123.110:0/3585677608' entity='mgr.x' 2026-03-09T19:27:55.864 INFO:journalctl@ceph.mon.a.vm10.stdout:Mar 09 19:27:55 vm10 bash[17485]: audit 2026-03-09T19:27:55.446746+0000 mon.a (mon.0) 61 : audit [DBG] from='mgr.14118 192.168.123.110:0/3585677608' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2026-03-09T19:27:55.864 INFO:journalctl@ceph.mon.a.vm10.stdout:Mar 09 19:27:55 vm10 bash[17485]: audit 2026-03-09T19:27:55.446746+0000 mon.a (mon.0) 61 : audit [DBG] from='mgr.14118 192.168.123.110:0/3585677608' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2026-03-09T19:27:55.894 INFO:teuthology.orchestra.run.vm10.stdout:/usr/bin/ceph: stdout Scheduled mon update... 2026-03-09T19:27:55.894 INFO:teuthology.orchestra.run.vm10.stdout:Deploying unmanaged mgr service... 2026-03-09T19:27:56.199 INFO:teuthology.orchestra.run.vm10.stdout:/usr/bin/ceph: stdout Scheduled mgr update... 2026-03-09T19:27:56.811 INFO:journalctl@ceph.mon.a.vm10.stdout:Mar 09 19:27:56 vm10 bash[17485]: cephadm 2026-03-09T19:27:55.446233+0000 mgr.x (mgr.14118) 16 : cephadm [INF] Added host vm10 2026-03-09T19:27:56.811 INFO:journalctl@ceph.mon.a.vm10.stdout:Mar 09 19:27:56 vm10 bash[17485]: cephadm 2026-03-09T19:27:55.446233+0000 mgr.x (mgr.14118) 16 : cephadm [INF] Added host vm10 2026-03-09T19:27:56.811 INFO:journalctl@ceph.mon.a.vm10.stdout:Mar 09 19:27:56 vm10 bash[17485]: audit 2026-03-09T19:27:55.848033+0000 mon.a (mon.0) 62 : audit [INF] from='mgr.14118 192.168.123.110:0/3585677608' entity='mgr.x' 2026-03-09T19:27:56.811 INFO:journalctl@ceph.mon.a.vm10.stdout:Mar 09 19:27:56 vm10 bash[17485]: audit 2026-03-09T19:27:55.848033+0000 mon.a (mon.0) 62 : audit [INF] from='mgr.14118 192.168.123.110:0/3585677608' entity='mgr.x' 2026-03-09T19:27:56.811 INFO:journalctl@ceph.mon.a.vm10.stdout:Mar 09 19:27:56 vm10 bash[17485]: audit 2026-03-09T19:27:56.145315+0000 mon.a (mon.0) 63 : audit [INF] from='mgr.14118 192.168.123.110:0/3585677608' entity='mgr.x' 2026-03-09T19:27:56.811 INFO:journalctl@ceph.mon.a.vm10.stdout:Mar 09 19:27:56 vm10 bash[17485]: audit 2026-03-09T19:27:56.145315+0000 mon.a (mon.0) 63 : audit [INF] from='mgr.14118 192.168.123.110:0/3585677608' entity='mgr.x' 2026-03-09T19:27:56.811 INFO:journalctl@ceph.mon.a.vm10.stdout:Mar 09 19:27:56 vm10 bash[17485]: audit 2026-03-09T19:27:56.459412+0000 mon.a (mon.0) 64 : audit [INF] from='client.? 192.168.123.110:0/2292743172' entity='client.admin' 2026-03-09T19:27:56.811 INFO:journalctl@ceph.mon.a.vm10.stdout:Mar 09 19:27:56 vm10 bash[17485]: audit 2026-03-09T19:27:56.459412+0000 mon.a (mon.0) 64 : audit [INF] from='client.? 192.168.123.110:0/2292743172' entity='client.admin' 2026-03-09T19:27:56.924 INFO:teuthology.orchestra.run.vm10.stdout:Enabling the dashboard module... 2026-03-09T19:27:57.920 INFO:journalctl@ceph.mon.a.vm10.stdout:Mar 09 19:27:57 vm10 bash[17485]: audit 2026-03-09T19:27:55.842956+0000 mgr.x (mgr.14118) 17 : audit [DBG] from='client.14140 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "mon", "unmanaged": true, "target": ["mon-mgr", ""]}]: dispatch 2026-03-09T19:27:57.920 INFO:journalctl@ceph.mon.a.vm10.stdout:Mar 09 19:27:57 vm10 bash[17485]: audit 2026-03-09T19:27:55.842956+0000 mgr.x (mgr.14118) 17 : audit [DBG] from='client.14140 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "mon", "unmanaged": true, "target": ["mon-mgr", ""]}]: dispatch 2026-03-09T19:27:57.920 INFO:journalctl@ceph.mon.a.vm10.stdout:Mar 09 19:27:57 vm10 bash[17485]: cephadm 2026-03-09T19:27:55.843857+0000 mgr.x (mgr.14118) 18 : cephadm [INF] Saving service mon spec with placement count:5 2026-03-09T19:27:57.920 INFO:journalctl@ceph.mon.a.vm10.stdout:Mar 09 19:27:57 vm10 bash[17485]: cephadm 2026-03-09T19:27:55.843857+0000 mgr.x (mgr.14118) 18 : cephadm [INF] Saving service mon spec with placement count:5 2026-03-09T19:27:57.920 INFO:journalctl@ceph.mon.a.vm10.stdout:Mar 09 19:27:57 vm10 bash[17485]: audit 2026-03-09T19:27:56.140612+0000 mgr.x (mgr.14118) 19 : audit [DBG] from='client.14142 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "mgr", "unmanaged": true, "target": ["mon-mgr", ""]}]: dispatch 2026-03-09T19:27:57.920 INFO:journalctl@ceph.mon.a.vm10.stdout:Mar 09 19:27:57 vm10 bash[17485]: audit 2026-03-09T19:27:56.140612+0000 mgr.x (mgr.14118) 19 : audit [DBG] from='client.14142 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "mgr", "unmanaged": true, "target": ["mon-mgr", ""]}]: dispatch 2026-03-09T19:27:57.920 INFO:journalctl@ceph.mon.a.vm10.stdout:Mar 09 19:27:57 vm10 bash[17485]: cephadm 2026-03-09T19:27:56.141351+0000 mgr.x (mgr.14118) 20 : cephadm [INF] Saving service mgr spec with placement count:2 2026-03-09T19:27:57.920 INFO:journalctl@ceph.mon.a.vm10.stdout:Mar 09 19:27:57 vm10 bash[17485]: cephadm 2026-03-09T19:27:56.141351+0000 mgr.x (mgr.14118) 20 : cephadm [INF] Saving service mgr spec with placement count:2 2026-03-09T19:27:57.920 INFO:journalctl@ceph.mon.a.vm10.stdout:Mar 09 19:27:57 vm10 bash[17485]: audit 2026-03-09T19:27:56.832224+0000 mon.a (mon.0) 65 : audit [INF] from='client.? 192.168.123.110:0/1309862571' entity='client.admin' 2026-03-09T19:27:57.920 INFO:journalctl@ceph.mon.a.vm10.stdout:Mar 09 19:27:57 vm10 bash[17485]: audit 2026-03-09T19:27:56.832224+0000 mon.a (mon.0) 65 : audit [INF] from='client.? 192.168.123.110:0/1309862571' entity='client.admin' 2026-03-09T19:27:57.920 INFO:journalctl@ceph.mon.a.vm10.stdout:Mar 09 19:27:57 vm10 bash[17485]: audit 2026-03-09T19:27:57.003905+0000 mon.a (mon.0) 66 : audit [INF] from='mgr.14118 192.168.123.110:0/3585677608' entity='mgr.x' 2026-03-09T19:27:57.920 INFO:journalctl@ceph.mon.a.vm10.stdout:Mar 09 19:27:57 vm10 bash[17485]: audit 2026-03-09T19:27:57.003905+0000 mon.a (mon.0) 66 : audit [INF] from='mgr.14118 192.168.123.110:0/3585677608' entity='mgr.x' 2026-03-09T19:27:57.920 INFO:journalctl@ceph.mon.a.vm10.stdout:Mar 09 19:27:57 vm10 bash[17485]: audit 2026-03-09T19:27:57.292904+0000 mon.a (mon.0) 67 : audit [INF] from='client.? 192.168.123.110:0/3866645934' entity='client.admin' cmd=[{"prefix": "mgr module enable", "module": "dashboard"}]: dispatch 2026-03-09T19:27:57.920 INFO:journalctl@ceph.mon.a.vm10.stdout:Mar 09 19:27:57 vm10 bash[17485]: audit 2026-03-09T19:27:57.292904+0000 mon.a (mon.0) 67 : audit [INF] from='client.? 192.168.123.110:0/3866645934' entity='client.admin' cmd=[{"prefix": "mgr module enable", "module": "dashboard"}]: dispatch 2026-03-09T19:27:57.920 INFO:journalctl@ceph.mon.a.vm10.stdout:Mar 09 19:27:57 vm10 bash[17485]: audit 2026-03-09T19:27:57.343875+0000 mon.a (mon.0) 68 : audit [INF] from='mgr.14118 192.168.123.110:0/3585677608' entity='mgr.x' 2026-03-09T19:27:57.920 INFO:journalctl@ceph.mon.a.vm10.stdout:Mar 09 19:27:57 vm10 bash[17485]: audit 2026-03-09T19:27:57.343875+0000 mon.a (mon.0) 68 : audit [INF] from='mgr.14118 192.168.123.110:0/3585677608' entity='mgr.x' 2026-03-09T19:27:58.357 INFO:journalctl@ceph.mgr.x.vm10.stdout:Mar 09 19:27:58 vm10 bash[17753]: ignoring --setuser ceph since I am not root 2026-03-09T19:27:58.357 INFO:journalctl@ceph.mgr.x.vm10.stdout:Mar 09 19:27:58 vm10 bash[17753]: ignoring --setgroup ceph since I am not root 2026-03-09T19:27:58.357 INFO:journalctl@ceph.mgr.x.vm10.stdout:Mar 09 19:27:58 vm10 bash[17753]: debug 2026-03-09T19:27:58.171+0000 7fcb3b50d140 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2026-03-09T19:27:58.357 INFO:journalctl@ceph.mgr.x.vm10.stdout:Mar 09 19:27:58 vm10 bash[17753]: debug 2026-03-09T19:27:58.219+0000 7fcb3b50d140 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2026-03-09T19:27:58.532 INFO:teuthology.orchestra.run.vm10.stdout:/usr/bin/ceph: stdout { 2026-03-09T19:27:58.532 INFO:teuthology.orchestra.run.vm10.stdout:/usr/bin/ceph: stdout "epoch": 8, 2026-03-09T19:27:58.532 INFO:teuthology.orchestra.run.vm10.stdout:/usr/bin/ceph: stdout "available": true, 2026-03-09T19:27:58.532 INFO:teuthology.orchestra.run.vm10.stdout:/usr/bin/ceph: stdout "active_name": "x", 2026-03-09T19:27:58.532 INFO:teuthology.orchestra.run.vm10.stdout:/usr/bin/ceph: stdout "num_standby": 0 2026-03-09T19:27:58.532 INFO:teuthology.orchestra.run.vm10.stdout:/usr/bin/ceph: stdout } 2026-03-09T19:27:58.532 INFO:teuthology.orchestra.run.vm10.stdout:Waiting for the mgr to restart... 2026-03-09T19:27:58.532 INFO:teuthology.orchestra.run.vm10.stdout:Waiting for mgr epoch 8... 2026-03-09T19:27:58.670 INFO:journalctl@ceph.mgr.x.vm10.stdout:Mar 09 19:27:58 vm10 bash[17753]: debug 2026-03-09T19:27:58.351+0000 7fcb3b50d140 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2026-03-09T19:27:59.034 INFO:journalctl@ceph.mgr.x.vm10.stdout:Mar 09 19:27:58 vm10 bash[17753]: debug 2026-03-09T19:27:58.675+0000 7fcb3b50d140 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2026-03-09T19:27:59.296 INFO:journalctl@ceph.mon.a.vm10.stdout:Mar 09 19:27:59 vm10 bash[17485]: audit 2026-03-09T19:27:58.010797+0000 mon.a (mon.0) 69 : audit [INF] from='client.? 192.168.123.110:0/3866645934' entity='client.admin' cmd='[{"prefix": "mgr module enable", "module": "dashboard"}]': finished 2026-03-09T19:27:59.296 INFO:journalctl@ceph.mon.a.vm10.stdout:Mar 09 19:27:59 vm10 bash[17485]: audit 2026-03-09T19:27:58.010797+0000 mon.a (mon.0) 69 : audit [INF] from='client.? 192.168.123.110:0/3866645934' entity='client.admin' cmd='[{"prefix": "mgr module enable", "module": "dashboard"}]': finished 2026-03-09T19:27:59.296 INFO:journalctl@ceph.mon.a.vm10.stdout:Mar 09 19:27:59 vm10 bash[17485]: cluster 2026-03-09T19:27:58.013707+0000 mon.a (mon.0) 70 : cluster [DBG] mgrmap e8: x(active, since 7s) 2026-03-09T19:27:59.296 INFO:journalctl@ceph.mon.a.vm10.stdout:Mar 09 19:27:59 vm10 bash[17485]: cluster 2026-03-09T19:27:58.013707+0000 mon.a (mon.0) 70 : cluster [DBG] mgrmap e8: x(active, since 7s) 2026-03-09T19:27:59.296 INFO:journalctl@ceph.mon.a.vm10.stdout:Mar 09 19:27:59 vm10 bash[17485]: audit 2026-03-09T19:27:58.467002+0000 mon.a (mon.0) 71 : audit [DBG] from='client.? 192.168.123.110:0/4092871465' entity='client.admin' cmd=[{"prefix": "mgr stat"}]: dispatch 2026-03-09T19:27:59.296 INFO:journalctl@ceph.mon.a.vm10.stdout:Mar 09 19:27:59 vm10 bash[17485]: audit 2026-03-09T19:27:58.467002+0000 mon.a (mon.0) 71 : audit [DBG] from='client.? 192.168.123.110:0/4092871465' entity='client.admin' cmd=[{"prefix": "mgr stat"}]: dispatch 2026-03-09T19:27:59.296 INFO:journalctl@ceph.mgr.x.vm10.stdout:Mar 09 19:27:59 vm10 bash[17753]: debug 2026-03-09T19:27:59.195+0000 7fcb3b50d140 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2026-03-09T19:27:59.592 INFO:journalctl@ceph.mgr.x.vm10.stdout:Mar 09 19:27:59 vm10 bash[17753]: debug 2026-03-09T19:27:59.291+0000 7fcb3b50d140 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2026-03-09T19:27:59.592 INFO:journalctl@ceph.mgr.x.vm10.stdout:Mar 09 19:27:59 vm10 bash[17753]: /lib64/python3.9/site-packages/scipy/__init__.py:73: UserWarning: NumPy was imported from a Python sub-interpreter but NumPy does not properly support sub-interpreters. This will likely work for most users but might cause hard to track down issues or subtle bugs. A common user of the rare sub-interpreter feature is wsgi which also allows single-interpreter mode. 2026-03-09T19:27:59.592 INFO:journalctl@ceph.mgr.x.vm10.stdout:Mar 09 19:27:59 vm10 bash[17753]: Improvements in the case of bugs are welcome, but is not on the NumPy roadmap, and full support may require significant effort to achieve. 2026-03-09T19:27:59.592 INFO:journalctl@ceph.mgr.x.vm10.stdout:Mar 09 19:27:59 vm10 bash[17753]: from numpy import show_config as show_numpy_config 2026-03-09T19:27:59.592 INFO:journalctl@ceph.mgr.x.vm10.stdout:Mar 09 19:27:59 vm10 bash[17753]: debug 2026-03-09T19:27:59.431+0000 7fcb3b50d140 -1 mgr[py] Module diskprediction_local has missing NOTIFY_TYPES member 2026-03-09T19:27:59.919 INFO:journalctl@ceph.mgr.x.vm10.stdout:Mar 09 19:27:59 vm10 bash[17753]: debug 2026-03-09T19:27:59.587+0000 7fcb3b50d140 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2026-03-09T19:27:59.920 INFO:journalctl@ceph.mgr.x.vm10.stdout:Mar 09 19:27:59 vm10 bash[17753]: debug 2026-03-09T19:27:59.631+0000 7fcb3b50d140 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2026-03-09T19:27:59.920 INFO:journalctl@ceph.mgr.x.vm10.stdout:Mar 09 19:27:59 vm10 bash[17753]: debug 2026-03-09T19:27:59.675+0000 7fcb3b50d140 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2026-03-09T19:27:59.920 INFO:journalctl@ceph.mgr.x.vm10.stdout:Mar 09 19:27:59 vm10 bash[17753]: debug 2026-03-09T19:27:59.723+0000 7fcb3b50d140 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2026-03-09T19:27:59.920 INFO:journalctl@ceph.mgr.x.vm10.stdout:Mar 09 19:27:59 vm10 bash[17753]: debug 2026-03-09T19:27:59.779+0000 7fcb3b50d140 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2026-03-09T19:28:00.549 INFO:journalctl@ceph.mgr.x.vm10.stdout:Mar 09 19:28:00 vm10 bash[17753]: debug 2026-03-09T19:28:00.291+0000 7fcb3b50d140 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2026-03-09T19:28:00.549 INFO:journalctl@ceph.mgr.x.vm10.stdout:Mar 09 19:28:00 vm10 bash[17753]: debug 2026-03-09T19:28:00.335+0000 7fcb3b50d140 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2026-03-09T19:28:00.549 INFO:journalctl@ceph.mgr.x.vm10.stdout:Mar 09 19:28:00 vm10 bash[17753]: debug 2026-03-09T19:28:00.375+0000 7fcb3b50d140 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2026-03-09T19:28:00.919 INFO:journalctl@ceph.mgr.x.vm10.stdout:Mar 09 19:28:00 vm10 bash[17753]: debug 2026-03-09T19:28:00.543+0000 7fcb3b50d140 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2026-03-09T19:28:00.920 INFO:journalctl@ceph.mgr.x.vm10.stdout:Mar 09 19:28:00 vm10 bash[17753]: debug 2026-03-09T19:28:00.587+0000 7fcb3b50d140 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2026-03-09T19:28:00.920 INFO:journalctl@ceph.mgr.x.vm10.stdout:Mar 09 19:28:00 vm10 bash[17753]: debug 2026-03-09T19:28:00.635+0000 7fcb3b50d140 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2026-03-09T19:28:00.920 INFO:journalctl@ceph.mgr.x.vm10.stdout:Mar 09 19:28:00 vm10 bash[17753]: debug 2026-03-09T19:28:00.771+0000 7fcb3b50d140 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2026-03-09T19:28:01.242 INFO:journalctl@ceph.mgr.x.vm10.stdout:Mar 09 19:28:00 vm10 bash[17753]: debug 2026-03-09T19:28:00.947+0000 7fcb3b50d140 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2026-03-09T19:28:01.242 INFO:journalctl@ceph.mgr.x.vm10.stdout:Mar 09 19:28:01 vm10 bash[17753]: debug 2026-03-09T19:28:01.147+0000 7fcb3b50d140 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2026-03-09T19:28:01.242 INFO:journalctl@ceph.mgr.x.vm10.stdout:Mar 09 19:28:01 vm10 bash[17753]: debug 2026-03-09T19:28:01.187+0000 7fcb3b50d140 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2026-03-09T19:28:01.669 INFO:journalctl@ceph.mgr.x.vm10.stdout:Mar 09 19:28:01 vm10 bash[17753]: debug 2026-03-09T19:28:01.235+0000 7fcb3b50d140 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2026-03-09T19:28:01.669 INFO:journalctl@ceph.mgr.x.vm10.stdout:Mar 09 19:28:01 vm10 bash[17753]: debug 2026-03-09T19:28:01.411+0000 7fcb3b50d140 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2026-03-09T19:28:02.170 INFO:journalctl@ceph.mon.a.vm10.stdout:Mar 09 19:28:01 vm10 bash[17485]: cluster 2026-03-09T19:28:01.676995+0000 mon.a (mon.0) 72 : cluster [INF] Active manager daemon x restarted 2026-03-09T19:28:02.170 INFO:journalctl@ceph.mon.a.vm10.stdout:Mar 09 19:28:01 vm10 bash[17485]: cluster 2026-03-09T19:28:01.676995+0000 mon.a (mon.0) 72 : cluster [INF] Active manager daemon x restarted 2026-03-09T19:28:02.170 INFO:journalctl@ceph.mon.a.vm10.stdout:Mar 09 19:28:01 vm10 bash[17485]: cluster 2026-03-09T19:28:01.677345+0000 mon.a (mon.0) 73 : cluster [INF] Activating manager daemon x 2026-03-09T19:28:02.170 INFO:journalctl@ceph.mon.a.vm10.stdout:Mar 09 19:28:01 vm10 bash[17485]: cluster 2026-03-09T19:28:01.677345+0000 mon.a (mon.0) 73 : cluster [INF] Activating manager daemon x 2026-03-09T19:28:02.170 INFO:journalctl@ceph.mon.a.vm10.stdout:Mar 09 19:28:01 vm10 bash[17485]: cluster 2026-03-09T19:28:01.689988+0000 mon.a (mon.0) 74 : cluster [DBG] osdmap e3: 0 total, 0 up, 0 in 2026-03-09T19:28:02.170 INFO:journalctl@ceph.mon.a.vm10.stdout:Mar 09 19:28:01 vm10 bash[17485]: cluster 2026-03-09T19:28:01.689988+0000 mon.a (mon.0) 74 : cluster [DBG] osdmap e3: 0 total, 0 up, 0 in 2026-03-09T19:28:02.170 INFO:journalctl@ceph.mon.a.vm10.stdout:Mar 09 19:28:01 vm10 bash[17485]: cluster 2026-03-09T19:28:01.690363+0000 mon.a (mon.0) 75 : cluster [DBG] mgrmap e9: x(active, starting, since 0.0131483s) 2026-03-09T19:28:02.170 INFO:journalctl@ceph.mon.a.vm10.stdout:Mar 09 19:28:01 vm10 bash[17485]: cluster 2026-03-09T19:28:01.690363+0000 mon.a (mon.0) 75 : cluster [DBG] mgrmap e9: x(active, starting, since 0.0131483s) 2026-03-09T19:28:02.170 INFO:journalctl@ceph.mon.a.vm10.stdout:Mar 09 19:28:01 vm10 bash[17485]: audit 2026-03-09T19:28:01.692989+0000 mon.a (mon.0) 76 : audit [DBG] from='mgr.14150 192.168.123.110:0/529845335' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2026-03-09T19:28:02.170 INFO:journalctl@ceph.mon.a.vm10.stdout:Mar 09 19:28:01 vm10 bash[17485]: audit 2026-03-09T19:28:01.692989+0000 mon.a (mon.0) 76 : audit [DBG] from='mgr.14150 192.168.123.110:0/529845335' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2026-03-09T19:28:02.170 INFO:journalctl@ceph.mon.a.vm10.stdout:Mar 09 19:28:01 vm10 bash[17485]: audit 2026-03-09T19:28:01.694338+0000 mon.a (mon.0) 77 : audit [DBG] from='mgr.14150 192.168.123.110:0/529845335' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2026-03-09T19:28:02.170 INFO:journalctl@ceph.mon.a.vm10.stdout:Mar 09 19:28:01 vm10 bash[17485]: audit 2026-03-09T19:28:01.694338+0000 mon.a (mon.0) 77 : audit [DBG] from='mgr.14150 192.168.123.110:0/529845335' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2026-03-09T19:28:02.170 INFO:journalctl@ceph.mon.a.vm10.stdout:Mar 09 19:28:01 vm10 bash[17485]: audit 2026-03-09T19:28:01.694822+0000 mon.a (mon.0) 78 : audit [DBG] from='mgr.14150 192.168.123.110:0/529845335' entity='mgr.x' cmd=[{"prefix": "mds metadata"}]: dispatch 2026-03-09T19:28:02.170 INFO:journalctl@ceph.mon.a.vm10.stdout:Mar 09 19:28:01 vm10 bash[17485]: audit 2026-03-09T19:28:01.694822+0000 mon.a (mon.0) 78 : audit [DBG] from='mgr.14150 192.168.123.110:0/529845335' entity='mgr.x' cmd=[{"prefix": "mds metadata"}]: dispatch 2026-03-09T19:28:02.170 INFO:journalctl@ceph.mon.a.vm10.stdout:Mar 09 19:28:01 vm10 bash[17485]: audit 2026-03-09T19:28:01.695313+0000 mon.a (mon.0) 79 : audit [DBG] from='mgr.14150 192.168.123.110:0/529845335' entity='mgr.x' cmd=[{"prefix": "osd metadata"}]: dispatch 2026-03-09T19:28:02.170 INFO:journalctl@ceph.mon.a.vm10.stdout:Mar 09 19:28:01 vm10 bash[17485]: audit 2026-03-09T19:28:01.695313+0000 mon.a (mon.0) 79 : audit [DBG] from='mgr.14150 192.168.123.110:0/529845335' entity='mgr.x' cmd=[{"prefix": "osd metadata"}]: dispatch 2026-03-09T19:28:02.170 INFO:journalctl@ceph.mon.a.vm10.stdout:Mar 09 19:28:01 vm10 bash[17485]: audit 2026-03-09T19:28:01.695797+0000 mon.a (mon.0) 80 : audit [DBG] from='mgr.14150 192.168.123.110:0/529845335' entity='mgr.x' cmd=[{"prefix": "mon metadata"}]: dispatch 2026-03-09T19:28:02.170 INFO:journalctl@ceph.mon.a.vm10.stdout:Mar 09 19:28:01 vm10 bash[17485]: audit 2026-03-09T19:28:01.695797+0000 mon.a (mon.0) 80 : audit [DBG] from='mgr.14150 192.168.123.110:0/529845335' entity='mgr.x' cmd=[{"prefix": "mon metadata"}]: dispatch 2026-03-09T19:28:02.170 INFO:journalctl@ceph.mon.a.vm10.stdout:Mar 09 19:28:01 vm10 bash[17485]: cluster 2026-03-09T19:28:01.702387+0000 mon.a (mon.0) 81 : cluster [INF] Manager daemon x is now available 2026-03-09T19:28:02.170 INFO:journalctl@ceph.mon.a.vm10.stdout:Mar 09 19:28:01 vm10 bash[17485]: cluster 2026-03-09T19:28:01.702387+0000 mon.a (mon.0) 81 : cluster [INF] Manager daemon x is now available 2026-03-09T19:28:02.170 INFO:journalctl@ceph.mon.a.vm10.stdout:Mar 09 19:28:01 vm10 bash[17485]: audit 2026-03-09T19:28:01.730607+0000 mon.a (mon.0) 82 : audit [DBG] from='mgr.14150 192.168.123.110:0/529845335' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2026-03-09T19:28:02.170 INFO:journalctl@ceph.mon.a.vm10.stdout:Mar 09 19:28:01 vm10 bash[17485]: audit 2026-03-09T19:28:01.730607+0000 mon.a (mon.0) 82 : audit [DBG] from='mgr.14150 192.168.123.110:0/529845335' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2026-03-09T19:28:02.170 INFO:journalctl@ceph.mon.a.vm10.stdout:Mar 09 19:28:01 vm10 bash[17485]: audit 2026-03-09T19:28:01.733391+0000 mon.a (mon.0) 83 : audit [INF] from='mgr.14150 192.168.123.110:0/529845335' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch 2026-03-09T19:28:02.170 INFO:journalctl@ceph.mon.a.vm10.stdout:Mar 09 19:28:01 vm10 bash[17485]: audit 2026-03-09T19:28:01.733391+0000 mon.a (mon.0) 83 : audit [INF] from='mgr.14150 192.168.123.110:0/529845335' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch 2026-03-09T19:28:02.170 INFO:journalctl@ceph.mgr.x.vm10.stdout:Mar 09 19:28:01 vm10 bash[17753]: debug 2026-03-09T19:28:01.671+0000 7fcb3b50d140 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2026-03-09T19:28:02.767 INFO:teuthology.orchestra.run.vm10.stdout:/usr/bin/ceph: stdout { 2026-03-09T19:28:02.767 INFO:teuthology.orchestra.run.vm10.stdout:/usr/bin/ceph: stdout "mgrmap_epoch": 10, 2026-03-09T19:28:02.767 INFO:teuthology.orchestra.run.vm10.stdout:/usr/bin/ceph: stdout "initialized": true 2026-03-09T19:28:02.767 INFO:teuthology.orchestra.run.vm10.stdout:/usr/bin/ceph: stdout } 2026-03-09T19:28:02.767 INFO:teuthology.orchestra.run.vm10.stdout:mgr epoch 8 is available 2026-03-09T19:28:02.767 INFO:teuthology.orchestra.run.vm10.stdout:Generating a dashboard self-signed certificate... 2026-03-09T19:28:03.119 INFO:journalctl@ceph.mon.a.vm10.stdout:Mar 09 19:28:02 vm10 bash[17485]: audit 2026-03-09T19:28:01.740846+0000 mon.a (mon.0) 84 : audit [INF] from='mgr.14150 192.168.123.110:0/529845335' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch 2026-03-09T19:28:03.119 INFO:journalctl@ceph.mon.a.vm10.stdout:Mar 09 19:28:02 vm10 bash[17485]: audit 2026-03-09T19:28:01.740846+0000 mon.a (mon.0) 84 : audit [INF] from='mgr.14150 192.168.123.110:0/529845335' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch 2026-03-09T19:28:03.120 INFO:journalctl@ceph.mon.a.vm10.stdout:Mar 09 19:28:02 vm10 bash[17485]: cluster 2026-03-09T19:28:02.710575+0000 mon.a (mon.0) 85 : cluster [DBG] mgrmap e10: x(active, since 1.03336s) 2026-03-09T19:28:03.120 INFO:journalctl@ceph.mon.a.vm10.stdout:Mar 09 19:28:02 vm10 bash[17485]: cluster 2026-03-09T19:28:02.710575+0000 mon.a (mon.0) 85 : cluster [DBG] mgrmap e10: x(active, since 1.03336s) 2026-03-09T19:28:03.162 INFO:teuthology.orchestra.run.vm10.stdout:/usr/bin/ceph: stdout Self-signed certificate created 2026-03-09T19:28:03.162 INFO:teuthology.orchestra.run.vm10.stdout:Creating initial admin user... 2026-03-09T19:28:03.710 INFO:teuthology.orchestra.run.vm10.stdout:/usr/bin/ceph: stdout {"username": "admin", "password": "$2b$12$vlB/0V1N.2r0eFXTt5MoCeNEnTAAzfH3PKjDQI0FUor4o6crXyZta", "roles": ["administrator"], "name": null, "email": null, "lastUpdate": 1773084483, "enabled": true, "pwdExpirationDate": null, "pwdUpdateRequired": true} 2026-03-09T19:28:03.710 INFO:teuthology.orchestra.run.vm10.stdout:Fetching dashboard port number... 2026-03-09T19:28:03.920 INFO:journalctl@ceph.mon.a.vm10.stdout:Mar 09 19:28:03 vm10 bash[17485]: cephadm 2026-03-09T19:28:02.689686+0000 mgr.x (mgr.14150) 1 : cephadm [INF] [09/Mar/2026:19:28:02] ENGINE Bus STARTING 2026-03-09T19:28:03.920 INFO:journalctl@ceph.mon.a.vm10.stdout:Mar 09 19:28:03 vm10 bash[17485]: cephadm 2026-03-09T19:28:02.689686+0000 mgr.x (mgr.14150) 1 : cephadm [INF] [09/Mar/2026:19:28:02] ENGINE Bus STARTING 2026-03-09T19:28:03.920 INFO:journalctl@ceph.mon.a.vm10.stdout:Mar 09 19:28:03 vm10 bash[17485]: audit 2026-03-09T19:28:02.710464+0000 mgr.x (mgr.14150) 2 : audit [DBG] from='client.14154 -' entity='client.admin' cmd=[{"prefix": "get_command_descriptions"}]: dispatch 2026-03-09T19:28:03.920 INFO:journalctl@ceph.mon.a.vm10.stdout:Mar 09 19:28:03 vm10 bash[17485]: audit 2026-03-09T19:28:02.710464+0000 mgr.x (mgr.14150) 2 : audit [DBG] from='client.14154 -' entity='client.admin' cmd=[{"prefix": "get_command_descriptions"}]: dispatch 2026-03-09T19:28:03.920 INFO:journalctl@ceph.mon.a.vm10.stdout:Mar 09 19:28:03 vm10 bash[17485]: audit 2026-03-09T19:28:02.715272+0000 mgr.x (mgr.14150) 3 : audit [DBG] from='client.14154 -' entity='client.admin' cmd=[{"prefix": "mgr_status"}]: dispatch 2026-03-09T19:28:03.920 INFO:journalctl@ceph.mon.a.vm10.stdout:Mar 09 19:28:03 vm10 bash[17485]: audit 2026-03-09T19:28:02.715272+0000 mgr.x (mgr.14150) 3 : audit [DBG] from='client.14154 -' entity='client.admin' cmd=[{"prefix": "mgr_status"}]: dispatch 2026-03-09T19:28:03.920 INFO:journalctl@ceph.mon.a.vm10.stdout:Mar 09 19:28:03 vm10 bash[17485]: cephadm 2026-03-09T19:28:02.799688+0000 mgr.x (mgr.14150) 4 : cephadm [INF] [09/Mar/2026:19:28:02] ENGINE Serving on https://192.168.123.110:7150 2026-03-09T19:28:03.920 INFO:journalctl@ceph.mon.a.vm10.stdout:Mar 09 19:28:03 vm10 bash[17485]: cephadm 2026-03-09T19:28:02.799688+0000 mgr.x (mgr.14150) 4 : cephadm [INF] [09/Mar/2026:19:28:02] ENGINE Serving on https://192.168.123.110:7150 2026-03-09T19:28:03.920 INFO:journalctl@ceph.mon.a.vm10.stdout:Mar 09 19:28:03 vm10 bash[17485]: cephadm 2026-03-09T19:28:02.800334+0000 mgr.x (mgr.14150) 5 : cephadm [INF] [09/Mar/2026:19:28:02] ENGINE Client ('192.168.123.110', 52244) lost — peer dropped the TLS connection suddenly, during handshake: (6, 'TLS/SSL connection has been closed (EOF) (_ssl.c:1147)') 2026-03-09T19:28:03.920 INFO:journalctl@ceph.mon.a.vm10.stdout:Mar 09 19:28:03 vm10 bash[17485]: cephadm 2026-03-09T19:28:02.800334+0000 mgr.x (mgr.14150) 5 : cephadm [INF] [09/Mar/2026:19:28:02] ENGINE Client ('192.168.123.110', 52244) lost — peer dropped the TLS connection suddenly, during handshake: (6, 'TLS/SSL connection has been closed (EOF) (_ssl.c:1147)') 2026-03-09T19:28:03.920 INFO:journalctl@ceph.mon.a.vm10.stdout:Mar 09 19:28:03 vm10 bash[17485]: cephadm 2026-03-09T19:28:02.901147+0000 mgr.x (mgr.14150) 6 : cephadm [INF] [09/Mar/2026:19:28:02] ENGINE Serving on http://192.168.123.110:8765 2026-03-09T19:28:03.920 INFO:journalctl@ceph.mon.a.vm10.stdout:Mar 09 19:28:03 vm10 bash[17485]: cephadm 2026-03-09T19:28:02.901147+0000 mgr.x (mgr.14150) 6 : cephadm [INF] [09/Mar/2026:19:28:02] ENGINE Serving on http://192.168.123.110:8765 2026-03-09T19:28:03.920 INFO:journalctl@ceph.mon.a.vm10.stdout:Mar 09 19:28:03 vm10 bash[17485]: cephadm 2026-03-09T19:28:02.901213+0000 mgr.x (mgr.14150) 7 : cephadm [INF] [09/Mar/2026:19:28:02] ENGINE Bus STARTED 2026-03-09T19:28:03.920 INFO:journalctl@ceph.mon.a.vm10.stdout:Mar 09 19:28:03 vm10 bash[17485]: cephadm 2026-03-09T19:28:02.901213+0000 mgr.x (mgr.14150) 7 : cephadm [INF] [09/Mar/2026:19:28:02] ENGINE Bus STARTED 2026-03-09T19:28:03.920 INFO:journalctl@ceph.mon.a.vm10.stdout:Mar 09 19:28:03 vm10 bash[17485]: audit 2026-03-09T19:28:03.037049+0000 mgr.x (mgr.14150) 8 : audit [DBG] from='client.14162 -' entity='client.admin' cmd=[{"prefix": "dashboard create-self-signed-cert", "target": ["mon-mgr", ""]}]: dispatch 2026-03-09T19:28:03.920 INFO:journalctl@ceph.mon.a.vm10.stdout:Mar 09 19:28:03 vm10 bash[17485]: audit 2026-03-09T19:28:03.037049+0000 mgr.x (mgr.14150) 8 : audit [DBG] from='client.14162 -' entity='client.admin' cmd=[{"prefix": "dashboard create-self-signed-cert", "target": ["mon-mgr", ""]}]: dispatch 2026-03-09T19:28:03.920 INFO:journalctl@ceph.mon.a.vm10.stdout:Mar 09 19:28:03 vm10 bash[17485]: audit 2026-03-09T19:28:03.100688+0000 mon.a (mon.0) 86 : audit [INF] from='mgr.14150 192.168.123.110:0/529845335' entity='mgr.x' 2026-03-09T19:28:03.920 INFO:journalctl@ceph.mon.a.vm10.stdout:Mar 09 19:28:03 vm10 bash[17485]: audit 2026-03-09T19:28:03.100688+0000 mon.a (mon.0) 86 : audit [INF] from='mgr.14150 192.168.123.110:0/529845335' entity='mgr.x' 2026-03-09T19:28:03.920 INFO:journalctl@ceph.mon.a.vm10.stdout:Mar 09 19:28:03 vm10 bash[17485]: audit 2026-03-09T19:28:03.104840+0000 mon.a (mon.0) 87 : audit [INF] from='mgr.14150 192.168.123.110:0/529845335' entity='mgr.x' 2026-03-09T19:28:03.920 INFO:journalctl@ceph.mon.a.vm10.stdout:Mar 09 19:28:03 vm10 bash[17485]: audit 2026-03-09T19:28:03.104840+0000 mon.a (mon.0) 87 : audit [INF] from='mgr.14150 192.168.123.110:0/529845335' entity='mgr.x' 2026-03-09T19:28:03.920 INFO:journalctl@ceph.mon.a.vm10.stdout:Mar 09 19:28:03 vm10 bash[17485]: audit 2026-03-09T19:28:03.638075+0000 mon.a (mon.0) 88 : audit [INF] from='mgr.14150 192.168.123.110:0/529845335' entity='mgr.x' 2026-03-09T19:28:03.920 INFO:journalctl@ceph.mon.a.vm10.stdout:Mar 09 19:28:03 vm10 bash[17485]: audit 2026-03-09T19:28:03.638075+0000 mon.a (mon.0) 88 : audit [INF] from='mgr.14150 192.168.123.110:0/529845335' entity='mgr.x' 2026-03-09T19:28:04.046 INFO:teuthology.orchestra.run.vm10.stdout:/usr/bin/ceph: stdout 8443 2026-03-09T19:28:04.046 INFO:teuthology.orchestra.run.vm10.stdout:firewalld does not appear to be present 2026-03-09T19:28:04.046 INFO:teuthology.orchestra.run.vm10.stdout:Not possible to open ports <[8443]>. firewalld.service is not available 2026-03-09T19:28:04.046 INFO:teuthology.orchestra.run.vm10.stdout:Ceph Dashboard is now available at: 2026-03-09T19:28:04.046 INFO:teuthology.orchestra.run.vm10.stdout: 2026-03-09T19:28:04.046 INFO:teuthology.orchestra.run.vm10.stdout: URL: https://vm10.local:8443/ 2026-03-09T19:28:04.046 INFO:teuthology.orchestra.run.vm10.stdout: User: admin 2026-03-09T19:28:04.046 INFO:teuthology.orchestra.run.vm10.stdout: Password: mmjy47odvj 2026-03-09T19:28:04.046 INFO:teuthology.orchestra.run.vm10.stdout: 2026-03-09T19:28:04.046 INFO:teuthology.orchestra.run.vm10.stdout:Saving cluster configuration to /var/lib/ceph/e301dc60-1bed-11f1-8e51-db7da4fd97cc/config directory 2026-03-09T19:28:04.499 INFO:teuthology.orchestra.run.vm10.stdout:/usr/bin/ceph: stderr set mgr/dashboard/cluster/status 2026-03-09T19:28:04.499 INFO:teuthology.orchestra.run.vm10.stdout:You can access the Ceph CLI as following in case of multi-cluster or non-default config: 2026-03-09T19:28:04.499 INFO:teuthology.orchestra.run.vm10.stdout: 2026-03-09T19:28:04.499 INFO:teuthology.orchestra.run.vm10.stdout: sudo /home/ubuntu/cephtest/cephadm shell --fsid e301dc60-1bed-11f1-8e51-db7da4fd97cc -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring 2026-03-09T19:28:04.499 INFO:teuthology.orchestra.run.vm10.stdout: 2026-03-09T19:28:04.499 INFO:teuthology.orchestra.run.vm10.stdout:Or, if you are only running a single cluster on this host: 2026-03-09T19:28:04.499 INFO:teuthology.orchestra.run.vm10.stdout: 2026-03-09T19:28:04.499 INFO:teuthology.orchestra.run.vm10.stdout: sudo /home/ubuntu/cephtest/cephadm shell 2026-03-09T19:28:04.500 INFO:teuthology.orchestra.run.vm10.stdout: 2026-03-09T19:28:04.500 INFO:teuthology.orchestra.run.vm10.stdout:Please consider enabling telemetry to help improve Ceph: 2026-03-09T19:28:04.500 INFO:teuthology.orchestra.run.vm10.stdout: 2026-03-09T19:28:04.500 INFO:teuthology.orchestra.run.vm10.stdout: ceph telemetry on 2026-03-09T19:28:04.500 INFO:teuthology.orchestra.run.vm10.stdout: 2026-03-09T19:28:04.500 INFO:teuthology.orchestra.run.vm10.stdout:For more information see: 2026-03-09T19:28:04.500 INFO:teuthology.orchestra.run.vm10.stdout: 2026-03-09T19:28:04.500 INFO:teuthology.orchestra.run.vm10.stdout: https://docs.ceph.com/en/latest/mgr/telemetry/ 2026-03-09T19:28:04.500 INFO:teuthology.orchestra.run.vm10.stdout: 2026-03-09T19:28:04.500 INFO:teuthology.orchestra.run.vm10.stdout:Bootstrap complete. 2026-03-09T19:28:04.526 INFO:tasks.cephadm:Fetching config... 2026-03-09T19:28:04.526 DEBUG:teuthology.orchestra.run.vm10:> set -ex 2026-03-09T19:28:04.526 DEBUG:teuthology.orchestra.run.vm10:> dd if=/etc/ceph/ceph.conf of=/dev/stdout 2026-03-09T19:28:04.530 INFO:tasks.cephadm:Fetching client.admin keyring... 2026-03-09T19:28:04.530 DEBUG:teuthology.orchestra.run.vm10:> set -ex 2026-03-09T19:28:04.530 DEBUG:teuthology.orchestra.run.vm10:> dd if=/etc/ceph/ceph.client.admin.keyring of=/dev/stdout 2026-03-09T19:28:04.574 INFO:tasks.cephadm:Fetching mon keyring... 2026-03-09T19:28:04.574 DEBUG:teuthology.orchestra.run.vm10:> set -ex 2026-03-09T19:28:04.574 DEBUG:teuthology.orchestra.run.vm10:> sudo dd if=/var/lib/ceph/e301dc60-1bed-11f1-8e51-db7da4fd97cc/mon.a/keyring of=/dev/stdout 2026-03-09T19:28:04.624 INFO:tasks.cephadm:Fetching pub ssh key... 2026-03-09T19:28:04.624 DEBUG:teuthology.orchestra.run.vm10:> set -ex 2026-03-09T19:28:04.624 DEBUG:teuthology.orchestra.run.vm10:> dd if=/home/ubuntu/cephtest/ceph.pub of=/dev/stdout 2026-03-09T19:28:04.670 INFO:tasks.cephadm:Installing pub ssh key for root users... 2026-03-09T19:28:04.671 DEBUG:teuthology.orchestra.run.vm10:> sudo install -d -m 0700 /root/.ssh && echo 'ssh-ed25519 AAAAC3NzaC1lZDI1NTE5AAAAIOatFgkJKFFtglGB7aaap8L2mdh9GfBrQ2ePdlKsrxDl ceph-e301dc60-1bed-11f1-8e51-db7da4fd97cc' | sudo tee -a /root/.ssh/authorized_keys && sudo chmod 0600 /root/.ssh/authorized_keys 2026-03-09T19:28:04.730 INFO:teuthology.orchestra.run.vm10.stdout:ssh-ed25519 AAAAC3NzaC1lZDI1NTE5AAAAIOatFgkJKFFtglGB7aaap8L2mdh9GfBrQ2ePdlKsrxDl ceph-e301dc60-1bed-11f1-8e51-db7da4fd97cc 2026-03-09T19:28:04.737 DEBUG:teuthology.orchestra.run.vm11:> sudo install -d -m 0700 /root/.ssh && echo 'ssh-ed25519 AAAAC3NzaC1lZDI1NTE5AAAAIOatFgkJKFFtglGB7aaap8L2mdh9GfBrQ2ePdlKsrxDl ceph-e301dc60-1bed-11f1-8e51-db7da4fd97cc' | sudo tee -a /root/.ssh/authorized_keys && sudo chmod 0600 /root/.ssh/authorized_keys 2026-03-09T19:28:04.751 INFO:teuthology.orchestra.run.vm11.stdout:ssh-ed25519 AAAAC3NzaC1lZDI1NTE5AAAAIOatFgkJKFFtglGB7aaap8L2mdh9GfBrQ2ePdlKsrxDl ceph-e301dc60-1bed-11f1-8e51-db7da4fd97cc 2026-03-09T19:28:04.758 DEBUG:teuthology.orchestra.run.vm10:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:e911bdebe5c8faa3800735d1568fcdca65db60df shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid e301dc60-1bed-11f1-8e51-db7da4fd97cc -- ceph config set mgr mgr/cephadm/allow_ptrace true 2026-03-09T19:28:04.790 INFO:journalctl@ceph.mon.a.vm10.stdout:Mar 09 19:28:04 vm10 bash[17485]: audit 2026-03-09T19:28:03.473141+0000 mgr.x (mgr.14150) 9 : audit [DBG] from='client.14164 -' entity='client.admin' cmd=[{"prefix": "dashboard ac-user-create", "username": "admin", "rolename": "administrator", "force_password": true, "pwd_update_required": true, "target": ["mon-mgr", ""]}]: dispatch 2026-03-09T19:28:04.791 INFO:journalctl@ceph.mon.a.vm10.stdout:Mar 09 19:28:04 vm10 bash[17485]: audit 2026-03-09T19:28:03.473141+0000 mgr.x (mgr.14150) 9 : audit [DBG] from='client.14164 -' entity='client.admin' cmd=[{"prefix": "dashboard ac-user-create", "username": "admin", "rolename": "administrator", "force_password": true, "pwd_update_required": true, "target": ["mon-mgr", ""]}]: dispatch 2026-03-09T19:28:04.791 INFO:journalctl@ceph.mon.a.vm10.stdout:Mar 09 19:28:04 vm10 bash[17485]: audit 2026-03-09T19:28:03.993852+0000 mon.a (mon.0) 89 : audit [DBG] from='client.? 192.168.123.110:0/445847068' entity='client.admin' cmd=[{"prefix": "config get", "who": "mgr", "key": "mgr/dashboard/ssl_server_port"}]: dispatch 2026-03-09T19:28:04.791 INFO:journalctl@ceph.mon.a.vm10.stdout:Mar 09 19:28:04 vm10 bash[17485]: audit 2026-03-09T19:28:03.993852+0000 mon.a (mon.0) 89 : audit [DBG] from='client.? 192.168.123.110:0/445847068' entity='client.admin' cmd=[{"prefix": "config get", "who": "mgr", "key": "mgr/dashboard/ssl_server_port"}]: dispatch 2026-03-09T19:28:04.791 INFO:journalctl@ceph.mon.a.vm10.stdout:Mar 09 19:28:04 vm10 bash[17485]: audit 2026-03-09T19:28:04.435922+0000 mon.a (mon.0) 90 : audit [INF] from='client.? 192.168.123.110:0/1721492702' entity='client.admin' 2026-03-09T19:28:04.791 INFO:journalctl@ceph.mon.a.vm10.stdout:Mar 09 19:28:04 vm10 bash[17485]: audit 2026-03-09T19:28:04.435922+0000 mon.a (mon.0) 90 : audit [INF] from='client.? 192.168.123.110:0/1721492702' entity='client.admin' 2026-03-09T19:28:04.791 INFO:journalctl@ceph.mon.a.vm10.stdout:Mar 09 19:28:04 vm10 bash[17485]: cluster 2026-03-09T19:28:04.656887+0000 mon.a (mon.0) 91 : cluster [DBG] mgrmap e11: x(active, since 2s) 2026-03-09T19:28:04.791 INFO:journalctl@ceph.mon.a.vm10.stdout:Mar 09 19:28:04 vm10 bash[17485]: cluster 2026-03-09T19:28:04.656887+0000 mon.a (mon.0) 91 : cluster [DBG] mgrmap e11: x(active, since 2s) 2026-03-09T19:28:07.670 INFO:journalctl@ceph.mon.a.vm10.stdout:Mar 09 19:28:07 vm10 bash[17485]: audit 2026-03-09T19:28:06.290223+0000 mon.a (mon.0) 92 : audit [INF] from='mgr.14150 192.168.123.110:0/529845335' entity='mgr.x' 2026-03-09T19:28:07.670 INFO:journalctl@ceph.mon.a.vm10.stdout:Mar 09 19:28:07 vm10 bash[17485]: audit 2026-03-09T19:28:06.290223+0000 mon.a (mon.0) 92 : audit [INF] from='mgr.14150 192.168.123.110:0/529845335' entity='mgr.x' 2026-03-09T19:28:07.670 INFO:journalctl@ceph.mon.a.vm10.stdout:Mar 09 19:28:07 vm10 bash[17485]: audit 2026-03-09T19:28:06.933435+0000 mon.a (mon.0) 93 : audit [INF] from='mgr.14150 192.168.123.110:0/529845335' entity='mgr.x' 2026-03-09T19:28:07.670 INFO:journalctl@ceph.mon.a.vm10.stdout:Mar 09 19:28:07 vm10 bash[17485]: audit 2026-03-09T19:28:06.933435+0000 mon.a (mon.0) 93 : audit [INF] from='mgr.14150 192.168.123.110:0/529845335' entity='mgr.x' 2026-03-09T19:28:09.148 INFO:teuthology.orchestra.run.vm10.stderr:Inferring config /var/lib/ceph/e301dc60-1bed-11f1-8e51-db7da4fd97cc/mon.a/config 2026-03-09T19:28:09.419 INFO:journalctl@ceph.mon.a.vm10.stdout:Mar 09 19:28:09 vm10 bash[17485]: cluster 2026-03-09T19:28:08.294724+0000 mon.a (mon.0) 94 : cluster [DBG] mgrmap e12: x(active, since 6s) 2026-03-09T19:28:09.420 INFO:journalctl@ceph.mon.a.vm10.stdout:Mar 09 19:28:09 vm10 bash[17485]: cluster 2026-03-09T19:28:08.294724+0000 mon.a (mon.0) 94 : cluster [DBG] mgrmap e12: x(active, since 6s) 2026-03-09T19:28:09.498 INFO:tasks.cephadm:Distributing conf and client.admin keyring to all hosts + 0755 2026-03-09T19:28:09.498 DEBUG:teuthology.orchestra.run.vm10:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:e911bdebe5c8faa3800735d1568fcdca65db60df shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid e301dc60-1bed-11f1-8e51-db7da4fd97cc -- ceph orch client-keyring set client.admin '*' --mode 0755 2026-03-09T19:28:10.919 INFO:journalctl@ceph.mon.a.vm10.stdout:Mar 09 19:28:10 vm10 bash[17485]: audit 2026-03-09T19:28:09.418099+0000 mon.a (mon.0) 95 : audit [INF] from='client.? 192.168.123.110:0/1828415849' entity='client.admin' 2026-03-09T19:28:10.920 INFO:journalctl@ceph.mon.a.vm10.stdout:Mar 09 19:28:10 vm10 bash[17485]: audit 2026-03-09T19:28:09.418099+0000 mon.a (mon.0) 95 : audit [INF] from='client.? 192.168.123.110:0/1828415849' entity='client.admin' 2026-03-09T19:28:14.420 INFO:journalctl@ceph.mon.a.vm10.stdout:Mar 09 19:28:13 vm10 bash[17485]: audit 2026-03-09T19:28:12.755611+0000 mon.a (mon.0) 96 : audit [INF] from='mgr.14150 192.168.123.110:0/529845335' entity='mgr.x' 2026-03-09T19:28:14.420 INFO:journalctl@ceph.mon.a.vm10.stdout:Mar 09 19:28:13 vm10 bash[17485]: audit 2026-03-09T19:28:12.755611+0000 mon.a (mon.0) 96 : audit [INF] from='mgr.14150 192.168.123.110:0/529845335' entity='mgr.x' 2026-03-09T19:28:14.420 INFO:journalctl@ceph.mon.a.vm10.stdout:Mar 09 19:28:13 vm10 bash[17485]: audit 2026-03-09T19:28:12.759243+0000 mon.a (mon.0) 97 : audit [INF] from='mgr.14150 192.168.123.110:0/529845335' entity='mgr.x' 2026-03-09T19:28:14.420 INFO:journalctl@ceph.mon.a.vm10.stdout:Mar 09 19:28:13 vm10 bash[17485]: audit 2026-03-09T19:28:12.759243+0000 mon.a (mon.0) 97 : audit [INF] from='mgr.14150 192.168.123.110:0/529845335' entity='mgr.x' 2026-03-09T19:28:14.420 INFO:journalctl@ceph.mon.a.vm10.stdout:Mar 09 19:28:13 vm10 bash[17485]: audit 2026-03-09T19:28:12.760247+0000 mon.a (mon.0) 98 : audit [INF] from='mgr.14150 192.168.123.110:0/529845335' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd/host:vm10", "name": "osd_memory_target"}]: dispatch 2026-03-09T19:28:14.420 INFO:journalctl@ceph.mon.a.vm10.stdout:Mar 09 19:28:13 vm10 bash[17485]: audit 2026-03-09T19:28:12.760247+0000 mon.a (mon.0) 98 : audit [INF] from='mgr.14150 192.168.123.110:0/529845335' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd/host:vm10", "name": "osd_memory_target"}]: dispatch 2026-03-09T19:28:14.420 INFO:journalctl@ceph.mon.a.vm10.stdout:Mar 09 19:28:13 vm10 bash[17485]: audit 2026-03-09T19:28:12.763696+0000 mon.a (mon.0) 99 : audit [INF] from='mgr.14150 192.168.123.110:0/529845335' entity='mgr.x' 2026-03-09T19:28:14.420 INFO:journalctl@ceph.mon.a.vm10.stdout:Mar 09 19:28:13 vm10 bash[17485]: audit 2026-03-09T19:28:12.763696+0000 mon.a (mon.0) 99 : audit [INF] from='mgr.14150 192.168.123.110:0/529845335' entity='mgr.x' 2026-03-09T19:28:14.420 INFO:journalctl@ceph.mon.a.vm10.stdout:Mar 09 19:28:13 vm10 bash[17485]: audit 2026-03-09T19:28:12.771850+0000 mon.a (mon.0) 100 : audit [DBG] from='mgr.14150 192.168.123.110:0/529845335' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2026-03-09T19:28:14.420 INFO:journalctl@ceph.mon.a.vm10.stdout:Mar 09 19:28:13 vm10 bash[17485]: audit 2026-03-09T19:28:12.771850+0000 mon.a (mon.0) 100 : audit [DBG] from='mgr.14150 192.168.123.110:0/529845335' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2026-03-09T19:28:14.420 INFO:journalctl@ceph.mon.a.vm10.stdout:Mar 09 19:28:13 vm10 bash[17485]: audit 2026-03-09T19:28:12.776197+0000 mon.a (mon.0) 101 : audit [INF] from='mgr.14150 192.168.123.110:0/529845335' entity='mgr.x' 2026-03-09T19:28:14.420 INFO:journalctl@ceph.mon.a.vm10.stdout:Mar 09 19:28:13 vm10 bash[17485]: audit 2026-03-09T19:28:12.776197+0000 mon.a (mon.0) 101 : audit [INF] from='mgr.14150 192.168.123.110:0/529845335' entity='mgr.x' 2026-03-09T19:28:15.161 INFO:teuthology.orchestra.run.vm10.stderr:Inferring config /var/lib/ceph/e301dc60-1bed-11f1-8e51-db7da4fd97cc/mon.a/config 2026-03-09T19:28:15.530 INFO:tasks.cephadm:Remote vm11 excluded from cephadm cluster by role 2026-03-09T19:28:15.530 INFO:tasks.cephadm:Setting crush tunables to default 2026-03-09T19:28:15.530 DEBUG:teuthology.orchestra.run.vm10:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:e911bdebe5c8faa3800735d1568fcdca65db60df shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid e301dc60-1bed-11f1-8e51-db7da4fd97cc -- ceph osd crush tunables default 2026-03-09T19:28:16.920 INFO:journalctl@ceph.mon.a.vm10.stdout:Mar 09 19:28:16 vm10 bash[17485]: audit 2026-03-09T19:28:15.424013+0000 mgr.x (mgr.14150) 10 : audit [DBG] from='client.14172 -' entity='client.admin' cmd=[{"prefix": "orch client-keyring set", "entity": "client.admin", "placement": "*", "mode": "0755", "target": ["mon-mgr", ""]}]: dispatch 2026-03-09T19:28:16.920 INFO:journalctl@ceph.mon.a.vm10.stdout:Mar 09 19:28:16 vm10 bash[17485]: audit 2026-03-09T19:28:15.424013+0000 mgr.x (mgr.14150) 10 : audit [DBG] from='client.14172 -' entity='client.admin' cmd=[{"prefix": "orch client-keyring set", "entity": "client.admin", "placement": "*", "mode": "0755", "target": ["mon-mgr", ""]}]: dispatch 2026-03-09T19:28:16.920 INFO:journalctl@ceph.mon.a.vm10.stdout:Mar 09 19:28:16 vm10 bash[17485]: audit 2026-03-09T19:28:15.427263+0000 mon.a (mon.0) 102 : audit [INF] from='mgr.14150 192.168.123.110:0/529845335' entity='mgr.x' 2026-03-09T19:28:16.920 INFO:journalctl@ceph.mon.a.vm10.stdout:Mar 09 19:28:16 vm10 bash[17485]: audit 2026-03-09T19:28:15.427263+0000 mon.a (mon.0) 102 : audit [INF] from='mgr.14150 192.168.123.110:0/529845335' entity='mgr.x' 2026-03-09T19:28:16.920 INFO:journalctl@ceph.mon.a.vm10.stdout:Mar 09 19:28:16 vm10 bash[17485]: audit 2026-03-09T19:28:15.427910+0000 mon.a (mon.0) 103 : audit [DBG] from='mgr.14150 192.168.123.110:0/529845335' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2026-03-09T19:28:16.920 INFO:journalctl@ceph.mon.a.vm10.stdout:Mar 09 19:28:16 vm10 bash[17485]: audit 2026-03-09T19:28:15.427910+0000 mon.a (mon.0) 103 : audit [DBG] from='mgr.14150 192.168.123.110:0/529845335' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2026-03-09T19:28:16.920 INFO:journalctl@ceph.mon.a.vm10.stdout:Mar 09 19:28:16 vm10 bash[17485]: audit 2026-03-09T19:28:15.428936+0000 mon.a (mon.0) 104 : audit [DBG] from='mgr.14150 192.168.123.110:0/529845335' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-03-09T19:28:16.920 INFO:journalctl@ceph.mon.a.vm10.stdout:Mar 09 19:28:16 vm10 bash[17485]: audit 2026-03-09T19:28:15.428936+0000 mon.a (mon.0) 104 : audit [DBG] from='mgr.14150 192.168.123.110:0/529845335' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-03-09T19:28:16.920 INFO:journalctl@ceph.mon.a.vm10.stdout:Mar 09 19:28:16 vm10 bash[17485]: audit 2026-03-09T19:28:15.429487+0000 mon.a (mon.0) 105 : audit [INF] from='mgr.14150 192.168.123.110:0/529845335' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2026-03-09T19:28:16.920 INFO:journalctl@ceph.mon.a.vm10.stdout:Mar 09 19:28:16 vm10 bash[17485]: audit 2026-03-09T19:28:15.429487+0000 mon.a (mon.0) 105 : audit [INF] from='mgr.14150 192.168.123.110:0/529845335' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2026-03-09T19:28:16.920 INFO:journalctl@ceph.mon.a.vm10.stdout:Mar 09 19:28:16 vm10 bash[17485]: cephadm 2026-03-09T19:28:15.430224+0000 mgr.x (mgr.14150) 11 : cephadm [INF] Updating vm10:/etc/ceph/ceph.conf 2026-03-09T19:28:16.920 INFO:journalctl@ceph.mon.a.vm10.stdout:Mar 09 19:28:16 vm10 bash[17485]: cephadm 2026-03-09T19:28:15.430224+0000 mgr.x (mgr.14150) 11 : cephadm [INF] Updating vm10:/etc/ceph/ceph.conf 2026-03-09T19:28:16.920 INFO:journalctl@ceph.mon.a.vm10.stdout:Mar 09 19:28:16 vm10 bash[17485]: cephadm 2026-03-09T19:28:15.473094+0000 mgr.x (mgr.14150) 12 : cephadm [INF] Updating vm10:/var/lib/ceph/e301dc60-1bed-11f1-8e51-db7da4fd97cc/config/ceph.conf 2026-03-09T19:28:16.920 INFO:journalctl@ceph.mon.a.vm10.stdout:Mar 09 19:28:16 vm10 bash[17485]: cephadm 2026-03-09T19:28:15.473094+0000 mgr.x (mgr.14150) 12 : cephadm [INF] Updating vm10:/var/lib/ceph/e301dc60-1bed-11f1-8e51-db7da4fd97cc/config/ceph.conf 2026-03-09T19:28:16.920 INFO:journalctl@ceph.mon.a.vm10.stdout:Mar 09 19:28:16 vm10 bash[17485]: cephadm 2026-03-09T19:28:15.516971+0000 mgr.x (mgr.14150) 13 : cephadm [INF] Updating vm10:/etc/ceph/ceph.client.admin.keyring 2026-03-09T19:28:16.920 INFO:journalctl@ceph.mon.a.vm10.stdout:Mar 09 19:28:16 vm10 bash[17485]: cephadm 2026-03-09T19:28:15.516971+0000 mgr.x (mgr.14150) 13 : cephadm [INF] Updating vm10:/etc/ceph/ceph.client.admin.keyring 2026-03-09T19:28:16.920 INFO:journalctl@ceph.mon.a.vm10.stdout:Mar 09 19:28:16 vm10 bash[17485]: cephadm 2026-03-09T19:28:15.551395+0000 mgr.x (mgr.14150) 14 : cephadm [INF] Updating vm10:/var/lib/ceph/e301dc60-1bed-11f1-8e51-db7da4fd97cc/config/ceph.client.admin.keyring 2026-03-09T19:28:16.920 INFO:journalctl@ceph.mon.a.vm10.stdout:Mar 09 19:28:16 vm10 bash[17485]: cephadm 2026-03-09T19:28:15.551395+0000 mgr.x (mgr.14150) 14 : cephadm [INF] Updating vm10:/var/lib/ceph/e301dc60-1bed-11f1-8e51-db7da4fd97cc/config/ceph.client.admin.keyring 2026-03-09T19:28:16.920 INFO:journalctl@ceph.mon.a.vm10.stdout:Mar 09 19:28:16 vm10 bash[17485]: audit 2026-03-09T19:28:15.592705+0000 mon.a (mon.0) 106 : audit [INF] from='mgr.14150 192.168.123.110:0/529845335' entity='mgr.x' 2026-03-09T19:28:16.920 INFO:journalctl@ceph.mon.a.vm10.stdout:Mar 09 19:28:16 vm10 bash[17485]: audit 2026-03-09T19:28:15.592705+0000 mon.a (mon.0) 106 : audit [INF] from='mgr.14150 192.168.123.110:0/529845335' entity='mgr.x' 2026-03-09T19:28:16.920 INFO:journalctl@ceph.mon.a.vm10.stdout:Mar 09 19:28:16 vm10 bash[17485]: audit 2026-03-09T19:28:15.595913+0000 mon.a (mon.0) 107 : audit [INF] from='mgr.14150 192.168.123.110:0/529845335' entity='mgr.x' 2026-03-09T19:28:16.920 INFO:journalctl@ceph.mon.a.vm10.stdout:Mar 09 19:28:16 vm10 bash[17485]: audit 2026-03-09T19:28:15.595913+0000 mon.a (mon.0) 107 : audit [INF] from='mgr.14150 192.168.123.110:0/529845335' entity='mgr.x' 2026-03-09T19:28:16.920 INFO:journalctl@ceph.mon.a.vm10.stdout:Mar 09 19:28:16 vm10 bash[17485]: audit 2026-03-09T19:28:15.599353+0000 mon.a (mon.0) 108 : audit [INF] from='mgr.14150 192.168.123.110:0/529845335' entity='mgr.x' 2026-03-09T19:28:16.920 INFO:journalctl@ceph.mon.a.vm10.stdout:Mar 09 19:28:16 vm10 bash[17485]: audit 2026-03-09T19:28:15.599353+0000 mon.a (mon.0) 108 : audit [INF] from='mgr.14150 192.168.123.110:0/529845335' entity='mgr.x' 2026-03-09T19:28:19.170 INFO:teuthology.orchestra.run.vm10.stderr:Inferring config /var/lib/ceph/e301dc60-1bed-11f1-8e51-db7da4fd97cc/mon.a/config 2026-03-09T19:28:19.476 INFO:teuthology.orchestra.run.vm10.stderr:adjusted tunables profile to default 2026-03-09T19:28:19.538 INFO:tasks.cephadm:Adding mon.a on vm10 2026-03-09T19:28:19.538 DEBUG:teuthology.orchestra.run.vm10:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:e911bdebe5c8faa3800735d1568fcdca65db60df shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid e301dc60-1bed-11f1-8e51-db7da4fd97cc -- ceph orch apply mon '1;vm10:192.168.123.110=a' 2026-03-09T19:28:19.919 INFO:journalctl@ceph.mon.a.vm10.stdout:Mar 09 19:28:19 vm10 bash[17485]: audit 2026-03-09T19:28:19.420150+0000 mon.a (mon.0) 109 : audit [INF] from='client.? 192.168.123.110:0/4155873842' entity='client.admin' cmd=[{"prefix": "osd crush tunables", "profile": "default"}]: dispatch 2026-03-09T19:28:19.920 INFO:journalctl@ceph.mon.a.vm10.stdout:Mar 09 19:28:19 vm10 bash[17485]: audit 2026-03-09T19:28:19.420150+0000 mon.a (mon.0) 109 : audit [INF] from='client.? 192.168.123.110:0/4155873842' entity='client.admin' cmd=[{"prefix": "osd crush tunables", "profile": "default"}]: dispatch 2026-03-09T19:28:20.920 INFO:journalctl@ceph.mon.a.vm10.stdout:Mar 09 19:28:20 vm10 bash[17485]: audit 2026-03-09T19:28:19.474285+0000 mon.a (mon.0) 110 : audit [INF] from='client.? 192.168.123.110:0/4155873842' entity='client.admin' cmd='[{"prefix": "osd crush tunables", "profile": "default"}]': finished 2026-03-09T19:28:20.920 INFO:journalctl@ceph.mon.a.vm10.stdout:Mar 09 19:28:20 vm10 bash[17485]: audit 2026-03-09T19:28:19.474285+0000 mon.a (mon.0) 110 : audit [INF] from='client.? 192.168.123.110:0/4155873842' entity='client.admin' cmd='[{"prefix": "osd crush tunables", "profile": "default"}]': finished 2026-03-09T19:28:20.920 INFO:journalctl@ceph.mon.a.vm10.stdout:Mar 09 19:28:20 vm10 bash[17485]: cluster 2026-03-09T19:28:19.476468+0000 mon.a (mon.0) 111 : cluster [DBG] osdmap e4: 0 total, 0 up, 0 in 2026-03-09T19:28:20.920 INFO:journalctl@ceph.mon.a.vm10.stdout:Mar 09 19:28:20 vm10 bash[17485]: cluster 2026-03-09T19:28:19.476468+0000 mon.a (mon.0) 111 : cluster [DBG] osdmap e4: 0 total, 0 up, 0 in 2026-03-09T19:28:23.169 INFO:journalctl@ceph.mon.a.vm10.stdout:Mar 09 19:28:22 vm10 bash[17485]: cluster 2026-03-09T19:28:21.695293+0000 mgr.x (mgr.14150) 15 : cluster [DBG] pgmap v4: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2026-03-09T19:28:23.170 INFO:journalctl@ceph.mon.a.vm10.stdout:Mar 09 19:28:22 vm10 bash[17485]: cluster 2026-03-09T19:28:21.695293+0000 mgr.x (mgr.14150) 15 : cluster [DBG] pgmap v4: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2026-03-09T19:28:23.179 INFO:teuthology.orchestra.run.vm10.stderr:Inferring config /var/lib/ceph/e301dc60-1bed-11f1-8e51-db7da4fd97cc/mon.a/config 2026-03-09T19:28:23.418 INFO:teuthology.orchestra.run.vm10.stdout:Scheduled mon update... 2026-03-09T19:28:23.509 INFO:tasks.cephadm:Waiting for 1 mons in monmap... 2026-03-09T19:28:23.509 DEBUG:teuthology.orchestra.run.vm10:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:e911bdebe5c8faa3800735d1568fcdca65db60df shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid e301dc60-1bed-11f1-8e51-db7da4fd97cc -- ceph mon dump -f json 2026-03-09T19:28:24.670 INFO:journalctl@ceph.mon.a.vm10.stdout:Mar 09 19:28:24 vm10 bash[17485]: audit 2026-03-09T19:28:23.410740+0000 mgr.x (mgr.14150) 16 : audit [DBG] from='client.14176 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "mon", "placement": "1;vm10:192.168.123.110=a", "target": ["mon-mgr", ""]}]: dispatch 2026-03-09T19:28:24.670 INFO:journalctl@ceph.mon.a.vm10.stdout:Mar 09 19:28:24 vm10 bash[17485]: audit 2026-03-09T19:28:23.410740+0000 mgr.x (mgr.14150) 16 : audit [DBG] from='client.14176 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "mon", "placement": "1;vm10:192.168.123.110=a", "target": ["mon-mgr", ""]}]: dispatch 2026-03-09T19:28:24.670 INFO:journalctl@ceph.mon.a.vm10.stdout:Mar 09 19:28:24 vm10 bash[17485]: cephadm 2026-03-09T19:28:23.412239+0000 mgr.x (mgr.14150) 17 : cephadm [INF] Saving service mon spec with placement vm10:192.168.123.110=a;count:1 2026-03-09T19:28:24.670 INFO:journalctl@ceph.mon.a.vm10.stdout:Mar 09 19:28:24 vm10 bash[17485]: cephadm 2026-03-09T19:28:23.412239+0000 mgr.x (mgr.14150) 17 : cephadm [INF] Saving service mon spec with placement vm10:192.168.123.110=a;count:1 2026-03-09T19:28:24.670 INFO:journalctl@ceph.mon.a.vm10.stdout:Mar 09 19:28:24 vm10 bash[17485]: audit 2026-03-09T19:28:23.415029+0000 mon.a (mon.0) 112 : audit [INF] from='mgr.14150 192.168.123.110:0/529845335' entity='mgr.x' 2026-03-09T19:28:24.670 INFO:journalctl@ceph.mon.a.vm10.stdout:Mar 09 19:28:24 vm10 bash[17485]: audit 2026-03-09T19:28:23.415029+0000 mon.a (mon.0) 112 : audit [INF] from='mgr.14150 192.168.123.110:0/529845335' entity='mgr.x' 2026-03-09T19:28:24.670 INFO:journalctl@ceph.mon.a.vm10.stdout:Mar 09 19:28:24 vm10 bash[17485]: audit 2026-03-09T19:28:23.415754+0000 mon.a (mon.0) 113 : audit [DBG] from='mgr.14150 192.168.123.110:0/529845335' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2026-03-09T19:28:24.670 INFO:journalctl@ceph.mon.a.vm10.stdout:Mar 09 19:28:24 vm10 bash[17485]: audit 2026-03-09T19:28:23.415754+0000 mon.a (mon.0) 113 : audit [DBG] from='mgr.14150 192.168.123.110:0/529845335' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2026-03-09T19:28:24.670 INFO:journalctl@ceph.mon.a.vm10.stdout:Mar 09 19:28:24 vm10 bash[17485]: audit 2026-03-09T19:28:23.417258+0000 mon.a (mon.0) 114 : audit [DBG] from='mgr.14150 192.168.123.110:0/529845335' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-03-09T19:28:24.670 INFO:journalctl@ceph.mon.a.vm10.stdout:Mar 09 19:28:24 vm10 bash[17485]: audit 2026-03-09T19:28:23.417258+0000 mon.a (mon.0) 114 : audit [DBG] from='mgr.14150 192.168.123.110:0/529845335' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-03-09T19:28:24.670 INFO:journalctl@ceph.mon.a.vm10.stdout:Mar 09 19:28:24 vm10 bash[17485]: audit 2026-03-09T19:28:23.417712+0000 mon.a (mon.0) 115 : audit [INF] from='mgr.14150 192.168.123.110:0/529845335' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2026-03-09T19:28:24.670 INFO:journalctl@ceph.mon.a.vm10.stdout:Mar 09 19:28:24 vm10 bash[17485]: audit 2026-03-09T19:28:23.417712+0000 mon.a (mon.0) 115 : audit [INF] from='mgr.14150 192.168.123.110:0/529845335' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2026-03-09T19:28:24.670 INFO:journalctl@ceph.mon.a.vm10.stdout:Mar 09 19:28:24 vm10 bash[17485]: audit 2026-03-09T19:28:23.420380+0000 mon.a (mon.0) 116 : audit [INF] from='mgr.14150 192.168.123.110:0/529845335' entity='mgr.x' 2026-03-09T19:28:24.670 INFO:journalctl@ceph.mon.a.vm10.stdout:Mar 09 19:28:24 vm10 bash[17485]: audit 2026-03-09T19:28:23.420380+0000 mon.a (mon.0) 116 : audit [INF] from='mgr.14150 192.168.123.110:0/529845335' entity='mgr.x' 2026-03-09T19:28:24.670 INFO:journalctl@ceph.mon.a.vm10.stdout:Mar 09 19:28:24 vm10 bash[17485]: audit 2026-03-09T19:28:23.424102+0000 mon.a (mon.0) 117 : audit [INF] from='mgr.14150 192.168.123.110:0/529845335' entity='mgr.x' 2026-03-09T19:28:24.670 INFO:journalctl@ceph.mon.a.vm10.stdout:Mar 09 19:28:24 vm10 bash[17485]: audit 2026-03-09T19:28:23.424102+0000 mon.a (mon.0) 117 : audit [INF] from='mgr.14150 192.168.123.110:0/529845335' entity='mgr.x' 2026-03-09T19:28:24.670 INFO:journalctl@ceph.mon.a.vm10.stdout:Mar 09 19:28:24 vm10 bash[17485]: audit 2026-03-09T19:28:23.432448+0000 mon.a (mon.0) 118 : audit [INF] from='mgr.14150 192.168.123.110:0/529845335' entity='mgr.x' 2026-03-09T19:28:24.670 INFO:journalctl@ceph.mon.a.vm10.stdout:Mar 09 19:28:24 vm10 bash[17485]: audit 2026-03-09T19:28:23.432448+0000 mon.a (mon.0) 118 : audit [INF] from='mgr.14150 192.168.123.110:0/529845335' entity='mgr.x' 2026-03-09T19:28:24.670 INFO:journalctl@ceph.mon.a.vm10.stdout:Mar 09 19:28:24 vm10 bash[17485]: audit 2026-03-09T19:28:23.434867+0000 mon.a (mon.0) 119 : audit [INF] from='mgr.14150 192.168.123.110:0/529845335' entity='mgr.x' 2026-03-09T19:28:24.670 INFO:journalctl@ceph.mon.a.vm10.stdout:Mar 09 19:28:24 vm10 bash[17485]: audit 2026-03-09T19:28:23.434867+0000 mon.a (mon.0) 119 : audit [INF] from='mgr.14150 192.168.123.110:0/529845335' entity='mgr.x' 2026-03-09T19:28:24.670 INFO:journalctl@ceph.mon.a.vm10.stdout:Mar 09 19:28:24 vm10 bash[17485]: audit 2026-03-09T19:28:23.436844+0000 mon.a (mon.0) 120 : audit [INF] from='mgr.14150 192.168.123.110:0/529845335' entity='mgr.x' 2026-03-09T19:28:24.670 INFO:journalctl@ceph.mon.a.vm10.stdout:Mar 09 19:28:24 vm10 bash[17485]: audit 2026-03-09T19:28:23.436844+0000 mon.a (mon.0) 120 : audit [INF] from='mgr.14150 192.168.123.110:0/529845335' entity='mgr.x' 2026-03-09T19:28:24.670 INFO:journalctl@ceph.mon.a.vm10.stdout:Mar 09 19:28:24 vm10 bash[17485]: audit 2026-03-09T19:28:23.438748+0000 mon.a (mon.0) 121 : audit [INF] from='mgr.14150 192.168.123.110:0/529845335' entity='mgr.x' 2026-03-09T19:28:24.670 INFO:journalctl@ceph.mon.a.vm10.stdout:Mar 09 19:28:24 vm10 bash[17485]: audit 2026-03-09T19:28:23.438748+0000 mon.a (mon.0) 121 : audit [INF] from='mgr.14150 192.168.123.110:0/529845335' entity='mgr.x' 2026-03-09T19:28:24.671 INFO:journalctl@ceph.mon.a.vm10.stdout:Mar 09 19:28:24 vm10 bash[17485]: cephadm 2026-03-09T19:28:23.439040+0000 mgr.x (mgr.14150) 18 : cephadm [INF] Reconfiguring mon.a (unknown last config time)... 2026-03-09T19:28:24.671 INFO:journalctl@ceph.mon.a.vm10.stdout:Mar 09 19:28:24 vm10 bash[17485]: cephadm 2026-03-09T19:28:23.439040+0000 mgr.x (mgr.14150) 18 : cephadm [INF] Reconfiguring mon.a (unknown last config time)... 2026-03-09T19:28:24.671 INFO:journalctl@ceph.mon.a.vm10.stdout:Mar 09 19:28:24 vm10 bash[17485]: audit 2026-03-09T19:28:23.439234+0000 mon.a (mon.0) 122 : audit [INF] from='mgr.14150 192.168.123.110:0/529845335' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2026-03-09T19:28:24.671 INFO:journalctl@ceph.mon.a.vm10.stdout:Mar 09 19:28:24 vm10 bash[17485]: audit 2026-03-09T19:28:23.439234+0000 mon.a (mon.0) 122 : audit [INF] from='mgr.14150 192.168.123.110:0/529845335' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2026-03-09T19:28:24.671 INFO:journalctl@ceph.mon.a.vm10.stdout:Mar 09 19:28:24 vm10 bash[17485]: audit 2026-03-09T19:28:23.439616+0000 mon.a (mon.0) 123 : audit [DBG] from='mgr.14150 192.168.123.110:0/529845335' entity='mgr.x' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2026-03-09T19:28:24.671 INFO:journalctl@ceph.mon.a.vm10.stdout:Mar 09 19:28:24 vm10 bash[17485]: audit 2026-03-09T19:28:23.439616+0000 mon.a (mon.0) 123 : audit [DBG] from='mgr.14150 192.168.123.110:0/529845335' entity='mgr.x' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2026-03-09T19:28:24.671 INFO:journalctl@ceph.mon.a.vm10.stdout:Mar 09 19:28:24 vm10 bash[17485]: audit 2026-03-09T19:28:23.439954+0000 mon.a (mon.0) 124 : audit [DBG] from='mgr.14150 192.168.123.110:0/529845335' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-03-09T19:28:24.671 INFO:journalctl@ceph.mon.a.vm10.stdout:Mar 09 19:28:24 vm10 bash[17485]: audit 2026-03-09T19:28:23.439954+0000 mon.a (mon.0) 124 : audit [DBG] from='mgr.14150 192.168.123.110:0/529845335' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-03-09T19:28:24.671 INFO:journalctl@ceph.mon.a.vm10.stdout:Mar 09 19:28:24 vm10 bash[17485]: cephadm 2026-03-09T19:28:23.440482+0000 mgr.x (mgr.14150) 19 : cephadm [INF] Reconfiguring daemon mon.a on vm10 2026-03-09T19:28:24.671 INFO:journalctl@ceph.mon.a.vm10.stdout:Mar 09 19:28:24 vm10 bash[17485]: cephadm 2026-03-09T19:28:23.440482+0000 mgr.x (mgr.14150) 19 : cephadm [INF] Reconfiguring daemon mon.a on vm10 2026-03-09T19:28:24.671 INFO:journalctl@ceph.mon.a.vm10.stdout:Mar 09 19:28:24 vm10 bash[17485]: cluster 2026-03-09T19:28:23.695536+0000 mgr.x (mgr.14150) 20 : cluster [DBG] pgmap v5: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2026-03-09T19:28:24.671 INFO:journalctl@ceph.mon.a.vm10.stdout:Mar 09 19:28:24 vm10 bash[17485]: cluster 2026-03-09T19:28:23.695536+0000 mgr.x (mgr.14150) 20 : cluster [DBG] pgmap v5: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2026-03-09T19:28:24.671 INFO:journalctl@ceph.mon.a.vm10.stdout:Mar 09 19:28:24 vm10 bash[17485]: audit 2026-03-09T19:28:23.861285+0000 mon.a (mon.0) 125 : audit [INF] from='mgr.14150 192.168.123.110:0/529845335' entity='mgr.x' 2026-03-09T19:28:24.671 INFO:journalctl@ceph.mon.a.vm10.stdout:Mar 09 19:28:24 vm10 bash[17485]: audit 2026-03-09T19:28:23.861285+0000 mon.a (mon.0) 125 : audit [INF] from='mgr.14150 192.168.123.110:0/529845335' entity='mgr.x' 2026-03-09T19:28:24.671 INFO:journalctl@ceph.mon.a.vm10.stdout:Mar 09 19:28:24 vm10 bash[17485]: audit 2026-03-09T19:28:23.864353+0000 mon.a (mon.0) 126 : audit [INF] from='mgr.14150 192.168.123.110:0/529845335' entity='mgr.x' 2026-03-09T19:28:24.671 INFO:journalctl@ceph.mon.a.vm10.stdout:Mar 09 19:28:24 vm10 bash[17485]: audit 2026-03-09T19:28:23.864353+0000 mon.a (mon.0) 126 : audit [INF] from='mgr.14150 192.168.123.110:0/529845335' entity='mgr.x' 2026-03-09T19:28:27.170 INFO:journalctl@ceph.mon.a.vm10.stdout:Mar 09 19:28:26 vm10 bash[17485]: cluster 2026-03-09T19:28:25.695751+0000 mgr.x (mgr.14150) 21 : cluster [DBG] pgmap v6: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2026-03-09T19:28:27.170 INFO:journalctl@ceph.mon.a.vm10.stdout:Mar 09 19:28:26 vm10 bash[17485]: cluster 2026-03-09T19:28:25.695751+0000 mgr.x (mgr.14150) 21 : cluster [DBG] pgmap v6: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2026-03-09T19:28:27.189 INFO:teuthology.orchestra.run.vm10.stderr:Inferring config /var/lib/ceph/e301dc60-1bed-11f1-8e51-db7da4fd97cc/mon.a/config 2026-03-09T19:28:27.576 INFO:teuthology.orchestra.run.vm10.stdout: 2026-03-09T19:28:27.576 INFO:teuthology.orchestra.run.vm10.stdout:{"epoch":1,"fsid":"e301dc60-1bed-11f1-8e51-db7da4fd97cc","modified":"2026-03-09T19:27:37.061794Z","created":"2026-03-09T19:27:37.061794Z","min_mon_release":19,"min_mon_release_name":"squid","election_strategy":1,"disallowed_leaders":"","stretch_mode":false,"tiebreaker_mon":"","removed_ranks":"","features":{"persistent":["kraken","luminous","mimic","osdmap-prune","nautilus","octopus","pacific","elector-pinging","quincy","reef","squid"],"optional":[]},"mons":[{"rank":0,"name":"a","public_addrs":{"addrvec":[{"type":"v2","addr":"192.168.123.110:3300","nonce":0},{"type":"v1","addr":"192.168.123.110:6789","nonce":0}]},"addr":"192.168.123.110:6789/0","public_addr":"192.168.123.110:6789/0","priority":0,"weight":0,"crush_location":"{}"}],"quorum":[0]} 2026-03-09T19:28:27.576 INFO:teuthology.orchestra.run.vm10.stderr:dumped monmap epoch 1 2026-03-09T19:28:27.662 INFO:tasks.cephadm:Generating final ceph.conf file... 2026-03-09T19:28:27.662 DEBUG:teuthology.orchestra.run.vm10:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:e911bdebe5c8faa3800735d1568fcdca65db60df shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid e301dc60-1bed-11f1-8e51-db7da4fd97cc -- ceph config generate-minimal-conf 2026-03-09T19:28:27.920 INFO:journalctl@ceph.mon.a.vm10.stdout:Mar 09 19:28:27 vm10 bash[17485]: audit 2026-03-09T19:28:27.573967+0000 mon.a (mon.0) 127 : audit [DBG] from='client.? 192.168.123.110:0/2146769619' entity='client.admin' cmd=[{"prefix": "mon dump", "format": "json"}]: dispatch 2026-03-09T19:28:27.920 INFO:journalctl@ceph.mon.a.vm10.stdout:Mar 09 19:28:27 vm10 bash[17485]: audit 2026-03-09T19:28:27.573967+0000 mon.a (mon.0) 127 : audit [DBG] from='client.? 192.168.123.110:0/2146769619' entity='client.admin' cmd=[{"prefix": "mon dump", "format": "json"}]: dispatch 2026-03-09T19:28:29.170 INFO:journalctl@ceph.mon.a.vm10.stdout:Mar 09 19:28:28 vm10 bash[17485]: cluster 2026-03-09T19:28:27.695929+0000 mgr.x (mgr.14150) 22 : cluster [DBG] pgmap v7: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2026-03-09T19:28:29.187 INFO:journalctl@ceph.mon.a.vm10.stdout:Mar 09 19:28:28 vm10 bash[17485]: cluster 2026-03-09T19:28:27.695929+0000 mgr.x (mgr.14150) 22 : cluster [DBG] pgmap v7: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2026-03-09T19:28:31.170 INFO:journalctl@ceph.mon.a.vm10.stdout:Mar 09 19:28:30 vm10 bash[17485]: cluster 2026-03-09T19:28:29.696093+0000 mgr.x (mgr.14150) 23 : cluster [DBG] pgmap v8: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2026-03-09T19:28:31.170 INFO:journalctl@ceph.mon.a.vm10.stdout:Mar 09 19:28:30 vm10 bash[17485]: cluster 2026-03-09T19:28:29.696093+0000 mgr.x (mgr.14150) 23 : cluster [DBG] pgmap v8: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2026-03-09T19:28:32.278 INFO:teuthology.orchestra.run.vm10.stderr:Inferring config /var/lib/ceph/e301dc60-1bed-11f1-8e51-db7da4fd97cc/mon.a/config 2026-03-09T19:28:32.522 INFO:teuthology.orchestra.run.vm10.stdout:# minimal ceph.conf for e301dc60-1bed-11f1-8e51-db7da4fd97cc 2026-03-09T19:28:32.522 INFO:teuthology.orchestra.run.vm10.stdout:[global] 2026-03-09T19:28:32.522 INFO:teuthology.orchestra.run.vm10.stdout: fsid = e301dc60-1bed-11f1-8e51-db7da4fd97cc 2026-03-09T19:28:32.522 INFO:teuthology.orchestra.run.vm10.stdout: mon_host = [v2:192.168.123.110:3300/0,v1:192.168.123.110:6789/0] 2026-03-09T19:28:32.599 INFO:tasks.cephadm:Distributing (final) config and client.admin keyring... 2026-03-09T19:28:32.599 DEBUG:teuthology.orchestra.run.vm10:> set -ex 2026-03-09T19:28:32.599 DEBUG:teuthology.orchestra.run.vm10:> sudo dd of=/etc/ceph/ceph.conf 2026-03-09T19:28:32.608 DEBUG:teuthology.orchestra.run.vm10:> set -ex 2026-03-09T19:28:32.608 DEBUG:teuthology.orchestra.run.vm10:> sudo dd of=/etc/ceph/ceph.client.admin.keyring 2026-03-09T19:28:32.660 INFO:tasks.cephadm:Adding mgr.x on vm10 2026-03-09T19:28:32.660 DEBUG:teuthology.orchestra.run.vm10:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:e911bdebe5c8faa3800735d1568fcdca65db60df shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid e301dc60-1bed-11f1-8e51-db7da4fd97cc -- ceph orch apply mgr '1;vm10=x' 2026-03-09T19:28:32.919 INFO:journalctl@ceph.mon.a.vm10.stdout:Mar 09 19:28:32 vm10 bash[17485]: cluster 2026-03-09T19:28:31.696254+0000 mgr.x (mgr.14150) 24 : cluster [DBG] pgmap v9: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2026-03-09T19:28:32.920 INFO:journalctl@ceph.mon.a.vm10.stdout:Mar 09 19:28:32 vm10 bash[17485]: cluster 2026-03-09T19:28:31.696254+0000 mgr.x (mgr.14150) 24 : cluster [DBG] pgmap v9: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2026-03-09T19:28:32.920 INFO:journalctl@ceph.mon.a.vm10.stdout:Mar 09 19:28:32 vm10 bash[17485]: audit 2026-03-09T19:28:32.520062+0000 mon.a (mon.0) 128 : audit [DBG] from='client.? 192.168.123.110:0/3267620548' entity='client.admin' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-03-09T19:28:32.920 INFO:journalctl@ceph.mon.a.vm10.stdout:Mar 09 19:28:32 vm10 bash[17485]: audit 2026-03-09T19:28:32.520062+0000 mon.a (mon.0) 128 : audit [DBG] from='client.? 192.168.123.110:0/3267620548' entity='client.admin' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-03-09T19:28:35.170 INFO:journalctl@ceph.mon.a.vm10.stdout:Mar 09 19:28:34 vm10 bash[17485]: cluster 2026-03-09T19:28:33.696513+0000 mgr.x (mgr.14150) 25 : cluster [DBG] pgmap v10: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2026-03-09T19:28:35.170 INFO:journalctl@ceph.mon.a.vm10.stdout:Mar 09 19:28:34 vm10 bash[17485]: cluster 2026-03-09T19:28:33.696513+0000 mgr.x (mgr.14150) 25 : cluster [DBG] pgmap v10: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2026-03-09T19:28:37.170 INFO:journalctl@ceph.mon.a.vm10.stdout:Mar 09 19:28:36 vm10 bash[17485]: cluster 2026-03-09T19:28:35.696773+0000 mgr.x (mgr.14150) 26 : cluster [DBG] pgmap v11: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2026-03-09T19:28:37.170 INFO:journalctl@ceph.mon.a.vm10.stdout:Mar 09 19:28:36 vm10 bash[17485]: cluster 2026-03-09T19:28:35.696773+0000 mgr.x (mgr.14150) 26 : cluster [DBG] pgmap v11: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2026-03-09T19:28:37.321 INFO:teuthology.orchestra.run.vm10.stderr:Inferring config /var/lib/ceph/e301dc60-1bed-11f1-8e51-db7da4fd97cc/mon.a/config 2026-03-09T19:28:37.595 INFO:teuthology.orchestra.run.vm10.stdout:Scheduled mgr update... 2026-03-09T19:28:37.728 INFO:tasks.cephadm:Deploying OSDs... 2026-03-09T19:28:37.728 DEBUG:teuthology.orchestra.run.vm10:> set -ex 2026-03-09T19:28:37.728 DEBUG:teuthology.orchestra.run.vm10:> dd if=/scratch_devs of=/dev/stdout 2026-03-09T19:28:37.731 DEBUG:teuthology.orchestra.run:got remote process result: 1 2026-03-09T19:28:37.731 DEBUG:teuthology.orchestra.run.vm10:> ls /dev/[sv]d? 2026-03-09T19:28:37.778 INFO:teuthology.orchestra.run.vm10.stdout:/dev/vda 2026-03-09T19:28:37.778 INFO:teuthology.orchestra.run.vm10.stdout:/dev/vdb 2026-03-09T19:28:37.778 INFO:teuthology.orchestra.run.vm10.stdout:/dev/vdc 2026-03-09T19:28:37.778 INFO:teuthology.orchestra.run.vm10.stdout:/dev/vdd 2026-03-09T19:28:37.778 INFO:teuthology.orchestra.run.vm10.stdout:/dev/vde 2026-03-09T19:28:37.778 WARNING:teuthology.misc:Removing root device: /dev/vda from device list 2026-03-09T19:28:37.778 DEBUG:teuthology.misc:devs=['/dev/vdb', '/dev/vdc', '/dev/vdd', '/dev/vde'] 2026-03-09T19:28:37.778 DEBUG:teuthology.orchestra.run.vm10:> stat /dev/vdb 2026-03-09T19:28:37.821 INFO:teuthology.orchestra.run.vm10.stdout: File: /dev/vdb 2026-03-09T19:28:37.821 INFO:teuthology.orchestra.run.vm10.stdout: Size: 0 Blocks: 0 IO Block: 4096 block special file 2026-03-09T19:28:37.821 INFO:teuthology.orchestra.run.vm10.stdout:Device: 5h/5d Inode: 24 Links: 1 Device type: fe,10 2026-03-09T19:28:37.822 INFO:teuthology.orchestra.run.vm10.stdout:Access: (0660/brw-rw----) Uid: ( 0/ root) Gid: ( 6/ disk) 2026-03-09T19:28:37.822 INFO:teuthology.orchestra.run.vm10.stdout:Access: 2026-03-09 19:23:28.537409548 +0000 2026-03-09T19:28:37.822 INFO:teuthology.orchestra.run.vm10.stdout:Modify: 2026-03-09 19:23:27.489409548 +0000 2026-03-09T19:28:37.822 INFO:teuthology.orchestra.run.vm10.stdout:Change: 2026-03-09 19:23:27.489409548 +0000 2026-03-09T19:28:37.822 INFO:teuthology.orchestra.run.vm10.stdout: Birth: - 2026-03-09T19:28:37.822 DEBUG:teuthology.orchestra.run.vm10:> sudo dd if=/dev/vdb of=/dev/null count=1 2026-03-09T19:28:37.868 INFO:teuthology.orchestra.run.vm10.stderr:1+0 records in 2026-03-09T19:28:37.868 INFO:teuthology.orchestra.run.vm10.stderr:1+0 records out 2026-03-09T19:28:37.868 INFO:teuthology.orchestra.run.vm10.stderr:512 bytes copied, 0.00013325 s, 3.8 MB/s 2026-03-09T19:28:37.869 DEBUG:teuthology.orchestra.run.vm10:> ! mount | grep -v devtmpfs | grep -q /dev/vdb 2026-03-09T19:28:37.915 DEBUG:teuthology.orchestra.run.vm10:> stat /dev/vdc 2026-03-09T19:28:37.962 INFO:teuthology.orchestra.run.vm10.stdout: File: /dev/vdc 2026-03-09T19:28:37.962 INFO:teuthology.orchestra.run.vm10.stdout: Size: 0 Blocks: 0 IO Block: 4096 block special file 2026-03-09T19:28:37.962 INFO:teuthology.orchestra.run.vm10.stdout:Device: 5h/5d Inode: 25 Links: 1 Device type: fe,20 2026-03-09T19:28:37.962 INFO:teuthology.orchestra.run.vm10.stdout:Access: (0660/brw-rw----) Uid: ( 0/ root) Gid: ( 6/ disk) 2026-03-09T19:28:37.962 INFO:teuthology.orchestra.run.vm10.stdout:Access: 2026-03-09 19:23:28.545409548 +0000 2026-03-09T19:28:37.962 INFO:teuthology.orchestra.run.vm10.stdout:Modify: 2026-03-09 19:23:27.497409548 +0000 2026-03-09T19:28:37.962 INFO:teuthology.orchestra.run.vm10.stdout:Change: 2026-03-09 19:23:27.497409548 +0000 2026-03-09T19:28:37.962 INFO:teuthology.orchestra.run.vm10.stdout: Birth: - 2026-03-09T19:28:37.962 DEBUG:teuthology.orchestra.run.vm10:> sudo dd if=/dev/vdc of=/dev/null count=1 2026-03-09T19:28:38.017 INFO:teuthology.orchestra.run.vm10.stderr:1+0 records in 2026-03-09T19:28:38.018 INFO:teuthology.orchestra.run.vm10.stderr:1+0 records out 2026-03-09T19:28:38.018 INFO:teuthology.orchestra.run.vm10.stderr:512 bytes copied, 0.000124763 s, 4.1 MB/s 2026-03-09T19:28:38.018 DEBUG:teuthology.orchestra.run.vm10:> ! mount | grep -v devtmpfs | grep -q /dev/vdc 2026-03-09T19:28:38.063 DEBUG:teuthology.orchestra.run.vm10:> stat /dev/vdd 2026-03-09T19:28:38.109 INFO:teuthology.orchestra.run.vm10.stdout: File: /dev/vdd 2026-03-09T19:28:38.109 INFO:teuthology.orchestra.run.vm10.stdout: Size: 0 Blocks: 0 IO Block: 4096 block special file 2026-03-09T19:28:38.109 INFO:teuthology.orchestra.run.vm10.stdout:Device: 5h/5d Inode: 26 Links: 1 Device type: fe,30 2026-03-09T19:28:38.109 INFO:teuthology.orchestra.run.vm10.stdout:Access: (0660/brw-rw----) Uid: ( 0/ root) Gid: ( 6/ disk) 2026-03-09T19:28:38.109 INFO:teuthology.orchestra.run.vm10.stdout:Access: 2026-03-09 19:23:28.525409548 +0000 2026-03-09T19:28:38.109 INFO:teuthology.orchestra.run.vm10.stdout:Modify: 2026-03-09 19:23:27.481409548 +0000 2026-03-09T19:28:38.109 INFO:teuthology.orchestra.run.vm10.stdout:Change: 2026-03-09 19:23:27.481409548 +0000 2026-03-09T19:28:38.109 INFO:teuthology.orchestra.run.vm10.stdout: Birth: - 2026-03-09T19:28:38.109 DEBUG:teuthology.orchestra.run.vm10:> sudo dd if=/dev/vdd of=/dev/null count=1 2026-03-09T19:28:38.157 INFO:teuthology.orchestra.run.vm10.stderr:1+0 records in 2026-03-09T19:28:38.157 INFO:teuthology.orchestra.run.vm10.stderr:1+0 records out 2026-03-09T19:28:38.157 INFO:teuthology.orchestra.run.vm10.stderr:512 bytes copied, 0.000130173 s, 3.9 MB/s 2026-03-09T19:28:38.157 DEBUG:teuthology.orchestra.run.vm10:> ! mount | grep -v devtmpfs | grep -q /dev/vdd 2026-03-09T19:28:38.202 DEBUG:teuthology.orchestra.run.vm10:> stat /dev/vde 2026-03-09T19:28:38.245 INFO:teuthology.orchestra.run.vm10.stdout: File: /dev/vde 2026-03-09T19:28:38.245 INFO:teuthology.orchestra.run.vm10.stdout: Size: 0 Blocks: 0 IO Block: 4096 block special file 2026-03-09T19:28:38.245 INFO:teuthology.orchestra.run.vm10.stdout:Device: 5h/5d Inode: 27 Links: 1 Device type: fe,40 2026-03-09T19:28:38.245 INFO:teuthology.orchestra.run.vm10.stdout:Access: (0660/brw-rw----) Uid: ( 0/ root) Gid: ( 6/ disk) 2026-03-09T19:28:38.245 INFO:teuthology.orchestra.run.vm10.stdout:Access: 2026-03-09 19:23:28.541409548 +0000 2026-03-09T19:28:38.245 INFO:teuthology.orchestra.run.vm10.stdout:Modify: 2026-03-09 19:23:27.489409548 +0000 2026-03-09T19:28:38.245 INFO:teuthology.orchestra.run.vm10.stdout:Change: 2026-03-09 19:23:27.489409548 +0000 2026-03-09T19:28:38.245 INFO:teuthology.orchestra.run.vm10.stdout: Birth: - 2026-03-09T19:28:38.245 DEBUG:teuthology.orchestra.run.vm10:> sudo dd if=/dev/vde of=/dev/null count=1 2026-03-09T19:28:38.293 INFO:teuthology.orchestra.run.vm10.stderr:1+0 records in 2026-03-09T19:28:38.293 INFO:teuthology.orchestra.run.vm10.stderr:1+0 records out 2026-03-09T19:28:38.293 INFO:teuthology.orchestra.run.vm10.stderr:512 bytes copied, 0.00014926 s, 3.4 MB/s 2026-03-09T19:28:38.293 DEBUG:teuthology.orchestra.run.vm10:> ! mount | grep -v devtmpfs | grep -q /dev/vde 2026-03-09T19:28:38.339 INFO:tasks.cephadm:Deploying osd.0 on vm10 with /dev/vde... 2026-03-09T19:28:38.339 DEBUG:teuthology.orchestra.run.vm10:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:e911bdebe5c8faa3800735d1568fcdca65db60df ceph-volume -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid e301dc60-1bed-11f1-8e51-db7da4fd97cc -- lvm zap /dev/vde 2026-03-09T19:28:38.920 INFO:journalctl@ceph.mon.a.vm10.stdout:Mar 09 19:28:38 vm10 bash[17485]: audit 2026-03-09T19:28:37.587575+0000 mgr.x (mgr.14150) 27 : audit [DBG] from='client.14182 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "mgr", "placement": "1;vm10=x", "target": ["mon-mgr", ""]}]: dispatch 2026-03-09T19:28:38.920 INFO:journalctl@ceph.mon.a.vm10.stdout:Mar 09 19:28:38 vm10 bash[17485]: audit 2026-03-09T19:28:37.587575+0000 mgr.x (mgr.14150) 27 : audit [DBG] from='client.14182 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "mgr", "placement": "1;vm10=x", "target": ["mon-mgr", ""]}]: dispatch 2026-03-09T19:28:38.920 INFO:journalctl@ceph.mon.a.vm10.stdout:Mar 09 19:28:38 vm10 bash[17485]: cephadm 2026-03-09T19:28:37.588318+0000 mgr.x (mgr.14150) 28 : cephadm [INF] Saving service mgr spec with placement vm10=x;count:1 2026-03-09T19:28:38.920 INFO:journalctl@ceph.mon.a.vm10.stdout:Mar 09 19:28:38 vm10 bash[17485]: cephadm 2026-03-09T19:28:37.588318+0000 mgr.x (mgr.14150) 28 : cephadm [INF] Saving service mgr spec with placement vm10=x;count:1 2026-03-09T19:28:38.920 INFO:journalctl@ceph.mon.a.vm10.stdout:Mar 09 19:28:38 vm10 bash[17485]: audit 2026-03-09T19:28:37.591056+0000 mon.a (mon.0) 129 : audit [INF] from='mgr.14150 192.168.123.110:0/529845335' entity='mgr.x' 2026-03-09T19:28:38.920 INFO:journalctl@ceph.mon.a.vm10.stdout:Mar 09 19:28:38 vm10 bash[17485]: audit 2026-03-09T19:28:37.591056+0000 mon.a (mon.0) 129 : audit [INF] from='mgr.14150 192.168.123.110:0/529845335' entity='mgr.x' 2026-03-09T19:28:38.920 INFO:journalctl@ceph.mon.a.vm10.stdout:Mar 09 19:28:38 vm10 bash[17485]: audit 2026-03-09T19:28:37.591760+0000 mon.a (mon.0) 130 : audit [DBG] from='mgr.14150 192.168.123.110:0/529845335' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2026-03-09T19:28:38.920 INFO:journalctl@ceph.mon.a.vm10.stdout:Mar 09 19:28:38 vm10 bash[17485]: audit 2026-03-09T19:28:37.591760+0000 mon.a (mon.0) 130 : audit [DBG] from='mgr.14150 192.168.123.110:0/529845335' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2026-03-09T19:28:38.920 INFO:journalctl@ceph.mon.a.vm10.stdout:Mar 09 19:28:38 vm10 bash[17485]: audit 2026-03-09T19:28:37.592609+0000 mon.a (mon.0) 131 : audit [DBG] from='mgr.14150 192.168.123.110:0/529845335' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-03-09T19:28:38.920 INFO:journalctl@ceph.mon.a.vm10.stdout:Mar 09 19:28:38 vm10 bash[17485]: audit 2026-03-09T19:28:37.592609+0000 mon.a (mon.0) 131 : audit [DBG] from='mgr.14150 192.168.123.110:0/529845335' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-03-09T19:28:38.920 INFO:journalctl@ceph.mon.a.vm10.stdout:Mar 09 19:28:38 vm10 bash[17485]: audit 2026-03-09T19:28:37.593048+0000 mon.a (mon.0) 132 : audit [INF] from='mgr.14150 192.168.123.110:0/529845335' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2026-03-09T19:28:38.920 INFO:journalctl@ceph.mon.a.vm10.stdout:Mar 09 19:28:38 vm10 bash[17485]: audit 2026-03-09T19:28:37.593048+0000 mon.a (mon.0) 132 : audit [INF] from='mgr.14150 192.168.123.110:0/529845335' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2026-03-09T19:28:38.920 INFO:journalctl@ceph.mon.a.vm10.stdout:Mar 09 19:28:38 vm10 bash[17485]: audit 2026-03-09T19:28:37.596279+0000 mon.a (mon.0) 133 : audit [INF] from='mgr.14150 192.168.123.110:0/529845335' entity='mgr.x' 2026-03-09T19:28:38.920 INFO:journalctl@ceph.mon.a.vm10.stdout:Mar 09 19:28:38 vm10 bash[17485]: audit 2026-03-09T19:28:37.596279+0000 mon.a (mon.0) 133 : audit [INF] from='mgr.14150 192.168.123.110:0/529845335' entity='mgr.x' 2026-03-09T19:28:38.920 INFO:journalctl@ceph.mon.a.vm10.stdout:Mar 09 19:28:38 vm10 bash[17485]: audit 2026-03-09T19:28:37.599033+0000 mon.a (mon.0) 134 : audit [INF] from='mgr.14150 192.168.123.110:0/529845335' entity='mgr.x' 2026-03-09T19:28:38.920 INFO:journalctl@ceph.mon.a.vm10.stdout:Mar 09 19:28:38 vm10 bash[17485]: audit 2026-03-09T19:28:37.599033+0000 mon.a (mon.0) 134 : audit [INF] from='mgr.14150 192.168.123.110:0/529845335' entity='mgr.x' 2026-03-09T19:28:38.920 INFO:journalctl@ceph.mon.a.vm10.stdout:Mar 09 19:28:38 vm10 bash[17485]: cephadm 2026-03-09T19:28:37.604297+0000 mgr.x (mgr.14150) 29 : cephadm [INF] Reconfiguring mgr.x (unknown last config time)... 2026-03-09T19:28:38.920 INFO:journalctl@ceph.mon.a.vm10.stdout:Mar 09 19:28:38 vm10 bash[17485]: cephadm 2026-03-09T19:28:37.604297+0000 mgr.x (mgr.14150) 29 : cephadm [INF] Reconfiguring mgr.x (unknown last config time)... 2026-03-09T19:28:38.920 INFO:journalctl@ceph.mon.a.vm10.stdout:Mar 09 19:28:38 vm10 bash[17485]: audit 2026-03-09T19:28:37.604665+0000 mon.a (mon.0) 135 : audit [INF] from='mgr.14150 192.168.123.110:0/529845335' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2026-03-09T19:28:38.920 INFO:journalctl@ceph.mon.a.vm10.stdout:Mar 09 19:28:38 vm10 bash[17485]: audit 2026-03-09T19:28:37.604665+0000 mon.a (mon.0) 135 : audit [INF] from='mgr.14150 192.168.123.110:0/529845335' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2026-03-09T19:28:38.920 INFO:journalctl@ceph.mon.a.vm10.stdout:Mar 09 19:28:38 vm10 bash[17485]: audit 2026-03-09T19:28:37.605270+0000 mon.a (mon.0) 136 : audit [DBG] from='mgr.14150 192.168.123.110:0/529845335' entity='mgr.x' cmd=[{"prefix": "mgr services"}]: dispatch 2026-03-09T19:28:38.920 INFO:journalctl@ceph.mon.a.vm10.stdout:Mar 09 19:28:38 vm10 bash[17485]: audit 2026-03-09T19:28:37.605270+0000 mon.a (mon.0) 136 : audit [DBG] from='mgr.14150 192.168.123.110:0/529845335' entity='mgr.x' cmd=[{"prefix": "mgr services"}]: dispatch 2026-03-09T19:28:38.920 INFO:journalctl@ceph.mon.a.vm10.stdout:Mar 09 19:28:38 vm10 bash[17485]: audit 2026-03-09T19:28:37.605758+0000 mon.a (mon.0) 137 : audit [DBG] from='mgr.14150 192.168.123.110:0/529845335' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-03-09T19:28:38.920 INFO:journalctl@ceph.mon.a.vm10.stdout:Mar 09 19:28:38 vm10 bash[17485]: audit 2026-03-09T19:28:37.605758+0000 mon.a (mon.0) 137 : audit [DBG] from='mgr.14150 192.168.123.110:0/529845335' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-03-09T19:28:38.920 INFO:journalctl@ceph.mon.a.vm10.stdout:Mar 09 19:28:38 vm10 bash[17485]: cephadm 2026-03-09T19:28:37.606228+0000 mgr.x (mgr.14150) 30 : cephadm [INF] Reconfiguring daemon mgr.x on vm10 2026-03-09T19:28:38.920 INFO:journalctl@ceph.mon.a.vm10.stdout:Mar 09 19:28:38 vm10 bash[17485]: cephadm 2026-03-09T19:28:37.606228+0000 mgr.x (mgr.14150) 30 : cephadm [INF] Reconfiguring daemon mgr.x on vm10 2026-03-09T19:28:38.920 INFO:journalctl@ceph.mon.a.vm10.stdout:Mar 09 19:28:38 vm10 bash[17485]: cluster 2026-03-09T19:28:37.696953+0000 mgr.x (mgr.14150) 31 : cluster [DBG] pgmap v12: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2026-03-09T19:28:38.920 INFO:journalctl@ceph.mon.a.vm10.stdout:Mar 09 19:28:38 vm10 bash[17485]: cluster 2026-03-09T19:28:37.696953+0000 mgr.x (mgr.14150) 31 : cluster [DBG] pgmap v12: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2026-03-09T19:28:38.920 INFO:journalctl@ceph.mon.a.vm10.stdout:Mar 09 19:28:38 vm10 bash[17485]: audit 2026-03-09T19:28:38.029265+0000 mon.a (mon.0) 138 : audit [INF] from='mgr.14150 192.168.123.110:0/529845335' entity='mgr.x' 2026-03-09T19:28:38.920 INFO:journalctl@ceph.mon.a.vm10.stdout:Mar 09 19:28:38 vm10 bash[17485]: audit 2026-03-09T19:28:38.029265+0000 mon.a (mon.0) 138 : audit [INF] from='mgr.14150 192.168.123.110:0/529845335' entity='mgr.x' 2026-03-09T19:28:38.920 INFO:journalctl@ceph.mon.a.vm10.stdout:Mar 09 19:28:38 vm10 bash[17485]: audit 2026-03-09T19:28:38.033223+0000 mon.a (mon.0) 139 : audit [INF] from='mgr.14150 192.168.123.110:0/529845335' entity='mgr.x' 2026-03-09T19:28:38.920 INFO:journalctl@ceph.mon.a.vm10.stdout:Mar 09 19:28:38 vm10 bash[17485]: audit 2026-03-09T19:28:38.033223+0000 mon.a (mon.0) 139 : audit [INF] from='mgr.14150 192.168.123.110:0/529845335' entity='mgr.x' 2026-03-09T19:28:41.170 INFO:journalctl@ceph.mon.a.vm10.stdout:Mar 09 19:28:40 vm10 bash[17485]: cluster 2026-03-09T19:28:39.697134+0000 mgr.x (mgr.14150) 32 : cluster [DBG] pgmap v13: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2026-03-09T19:28:41.170 INFO:journalctl@ceph.mon.a.vm10.stdout:Mar 09 19:28:40 vm10 bash[17485]: cluster 2026-03-09T19:28:39.697134+0000 mgr.x (mgr.14150) 32 : cluster [DBG] pgmap v13: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2026-03-09T19:28:42.992 INFO:teuthology.orchestra.run.vm10.stderr:Inferring config /var/lib/ceph/e301dc60-1bed-11f1-8e51-db7da4fd97cc/mon.a/config 2026-03-09T19:28:43.067 INFO:journalctl@ceph.mon.a.vm10.stdout:Mar 09 19:28:42 vm10 bash[17485]: cluster 2026-03-09T19:28:41.697345+0000 mgr.x (mgr.14150) 33 : cluster [DBG] pgmap v14: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2026-03-09T19:28:43.068 INFO:journalctl@ceph.mon.a.vm10.stdout:Mar 09 19:28:42 vm10 bash[17485]: cluster 2026-03-09T19:28:41.697345+0000 mgr.x (mgr.14150) 33 : cluster [DBG] pgmap v14: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2026-03-09T19:28:43.831 INFO:teuthology.orchestra.run.vm10.stdout: 2026-03-09T19:28:43.848 DEBUG:teuthology.orchestra.run.vm10:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:e911bdebe5c8faa3800735d1568fcdca65db60df shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid e301dc60-1bed-11f1-8e51-db7da4fd97cc -- ceph orch daemon add osd vm10:/dev/vde 2026-03-09T19:28:45.169 INFO:journalctl@ceph.mon.a.vm10.stdout:Mar 09 19:28:44 vm10 bash[17485]: cluster 2026-03-09T19:28:43.697508+0000 mgr.x (mgr.14150) 34 : cluster [DBG] pgmap v15: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2026-03-09T19:28:45.170 INFO:journalctl@ceph.mon.a.vm10.stdout:Mar 09 19:28:44 vm10 bash[17485]: cluster 2026-03-09T19:28:43.697508+0000 mgr.x (mgr.14150) 34 : cluster [DBG] pgmap v15: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2026-03-09T19:28:47.169 INFO:journalctl@ceph.mon.a.vm10.stdout:Mar 09 19:28:46 vm10 bash[17485]: cluster 2026-03-09T19:28:45.697676+0000 mgr.x (mgr.14150) 35 : cluster [DBG] pgmap v16: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2026-03-09T19:28:47.170 INFO:journalctl@ceph.mon.a.vm10.stdout:Mar 09 19:28:46 vm10 bash[17485]: cluster 2026-03-09T19:28:45.697676+0000 mgr.x (mgr.14150) 35 : cluster [DBG] pgmap v16: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2026-03-09T19:28:48.460 INFO:teuthology.orchestra.run.vm10.stderr:Inferring config /var/lib/ceph/e301dc60-1bed-11f1-8e51-db7da4fd97cc/mon.a/config 2026-03-09T19:28:49.170 INFO:journalctl@ceph.mon.a.vm10.stdout:Mar 09 19:28:48 vm10 bash[17485]: cluster 2026-03-09T19:28:47.697837+0000 mgr.x (mgr.14150) 36 : cluster [DBG] pgmap v17: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2026-03-09T19:28:49.170 INFO:journalctl@ceph.mon.a.vm10.stdout:Mar 09 19:28:48 vm10 bash[17485]: cluster 2026-03-09T19:28:47.697837+0000 mgr.x (mgr.14150) 36 : cluster [DBG] pgmap v17: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2026-03-09T19:28:49.170 INFO:journalctl@ceph.mon.a.vm10.stdout:Mar 09 19:28:48 vm10 bash[17485]: audit 2026-03-09T19:28:48.735741+0000 mon.a (mon.0) 140 : audit [DBG] from='mgr.14150 192.168.123.110:0/529845335' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2026-03-09T19:28:49.170 INFO:journalctl@ceph.mon.a.vm10.stdout:Mar 09 19:28:48 vm10 bash[17485]: audit 2026-03-09T19:28:48.735741+0000 mon.a (mon.0) 140 : audit [DBG] from='mgr.14150 192.168.123.110:0/529845335' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2026-03-09T19:28:49.170 INFO:journalctl@ceph.mon.a.vm10.stdout:Mar 09 19:28:48 vm10 bash[17485]: audit 2026-03-09T19:28:48.737298+0000 mon.a (mon.0) 141 : audit [INF] from='mgr.14150 192.168.123.110:0/529845335' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2026-03-09T19:28:49.170 INFO:journalctl@ceph.mon.a.vm10.stdout:Mar 09 19:28:48 vm10 bash[17485]: audit 2026-03-09T19:28:48.737298+0000 mon.a (mon.0) 141 : audit [INF] from='mgr.14150 192.168.123.110:0/529845335' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2026-03-09T19:28:49.170 INFO:journalctl@ceph.mon.a.vm10.stdout:Mar 09 19:28:48 vm10 bash[17485]: audit 2026-03-09T19:28:48.737826+0000 mon.a (mon.0) 142 : audit [DBG] from='mgr.14150 192.168.123.110:0/529845335' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-03-09T19:28:49.170 INFO:journalctl@ceph.mon.a.vm10.stdout:Mar 09 19:28:48 vm10 bash[17485]: audit 2026-03-09T19:28:48.737826+0000 mon.a (mon.0) 142 : audit [DBG] from='mgr.14150 192.168.123.110:0/529845335' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-03-09T19:28:50.170 INFO:journalctl@ceph.mon.a.vm10.stdout:Mar 09 19:28:49 vm10 bash[17485]: audit 2026-03-09T19:28:48.733963+0000 mgr.x (mgr.14150) 37 : audit [DBG] from='client.14184 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "vm10:/dev/vde", "target": ["mon-mgr", ""]}]: dispatch 2026-03-09T19:28:50.170 INFO:journalctl@ceph.mon.a.vm10.stdout:Mar 09 19:28:49 vm10 bash[17485]: audit 2026-03-09T19:28:48.733963+0000 mgr.x (mgr.14150) 37 : audit [DBG] from='client.14184 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "vm10:/dev/vde", "target": ["mon-mgr", ""]}]: dispatch 2026-03-09T19:28:51.170 INFO:journalctl@ceph.mon.a.vm10.stdout:Mar 09 19:28:50 vm10 bash[17485]: cluster 2026-03-09T19:28:49.698086+0000 mgr.x (mgr.14150) 38 : cluster [DBG] pgmap v18: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2026-03-09T19:28:51.170 INFO:journalctl@ceph.mon.a.vm10.stdout:Mar 09 19:28:50 vm10 bash[17485]: cluster 2026-03-09T19:28:49.698086+0000 mgr.x (mgr.14150) 38 : cluster [DBG] pgmap v18: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2026-03-09T19:28:53.170 INFO:journalctl@ceph.mon.a.vm10.stdout:Mar 09 19:28:52 vm10 bash[17485]: cluster 2026-03-09T19:28:51.698260+0000 mgr.x (mgr.14150) 39 : cluster [DBG] pgmap v19: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2026-03-09T19:28:53.170 INFO:journalctl@ceph.mon.a.vm10.stdout:Mar 09 19:28:52 vm10 bash[17485]: cluster 2026-03-09T19:28:51.698260+0000 mgr.x (mgr.14150) 39 : cluster [DBG] pgmap v19: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2026-03-09T19:28:55.169 INFO:journalctl@ceph.mon.a.vm10.stdout:Mar 09 19:28:54 vm10 bash[17485]: cluster 2026-03-09T19:28:53.698432+0000 mgr.x (mgr.14150) 40 : cluster [DBG] pgmap v20: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2026-03-09T19:28:55.170 INFO:journalctl@ceph.mon.a.vm10.stdout:Mar 09 19:28:54 vm10 bash[17485]: cluster 2026-03-09T19:28:53.698432+0000 mgr.x (mgr.14150) 40 : cluster [DBG] pgmap v20: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2026-03-09T19:28:55.170 INFO:journalctl@ceph.mon.a.vm10.stdout:Mar 09 19:28:54 vm10 bash[17485]: audit 2026-03-09T19:28:54.627031+0000 mon.a (mon.0) 143 : audit [INF] from='client.? 192.168.123.110:0/1407387296' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "7f30dc9a-e805-4703-a457-47d1922f28ab"}]: dispatch 2026-03-09T19:28:55.170 INFO:journalctl@ceph.mon.a.vm10.stdout:Mar 09 19:28:54 vm10 bash[17485]: audit 2026-03-09T19:28:54.627031+0000 mon.a (mon.0) 143 : audit [INF] from='client.? 192.168.123.110:0/1407387296' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "7f30dc9a-e805-4703-a457-47d1922f28ab"}]: dispatch 2026-03-09T19:28:55.170 INFO:journalctl@ceph.mon.a.vm10.stdout:Mar 09 19:28:54 vm10 bash[17485]: audit 2026-03-09T19:28:54.628791+0000 mon.a (mon.0) 144 : audit [INF] from='client.? 192.168.123.110:0/1407387296' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "7f30dc9a-e805-4703-a457-47d1922f28ab"}]': finished 2026-03-09T19:28:55.170 INFO:journalctl@ceph.mon.a.vm10.stdout:Mar 09 19:28:54 vm10 bash[17485]: audit 2026-03-09T19:28:54.628791+0000 mon.a (mon.0) 144 : audit [INF] from='client.? 192.168.123.110:0/1407387296' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "7f30dc9a-e805-4703-a457-47d1922f28ab"}]': finished 2026-03-09T19:28:55.170 INFO:journalctl@ceph.mon.a.vm10.stdout:Mar 09 19:28:54 vm10 bash[17485]: cluster 2026-03-09T19:28:54.630534+0000 mon.a (mon.0) 145 : cluster [DBG] osdmap e5: 1 total, 0 up, 1 in 2026-03-09T19:28:55.170 INFO:journalctl@ceph.mon.a.vm10.stdout:Mar 09 19:28:54 vm10 bash[17485]: cluster 2026-03-09T19:28:54.630534+0000 mon.a (mon.0) 145 : cluster [DBG] osdmap e5: 1 total, 0 up, 1 in 2026-03-09T19:28:55.170 INFO:journalctl@ceph.mon.a.vm10.stdout:Mar 09 19:28:54 vm10 bash[17485]: audit 2026-03-09T19:28:54.630819+0000 mon.a (mon.0) 146 : audit [DBG] from='mgr.14150 192.168.123.110:0/529845335' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2026-03-09T19:28:55.170 INFO:journalctl@ceph.mon.a.vm10.stdout:Mar 09 19:28:54 vm10 bash[17485]: audit 2026-03-09T19:28:54.630819+0000 mon.a (mon.0) 146 : audit [DBG] from='mgr.14150 192.168.123.110:0/529845335' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2026-03-09T19:28:56.169 INFO:journalctl@ceph.mon.a.vm10.stdout:Mar 09 19:28:55 vm10 bash[17485]: audit 2026-03-09T19:28:55.416477+0000 mon.a (mon.0) 147 : audit [DBG] from='client.? 192.168.123.110:0/2852658297' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2026-03-09T19:28:56.170 INFO:journalctl@ceph.mon.a.vm10.stdout:Mar 09 19:28:55 vm10 bash[17485]: audit 2026-03-09T19:28:55.416477+0000 mon.a (mon.0) 147 : audit [DBG] from='client.? 192.168.123.110:0/2852658297' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2026-03-09T19:28:57.170 INFO:journalctl@ceph.mon.a.vm10.stdout:Mar 09 19:28:56 vm10 bash[17485]: cluster 2026-03-09T19:28:55.698596+0000 mgr.x (mgr.14150) 41 : cluster [DBG] pgmap v22: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2026-03-09T19:28:57.170 INFO:journalctl@ceph.mon.a.vm10.stdout:Mar 09 19:28:56 vm10 bash[17485]: cluster 2026-03-09T19:28:55.698596+0000 mgr.x (mgr.14150) 41 : cluster [DBG] pgmap v22: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2026-03-09T19:28:59.170 INFO:journalctl@ceph.mon.a.vm10.stdout:Mar 09 19:28:58 vm10 bash[17485]: cluster 2026-03-09T19:28:57.698769+0000 mgr.x (mgr.14150) 42 : cluster [DBG] pgmap v23: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2026-03-09T19:28:59.170 INFO:journalctl@ceph.mon.a.vm10.stdout:Mar 09 19:28:58 vm10 bash[17485]: cluster 2026-03-09T19:28:57.698769+0000 mgr.x (mgr.14150) 42 : cluster [DBG] pgmap v23: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2026-03-09T19:29:01.170 INFO:journalctl@ceph.mon.a.vm10.stdout:Mar 09 19:29:00 vm10 bash[17485]: cluster 2026-03-09T19:28:59.699026+0000 mgr.x (mgr.14150) 43 : cluster [DBG] pgmap v24: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2026-03-09T19:29:01.170 INFO:journalctl@ceph.mon.a.vm10.stdout:Mar 09 19:29:00 vm10 bash[17485]: cluster 2026-03-09T19:28:59.699026+0000 mgr.x (mgr.14150) 43 : cluster [DBG] pgmap v24: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2026-03-09T19:29:03.169 INFO:journalctl@ceph.mon.a.vm10.stdout:Mar 09 19:29:02 vm10 bash[17485]: cluster 2026-03-09T19:29:01.699242+0000 mgr.x (mgr.14150) 44 : cluster [DBG] pgmap v25: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2026-03-09T19:29:03.170 INFO:journalctl@ceph.mon.a.vm10.stdout:Mar 09 19:29:02 vm10 bash[17485]: cluster 2026-03-09T19:29:01.699242+0000 mgr.x (mgr.14150) 44 : cluster [DBG] pgmap v25: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2026-03-09T19:29:05.114 INFO:journalctl@ceph.mgr.x.vm10.stdout:Mar 09 19:29:04 vm10 systemd[1]: /etc/systemd/system/ceph-e301dc60-1bed-11f1-8e51-db7da4fd97cc@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2026-03-09T19:29:05.114 INFO:journalctl@ceph.mgr.x.vm10.stdout:Mar 09 19:29:05 vm10 systemd[1]: /etc/systemd/system/ceph-e301dc60-1bed-11f1-8e51-db7da4fd97cc@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2026-03-09T19:29:05.114 INFO:journalctl@ceph.mon.a.vm10.stdout:Mar 09 19:29:04 vm10 systemd[1]: /etc/systemd/system/ceph-e301dc60-1bed-11f1-8e51-db7da4fd97cc@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2026-03-09T19:29:05.114 INFO:journalctl@ceph.mon.a.vm10.stdout:Mar 09 19:29:04 vm10 bash[17485]: cluster 2026-03-09T19:29:03.699493+0000 mgr.x (mgr.14150) 45 : cluster [DBG] pgmap v26: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2026-03-09T19:29:05.114 INFO:journalctl@ceph.mon.a.vm10.stdout:Mar 09 19:29:04 vm10 bash[17485]: cluster 2026-03-09T19:29:03.699493+0000 mgr.x (mgr.14150) 45 : cluster [DBG] pgmap v26: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2026-03-09T19:29:05.114 INFO:journalctl@ceph.mon.a.vm10.stdout:Mar 09 19:29:04 vm10 bash[17485]: audit 2026-03-09T19:29:04.020366+0000 mon.a (mon.0) 148 : audit [INF] from='mgr.14150 192.168.123.110:0/529845335' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.0"}]: dispatch 2026-03-09T19:29:05.114 INFO:journalctl@ceph.mon.a.vm10.stdout:Mar 09 19:29:04 vm10 bash[17485]: audit 2026-03-09T19:29:04.020366+0000 mon.a (mon.0) 148 : audit [INF] from='mgr.14150 192.168.123.110:0/529845335' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.0"}]: dispatch 2026-03-09T19:29:05.114 INFO:journalctl@ceph.mon.a.vm10.stdout:Mar 09 19:29:04 vm10 bash[17485]: audit 2026-03-09T19:29:04.020977+0000 mon.a (mon.0) 149 : audit [DBG] from='mgr.14150 192.168.123.110:0/529845335' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-03-09T19:29:05.114 INFO:journalctl@ceph.mon.a.vm10.stdout:Mar 09 19:29:04 vm10 bash[17485]: audit 2026-03-09T19:29:04.020977+0000 mon.a (mon.0) 149 : audit [DBG] from='mgr.14150 192.168.123.110:0/529845335' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-03-09T19:29:05.114 INFO:journalctl@ceph.mon.a.vm10.stdout:Mar 09 19:29:04 vm10 bash[17485]: cephadm 2026-03-09T19:29:04.021420+0000 mgr.x (mgr.14150) 46 : cephadm [INF] Deploying daemon osd.0 on vm10 2026-03-09T19:29:05.114 INFO:journalctl@ceph.mon.a.vm10.stdout:Mar 09 19:29:04 vm10 bash[17485]: cephadm 2026-03-09T19:29:04.021420+0000 mgr.x (mgr.14150) 46 : cephadm [INF] Deploying daemon osd.0 on vm10 2026-03-09T19:29:05.114 INFO:journalctl@ceph.mon.a.vm10.stdout:Mar 09 19:29:05 vm10 systemd[1]: /etc/systemd/system/ceph-e301dc60-1bed-11f1-8e51-db7da4fd97cc@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2026-03-09T19:29:06.286 INFO:journalctl@ceph.mon.a.vm10.stdout:Mar 09 19:29:06 vm10 bash[17485]: audit 2026-03-09T19:29:05.140647+0000 mon.a (mon.0) 150 : audit [DBG] from='mgr.14150 192.168.123.110:0/529845335' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2026-03-09T19:29:06.287 INFO:journalctl@ceph.mon.a.vm10.stdout:Mar 09 19:29:06 vm10 bash[17485]: audit 2026-03-09T19:29:05.140647+0000 mon.a (mon.0) 150 : audit [DBG] from='mgr.14150 192.168.123.110:0/529845335' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2026-03-09T19:29:06.287 INFO:journalctl@ceph.mon.a.vm10.stdout:Mar 09 19:29:06 vm10 bash[17485]: audit 2026-03-09T19:29:05.144150+0000 mon.a (mon.0) 151 : audit [INF] from='mgr.14150 192.168.123.110:0/529845335' entity='mgr.x' 2026-03-09T19:29:06.287 INFO:journalctl@ceph.mon.a.vm10.stdout:Mar 09 19:29:06 vm10 bash[17485]: audit 2026-03-09T19:29:05.144150+0000 mon.a (mon.0) 151 : audit [INF] from='mgr.14150 192.168.123.110:0/529845335' entity='mgr.x' 2026-03-09T19:29:06.287 INFO:journalctl@ceph.mon.a.vm10.stdout:Mar 09 19:29:06 vm10 bash[17485]: audit 2026-03-09T19:29:05.146914+0000 mon.a (mon.0) 152 : audit [INF] from='mgr.14150 192.168.123.110:0/529845335' entity='mgr.x' 2026-03-09T19:29:06.287 INFO:journalctl@ceph.mon.a.vm10.stdout:Mar 09 19:29:06 vm10 bash[17485]: audit 2026-03-09T19:29:05.146914+0000 mon.a (mon.0) 152 : audit [INF] from='mgr.14150 192.168.123.110:0/529845335' entity='mgr.x' 2026-03-09T19:29:07.419 INFO:journalctl@ceph.mon.a.vm10.stdout:Mar 09 19:29:07 vm10 bash[17485]: cluster 2026-03-09T19:29:05.699699+0000 mgr.x (mgr.14150) 47 : cluster [DBG] pgmap v27: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2026-03-09T19:29:07.420 INFO:journalctl@ceph.mon.a.vm10.stdout:Mar 09 19:29:07 vm10 bash[17485]: cluster 2026-03-09T19:29:05.699699+0000 mgr.x (mgr.14150) 47 : cluster [DBG] pgmap v27: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2026-03-09T19:29:09.419 INFO:journalctl@ceph.mon.a.vm10.stdout:Mar 09 19:29:09 vm10 bash[17485]: cluster 2026-03-09T19:29:07.699873+0000 mgr.x (mgr.14150) 48 : cluster [DBG] pgmap v28: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2026-03-09T19:29:09.420 INFO:journalctl@ceph.mon.a.vm10.stdout:Mar 09 19:29:09 vm10 bash[17485]: cluster 2026-03-09T19:29:07.699873+0000 mgr.x (mgr.14150) 48 : cluster [DBG] pgmap v28: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2026-03-09T19:29:09.420 INFO:journalctl@ceph.mon.a.vm10.stdout:Mar 09 19:29:09 vm10 bash[17485]: audit 2026-03-09T19:29:08.735400+0000 mon.a (mon.0) 153 : audit [INF] from='osd.0 [v2:192.168.123.110:6802/3368370223,v1:192.168.123.110:6803/3368370223]' entity='osd.0' cmd=[{"prefix": "osd crush set-device-class", "class": "hdd", "ids": ["0"]}]: dispatch 2026-03-09T19:29:09.420 INFO:journalctl@ceph.mon.a.vm10.stdout:Mar 09 19:29:09 vm10 bash[17485]: audit 2026-03-09T19:29:08.735400+0000 mon.a (mon.0) 153 : audit [INF] from='osd.0 [v2:192.168.123.110:6802/3368370223,v1:192.168.123.110:6803/3368370223]' entity='osd.0' cmd=[{"prefix": "osd crush set-device-class", "class": "hdd", "ids": ["0"]}]: dispatch 2026-03-09T19:29:10.420 INFO:journalctl@ceph.mon.a.vm10.stdout:Mar 09 19:29:10 vm10 bash[17485]: audit 2026-03-09T19:29:09.053444+0000 mon.a (mon.0) 154 : audit [INF] from='osd.0 [v2:192.168.123.110:6802/3368370223,v1:192.168.123.110:6803/3368370223]' entity='osd.0' cmd='[{"prefix": "osd crush set-device-class", "class": "hdd", "ids": ["0"]}]': finished 2026-03-09T19:29:10.420 INFO:journalctl@ceph.mon.a.vm10.stdout:Mar 09 19:29:10 vm10 bash[17485]: audit 2026-03-09T19:29:09.053444+0000 mon.a (mon.0) 154 : audit [INF] from='osd.0 [v2:192.168.123.110:6802/3368370223,v1:192.168.123.110:6803/3368370223]' entity='osd.0' cmd='[{"prefix": "osd crush set-device-class", "class": "hdd", "ids": ["0"]}]': finished 2026-03-09T19:29:10.420 INFO:journalctl@ceph.mon.a.vm10.stdout:Mar 09 19:29:10 vm10 bash[17485]: cluster 2026-03-09T19:29:09.060283+0000 mon.a (mon.0) 155 : cluster [DBG] osdmap e6: 1 total, 0 up, 1 in 2026-03-09T19:29:10.420 INFO:journalctl@ceph.mon.a.vm10.stdout:Mar 09 19:29:10 vm10 bash[17485]: cluster 2026-03-09T19:29:09.060283+0000 mon.a (mon.0) 155 : cluster [DBG] osdmap e6: 1 total, 0 up, 1 in 2026-03-09T19:29:10.420 INFO:journalctl@ceph.mon.a.vm10.stdout:Mar 09 19:29:10 vm10 bash[17485]: audit 2026-03-09T19:29:09.061013+0000 mon.a (mon.0) 156 : audit [INF] from='osd.0 [v2:192.168.123.110:6802/3368370223,v1:192.168.123.110:6803/3368370223]' entity='osd.0' cmd=[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0195, "args": ["host=vm10", "root=default"]}]: dispatch 2026-03-09T19:29:10.420 INFO:journalctl@ceph.mon.a.vm10.stdout:Mar 09 19:29:10 vm10 bash[17485]: audit 2026-03-09T19:29:09.061013+0000 mon.a (mon.0) 156 : audit [INF] from='osd.0 [v2:192.168.123.110:6802/3368370223,v1:192.168.123.110:6803/3368370223]' entity='osd.0' cmd=[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0195, "args": ["host=vm10", "root=default"]}]: dispatch 2026-03-09T19:29:10.420 INFO:journalctl@ceph.mon.a.vm10.stdout:Mar 09 19:29:10 vm10 bash[17485]: audit 2026-03-09T19:29:09.061136+0000 mon.a (mon.0) 157 : audit [DBG] from='mgr.14150 192.168.123.110:0/529845335' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2026-03-09T19:29:10.420 INFO:journalctl@ceph.mon.a.vm10.stdout:Mar 09 19:29:10 vm10 bash[17485]: audit 2026-03-09T19:29:09.061136+0000 mon.a (mon.0) 157 : audit [DBG] from='mgr.14150 192.168.123.110:0/529845335' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2026-03-09T19:29:10.420 INFO:journalctl@ceph.mon.a.vm10.stdout:Mar 09 19:29:10 vm10 bash[17485]: audit 2026-03-09T19:29:10.054597+0000 mon.a (mon.0) 158 : audit [INF] from='osd.0 [v2:192.168.123.110:6802/3368370223,v1:192.168.123.110:6803/3368370223]' entity='osd.0' cmd='[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0195, "args": ["host=vm10", "root=default"]}]': finished 2026-03-09T19:29:10.420 INFO:journalctl@ceph.mon.a.vm10.stdout:Mar 09 19:29:10 vm10 bash[17485]: audit 2026-03-09T19:29:10.054597+0000 mon.a (mon.0) 158 : audit [INF] from='osd.0 [v2:192.168.123.110:6802/3368370223,v1:192.168.123.110:6803/3368370223]' entity='osd.0' cmd='[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0195, "args": ["host=vm10", "root=default"]}]': finished 2026-03-09T19:29:10.420 INFO:journalctl@ceph.mon.a.vm10.stdout:Mar 09 19:29:10 vm10 bash[17485]: cluster 2026-03-09T19:29:10.056209+0000 mon.a (mon.0) 159 : cluster [DBG] osdmap e7: 1 total, 0 up, 1 in 2026-03-09T19:29:10.420 INFO:journalctl@ceph.mon.a.vm10.stdout:Mar 09 19:29:10 vm10 bash[17485]: cluster 2026-03-09T19:29:10.056209+0000 mon.a (mon.0) 159 : cluster [DBG] osdmap e7: 1 total, 0 up, 1 in 2026-03-09T19:29:10.420 INFO:journalctl@ceph.mon.a.vm10.stdout:Mar 09 19:29:10 vm10 bash[17485]: audit 2026-03-09T19:29:10.056440+0000 mon.a (mon.0) 160 : audit [DBG] from='mgr.14150 192.168.123.110:0/529845335' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2026-03-09T19:29:10.420 INFO:journalctl@ceph.mon.a.vm10.stdout:Mar 09 19:29:10 vm10 bash[17485]: audit 2026-03-09T19:29:10.056440+0000 mon.a (mon.0) 160 : audit [DBG] from='mgr.14150 192.168.123.110:0/529845335' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2026-03-09T19:29:10.420 INFO:journalctl@ceph.mon.a.vm10.stdout:Mar 09 19:29:10 vm10 bash[17485]: audit 2026-03-09T19:29:10.058090+0000 mon.a (mon.0) 161 : audit [DBG] from='mgr.14150 192.168.123.110:0/529845335' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2026-03-09T19:29:10.420 INFO:journalctl@ceph.mon.a.vm10.stdout:Mar 09 19:29:10 vm10 bash[17485]: audit 2026-03-09T19:29:10.058090+0000 mon.a (mon.0) 161 : audit [DBG] from='mgr.14150 192.168.123.110:0/529845335' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2026-03-09T19:29:11.369 INFO:journalctl@ceph.mon.a.vm10.stdout:Mar 09 19:29:11 vm10 bash[17485]: cluster 2026-03-09T19:29:09.700100+0000 mgr.x (mgr.14150) 49 : cluster [DBG] pgmap v30: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2026-03-09T19:29:11.369 INFO:journalctl@ceph.mon.a.vm10.stdout:Mar 09 19:29:11 vm10 bash[17485]: cluster 2026-03-09T19:29:09.700100+0000 mgr.x (mgr.14150) 49 : cluster [DBG] pgmap v30: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2026-03-09T19:29:11.369 INFO:journalctl@ceph.mon.a.vm10.stdout:Mar 09 19:29:11 vm10 bash[17485]: audit 2026-03-09T19:29:11.058080+0000 mon.a (mon.0) 162 : audit [DBG] from='mgr.14150 192.168.123.110:0/529845335' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2026-03-09T19:29:11.369 INFO:journalctl@ceph.mon.a.vm10.stdout:Mar 09 19:29:11 vm10 bash[17485]: audit 2026-03-09T19:29:11.058080+0000 mon.a (mon.0) 162 : audit [DBG] from='mgr.14150 192.168.123.110:0/529845335' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2026-03-09T19:29:12.407 INFO:journalctl@ceph.mon.a.vm10.stdout:Mar 09 19:29:12 vm10 bash[17485]: cluster 2026-03-09T19:29:09.732770+0000 osd.0 (osd.0) 1 : cluster [DBG] purged_snaps scrub starts 2026-03-09T19:29:12.407 INFO:journalctl@ceph.mon.a.vm10.stdout:Mar 09 19:29:12 vm10 bash[17485]: cluster 2026-03-09T19:29:09.732770+0000 osd.0 (osd.0) 1 : cluster [DBG] purged_snaps scrub starts 2026-03-09T19:29:12.407 INFO:journalctl@ceph.mon.a.vm10.stdout:Mar 09 19:29:12 vm10 bash[17485]: cluster 2026-03-09T19:29:09.732826+0000 osd.0 (osd.0) 2 : cluster [DBG] purged_snaps scrub ok 2026-03-09T19:29:12.407 INFO:journalctl@ceph.mon.a.vm10.stdout:Mar 09 19:29:12 vm10 bash[17485]: cluster 2026-03-09T19:29:09.732826+0000 osd.0 (osd.0) 2 : cluster [DBG] purged_snaps scrub ok 2026-03-09T19:29:12.407 INFO:journalctl@ceph.mon.a.vm10.stdout:Mar 09 19:29:12 vm10 bash[17485]: cluster 2026-03-09T19:29:11.067118+0000 mon.a (mon.0) 163 : cluster [INF] osd.0 [v2:192.168.123.110:6802/3368370223,v1:192.168.123.110:6803/3368370223] boot 2026-03-09T19:29:12.407 INFO:journalctl@ceph.mon.a.vm10.stdout:Mar 09 19:29:12 vm10 bash[17485]: cluster 2026-03-09T19:29:11.067118+0000 mon.a (mon.0) 163 : cluster [INF] osd.0 [v2:192.168.123.110:6802/3368370223,v1:192.168.123.110:6803/3368370223] boot 2026-03-09T19:29:12.407 INFO:journalctl@ceph.mon.a.vm10.stdout:Mar 09 19:29:12 vm10 bash[17485]: cluster 2026-03-09T19:29:11.067160+0000 mon.a (mon.0) 164 : cluster [DBG] osdmap e8: 1 total, 1 up, 1 in 2026-03-09T19:29:12.407 INFO:journalctl@ceph.mon.a.vm10.stdout:Mar 09 19:29:12 vm10 bash[17485]: cluster 2026-03-09T19:29:11.067160+0000 mon.a (mon.0) 164 : cluster [DBG] osdmap e8: 1 total, 1 up, 1 in 2026-03-09T19:29:12.407 INFO:journalctl@ceph.mon.a.vm10.stdout:Mar 09 19:29:12 vm10 bash[17485]: audit 2026-03-09T19:29:11.067620+0000 mon.a (mon.0) 165 : audit [DBG] from='mgr.14150 192.168.123.110:0/529845335' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2026-03-09T19:29:12.407 INFO:journalctl@ceph.mon.a.vm10.stdout:Mar 09 19:29:12 vm10 bash[17485]: audit 2026-03-09T19:29:11.067620+0000 mon.a (mon.0) 165 : audit [DBG] from='mgr.14150 192.168.123.110:0/529845335' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2026-03-09T19:29:12.407 INFO:journalctl@ceph.mon.a.vm10.stdout:Mar 09 19:29:12 vm10 bash[17485]: audit 2026-03-09T19:29:11.411189+0000 mon.a (mon.0) 166 : audit [INF] from='mgr.14150 192.168.123.110:0/529845335' entity='mgr.x' 2026-03-09T19:29:12.407 INFO:journalctl@ceph.mon.a.vm10.stdout:Mar 09 19:29:12 vm10 bash[17485]: audit 2026-03-09T19:29:11.411189+0000 mon.a (mon.0) 166 : audit [INF] from='mgr.14150 192.168.123.110:0/529845335' entity='mgr.x' 2026-03-09T19:29:12.407 INFO:journalctl@ceph.mon.a.vm10.stdout:Mar 09 19:29:12 vm10 bash[17485]: audit 2026-03-09T19:29:11.413604+0000 mon.a (mon.0) 167 : audit [INF] from='mgr.14150 192.168.123.110:0/529845335' entity='mgr.x' 2026-03-09T19:29:12.407 INFO:journalctl@ceph.mon.a.vm10.stdout:Mar 09 19:29:12 vm10 bash[17485]: audit 2026-03-09T19:29:11.413604+0000 mon.a (mon.0) 167 : audit [INF] from='mgr.14150 192.168.123.110:0/529845335' entity='mgr.x' 2026-03-09T19:29:12.407 INFO:journalctl@ceph.mon.a.vm10.stdout:Mar 09 19:29:12 vm10 bash[17485]: audit 2026-03-09T19:29:11.847456+0000 mon.a (mon.0) 168 : audit [DBG] from='mgr.14150 192.168.123.110:0/529845335' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-03-09T19:29:12.407 INFO:journalctl@ceph.mon.a.vm10.stdout:Mar 09 19:29:12 vm10 bash[17485]: audit 2026-03-09T19:29:11.847456+0000 mon.a (mon.0) 168 : audit [DBG] from='mgr.14150 192.168.123.110:0/529845335' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-03-09T19:29:12.407 INFO:journalctl@ceph.mon.a.vm10.stdout:Mar 09 19:29:12 vm10 bash[17485]: audit 2026-03-09T19:29:11.847975+0000 mon.a (mon.0) 169 : audit [INF] from='mgr.14150 192.168.123.110:0/529845335' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2026-03-09T19:29:12.408 INFO:journalctl@ceph.mon.a.vm10.stdout:Mar 09 19:29:12 vm10 bash[17485]: audit 2026-03-09T19:29:11.847975+0000 mon.a (mon.0) 169 : audit [INF] from='mgr.14150 192.168.123.110:0/529845335' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2026-03-09T19:29:12.408 INFO:journalctl@ceph.mon.a.vm10.stdout:Mar 09 19:29:12 vm10 bash[17485]: audit 2026-03-09T19:29:11.851039+0000 mon.a (mon.0) 170 : audit [INF] from='mgr.14150 192.168.123.110:0/529845335' entity='mgr.x' 2026-03-09T19:29:12.408 INFO:journalctl@ceph.mon.a.vm10.stdout:Mar 09 19:29:12 vm10 bash[17485]: audit 2026-03-09T19:29:11.851039+0000 mon.a (mon.0) 170 : audit [INF] from='mgr.14150 192.168.123.110:0/529845335' entity='mgr.x' 2026-03-09T19:29:12.488 INFO:teuthology.orchestra.run.vm10.stdout:Created osd(s) 0 on host 'vm10' 2026-03-09T19:29:12.563 DEBUG:teuthology.orchestra.run.vm10:osd.0> sudo journalctl -f -n 0 -u ceph-e301dc60-1bed-11f1-8e51-db7da4fd97cc@osd.0.service 2026-03-09T19:29:12.564 INFO:tasks.cephadm:Deploying osd.1 on vm10 with /dev/vdd... 2026-03-09T19:29:12.565 DEBUG:teuthology.orchestra.run.vm10:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:e911bdebe5c8faa3800735d1568fcdca65db60df ceph-volume -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid e301dc60-1bed-11f1-8e51-db7da4fd97cc -- lvm zap /dev/vdd 2026-03-09T19:29:13.419 INFO:journalctl@ceph.mon.a.vm10.stdout:Mar 09 19:29:13 vm10 bash[17485]: cluster 2026-03-09T19:29:11.700291+0000 mgr.x (mgr.14150) 50 : cluster [DBG] pgmap v33: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2026-03-09T19:29:13.420 INFO:journalctl@ceph.mon.a.vm10.stdout:Mar 09 19:29:13 vm10 bash[17485]: cluster 2026-03-09T19:29:11.700291+0000 mgr.x (mgr.14150) 50 : cluster [DBG] pgmap v33: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2026-03-09T19:29:13.420 INFO:journalctl@ceph.mon.a.vm10.stdout:Mar 09 19:29:13 vm10 bash[17485]: cluster 2026-03-09T19:29:12.421018+0000 mon.a (mon.0) 171 : cluster [DBG] osdmap e9: 1 total, 1 up, 1 in 2026-03-09T19:29:13.420 INFO:journalctl@ceph.mon.a.vm10.stdout:Mar 09 19:29:13 vm10 bash[17485]: cluster 2026-03-09T19:29:12.421018+0000 mon.a (mon.0) 171 : cluster [DBG] osdmap e9: 1 total, 1 up, 1 in 2026-03-09T19:29:13.420 INFO:journalctl@ceph.mon.a.vm10.stdout:Mar 09 19:29:13 vm10 bash[17485]: audit 2026-03-09T19:29:12.473022+0000 mon.a (mon.0) 172 : audit [DBG] from='mgr.14150 192.168.123.110:0/529845335' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2026-03-09T19:29:13.420 INFO:journalctl@ceph.mon.a.vm10.stdout:Mar 09 19:29:13 vm10 bash[17485]: audit 2026-03-09T19:29:12.473022+0000 mon.a (mon.0) 172 : audit [DBG] from='mgr.14150 192.168.123.110:0/529845335' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2026-03-09T19:29:13.420 INFO:journalctl@ceph.mon.a.vm10.stdout:Mar 09 19:29:13 vm10 bash[17485]: audit 2026-03-09T19:29:12.476859+0000 mon.a (mon.0) 173 : audit [INF] from='mgr.14150 192.168.123.110:0/529845335' entity='mgr.x' 2026-03-09T19:29:13.420 INFO:journalctl@ceph.mon.a.vm10.stdout:Mar 09 19:29:13 vm10 bash[17485]: audit 2026-03-09T19:29:12.476859+0000 mon.a (mon.0) 173 : audit [INF] from='mgr.14150 192.168.123.110:0/529845335' entity='mgr.x' 2026-03-09T19:29:13.420 INFO:journalctl@ceph.mon.a.vm10.stdout:Mar 09 19:29:13 vm10 bash[17485]: audit 2026-03-09T19:29:12.480774+0000 mon.a (mon.0) 174 : audit [INF] from='mgr.14150 192.168.123.110:0/529845335' entity='mgr.x' 2026-03-09T19:29:13.420 INFO:journalctl@ceph.mon.a.vm10.stdout:Mar 09 19:29:13 vm10 bash[17485]: audit 2026-03-09T19:29:12.480774+0000 mon.a (mon.0) 174 : audit [INF] from='mgr.14150 192.168.123.110:0/529845335' entity='mgr.x' 2026-03-09T19:29:15.419 INFO:journalctl@ceph.mon.a.vm10.stdout:Mar 09 19:29:15 vm10 bash[17485]: cluster 2026-03-09T19:29:13.700464+0000 mgr.x (mgr.14150) 51 : cluster [DBG] pgmap v35: 0 pgs: ; 0 B data, 26 MiB used, 20 GiB / 20 GiB avail 2026-03-09T19:29:15.420 INFO:journalctl@ceph.mon.a.vm10.stdout:Mar 09 19:29:15 vm10 bash[17485]: cluster 2026-03-09T19:29:13.700464+0000 mgr.x (mgr.14150) 51 : cluster [DBG] pgmap v35: 0 pgs: ; 0 B data, 26 MiB used, 20 GiB / 20 GiB avail 2026-03-09T19:29:16.670 INFO:journalctl@ceph.mon.a.vm10.stdout:Mar 09 19:29:16 vm10 bash[17485]: cluster 2026-03-09T19:29:15.700653+0000 mgr.x (mgr.14150) 52 : cluster [DBG] pgmap v36: 0 pgs: ; 0 B data, 26 MiB used, 20 GiB / 20 GiB avail 2026-03-09T19:29:16.670 INFO:journalctl@ceph.mon.a.vm10.stdout:Mar 09 19:29:16 vm10 bash[17485]: cluster 2026-03-09T19:29:15.700653+0000 mgr.x (mgr.14150) 52 : cluster [DBG] pgmap v36: 0 pgs: ; 0 B data, 26 MiB used, 20 GiB / 20 GiB avail 2026-03-09T19:29:17.236 INFO:teuthology.orchestra.run.vm10.stderr:Inferring config /var/lib/ceph/e301dc60-1bed-11f1-8e51-db7da4fd97cc/mon.a/config 2026-03-09T19:29:18.979 INFO:teuthology.orchestra.run.vm10.stdout: 2026-03-09T19:29:19.004 DEBUG:teuthology.orchestra.run.vm10:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:e911bdebe5c8faa3800735d1568fcdca65db60df shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid e301dc60-1bed-11f1-8e51-db7da4fd97cc -- ceph orch daemon add osd vm10:/dev/vdd 2026-03-09T19:29:19.170 INFO:journalctl@ceph.mon.a.vm10.stdout:Mar 09 19:29:18 vm10 bash[17485]: cluster 2026-03-09T19:29:17.700844+0000 mgr.x (mgr.14150) 53 : cluster [DBG] pgmap v37: 0 pgs: ; 0 B data, 26 MiB used, 20 GiB / 20 GiB avail 2026-03-09T19:29:19.170 INFO:journalctl@ceph.mon.a.vm10.stdout:Mar 09 19:29:18 vm10 bash[17485]: cluster 2026-03-09T19:29:17.700844+0000 mgr.x (mgr.14150) 53 : cluster [DBG] pgmap v37: 0 pgs: ; 0 B data, 26 MiB used, 20 GiB / 20 GiB avail 2026-03-09T19:29:19.170 INFO:journalctl@ceph.mon.a.vm10.stdout:Mar 09 19:29:18 vm10 bash[17485]: cephadm 2026-03-09T19:29:17.981168+0000 mgr.x (mgr.14150) 54 : cephadm [INF] Detected new or changed devices on vm10 2026-03-09T19:29:19.170 INFO:journalctl@ceph.mon.a.vm10.stdout:Mar 09 19:29:18 vm10 bash[17485]: cephadm 2026-03-09T19:29:17.981168+0000 mgr.x (mgr.14150) 54 : cephadm [INF] Detected new or changed devices on vm10 2026-03-09T19:29:19.170 INFO:journalctl@ceph.mon.a.vm10.stdout:Mar 09 19:29:18 vm10 bash[17485]: audit 2026-03-09T19:29:17.984722+0000 mon.a (mon.0) 175 : audit [INF] from='mgr.14150 192.168.123.110:0/529845335' entity='mgr.x' 2026-03-09T19:29:19.170 INFO:journalctl@ceph.mon.a.vm10.stdout:Mar 09 19:29:18 vm10 bash[17485]: audit 2026-03-09T19:29:17.984722+0000 mon.a (mon.0) 175 : audit [INF] from='mgr.14150 192.168.123.110:0/529845335' entity='mgr.x' 2026-03-09T19:29:19.170 INFO:journalctl@ceph.mon.a.vm10.stdout:Mar 09 19:29:18 vm10 bash[17485]: audit 2026-03-09T19:29:17.986943+0000 mon.a (mon.0) 176 : audit [INF] from='mgr.14150 192.168.123.110:0/529845335' entity='mgr.x' 2026-03-09T19:29:19.170 INFO:journalctl@ceph.mon.a.vm10.stdout:Mar 09 19:29:18 vm10 bash[17485]: audit 2026-03-09T19:29:17.986943+0000 mon.a (mon.0) 176 : audit [INF] from='mgr.14150 192.168.123.110:0/529845335' entity='mgr.x' 2026-03-09T19:29:19.170 INFO:journalctl@ceph.mon.a.vm10.stdout:Mar 09 19:29:18 vm10 bash[17485]: audit 2026-03-09T19:29:17.987513+0000 mon.a (mon.0) 177 : audit [INF] from='mgr.14150 192.168.123.110:0/529845335' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2026-03-09T19:29:19.170 INFO:journalctl@ceph.mon.a.vm10.stdout:Mar 09 19:29:18 vm10 bash[17485]: audit 2026-03-09T19:29:17.987513+0000 mon.a (mon.0) 177 : audit [INF] from='mgr.14150 192.168.123.110:0/529845335' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2026-03-09T19:29:19.170 INFO:journalctl@ceph.mon.a.vm10.stdout:Mar 09 19:29:18 vm10 bash[17485]: cephadm 2026-03-09T19:29:17.987878+0000 mgr.x (mgr.14150) 55 : cephadm [INF] Adjusting osd_memory_target on vm10 to 455.7M 2026-03-09T19:29:19.170 INFO:journalctl@ceph.mon.a.vm10.stdout:Mar 09 19:29:18 vm10 bash[17485]: cephadm 2026-03-09T19:29:17.987878+0000 mgr.x (mgr.14150) 55 : cephadm [INF] Adjusting osd_memory_target on vm10 to 455.7M 2026-03-09T19:29:19.170 INFO:journalctl@ceph.mon.a.vm10.stdout:Mar 09 19:29:18 vm10 bash[17485]: cephadm 2026-03-09T19:29:17.988251+0000 mgr.x (mgr.14150) 56 : cephadm [WRN] Unable to set osd_memory_target on vm10 to 477915955: error parsing value: Value '477915955' is below minimum 939524096 2026-03-09T19:29:19.170 INFO:journalctl@ceph.mon.a.vm10.stdout:Mar 09 19:29:18 vm10 bash[17485]: cephadm 2026-03-09T19:29:17.988251+0000 mgr.x (mgr.14150) 56 : cephadm [WRN] Unable to set osd_memory_target on vm10 to 477915955: error parsing value: Value '477915955' is below minimum 939524096 2026-03-09T19:29:19.170 INFO:journalctl@ceph.mon.a.vm10.stdout:Mar 09 19:29:18 vm10 bash[17485]: audit 2026-03-09T19:29:17.988454+0000 mon.a (mon.0) 178 : audit [DBG] from='mgr.14150 192.168.123.110:0/529845335' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-03-09T19:29:19.170 INFO:journalctl@ceph.mon.a.vm10.stdout:Mar 09 19:29:18 vm10 bash[17485]: audit 2026-03-09T19:29:17.988454+0000 mon.a (mon.0) 178 : audit [DBG] from='mgr.14150 192.168.123.110:0/529845335' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-03-09T19:29:19.170 INFO:journalctl@ceph.mon.a.vm10.stdout:Mar 09 19:29:18 vm10 bash[17485]: audit 2026-03-09T19:29:17.988951+0000 mon.a (mon.0) 179 : audit [INF] from='mgr.14150 192.168.123.110:0/529845335' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2026-03-09T19:29:19.170 INFO:journalctl@ceph.mon.a.vm10.stdout:Mar 09 19:29:18 vm10 bash[17485]: audit 2026-03-09T19:29:17.988951+0000 mon.a (mon.0) 179 : audit [INF] from='mgr.14150 192.168.123.110:0/529845335' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2026-03-09T19:29:19.170 INFO:journalctl@ceph.mon.a.vm10.stdout:Mar 09 19:29:18 vm10 bash[17485]: audit 2026-03-09T19:29:17.993431+0000 mon.a (mon.0) 180 : audit [INF] from='mgr.14150 192.168.123.110:0/529845335' entity='mgr.x' 2026-03-09T19:29:19.171 INFO:journalctl@ceph.mon.a.vm10.stdout:Mar 09 19:29:18 vm10 bash[17485]: audit 2026-03-09T19:29:17.993431+0000 mon.a (mon.0) 180 : audit [INF] from='mgr.14150 192.168.123.110:0/529845335' entity='mgr.x' 2026-03-09T19:29:21.419 INFO:journalctl@ceph.mon.a.vm10.stdout:Mar 09 19:29:20 vm10 bash[17485]: cluster 2026-03-09T19:29:19.701015+0000 mgr.x (mgr.14150) 57 : cluster [DBG] pgmap v38: 0 pgs: ; 0 B data, 26 MiB used, 20 GiB / 20 GiB avail 2026-03-09T19:29:21.419 INFO:journalctl@ceph.mon.a.vm10.stdout:Mar 09 19:29:20 vm10 bash[17485]: cluster 2026-03-09T19:29:19.701015+0000 mgr.x (mgr.14150) 57 : cluster [DBG] pgmap v38: 0 pgs: ; 0 B data, 26 MiB used, 20 GiB / 20 GiB avail 2026-03-09T19:29:23.419 INFO:journalctl@ceph.mon.a.vm10.stdout:Mar 09 19:29:22 vm10 bash[17485]: cluster 2026-03-09T19:29:21.701177+0000 mgr.x (mgr.14150) 58 : cluster [DBG] pgmap v39: 0 pgs: ; 0 B data, 26 MiB used, 20 GiB / 20 GiB avail 2026-03-09T19:29:23.419 INFO:journalctl@ceph.mon.a.vm10.stdout:Mar 09 19:29:22 vm10 bash[17485]: cluster 2026-03-09T19:29:21.701177+0000 mgr.x (mgr.14150) 58 : cluster [DBG] pgmap v39: 0 pgs: ; 0 B data, 26 MiB used, 20 GiB / 20 GiB avail 2026-03-09T19:29:23.624 INFO:teuthology.orchestra.run.vm10.stderr:Inferring config /var/lib/ceph/e301dc60-1bed-11f1-8e51-db7da4fd97cc/mon.a/config 2026-03-09T19:29:24.420 INFO:journalctl@ceph.mon.a.vm10.stdout:Mar 09 19:29:23 vm10 bash[17485]: audit 2026-03-09T19:29:23.896291+0000 mon.a (mon.0) 181 : audit [DBG] from='mgr.14150 192.168.123.110:0/529845335' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2026-03-09T19:29:24.420 INFO:journalctl@ceph.mon.a.vm10.stdout:Mar 09 19:29:23 vm10 bash[17485]: audit 2026-03-09T19:29:23.896291+0000 mon.a (mon.0) 181 : audit [DBG] from='mgr.14150 192.168.123.110:0/529845335' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2026-03-09T19:29:24.420 INFO:journalctl@ceph.mon.a.vm10.stdout:Mar 09 19:29:23 vm10 bash[17485]: audit 2026-03-09T19:29:23.897947+0000 mon.a (mon.0) 182 : audit [INF] from='mgr.14150 192.168.123.110:0/529845335' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2026-03-09T19:29:24.420 INFO:journalctl@ceph.mon.a.vm10.stdout:Mar 09 19:29:23 vm10 bash[17485]: audit 2026-03-09T19:29:23.897947+0000 mon.a (mon.0) 182 : audit [INF] from='mgr.14150 192.168.123.110:0/529845335' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2026-03-09T19:29:24.420 INFO:journalctl@ceph.mon.a.vm10.stdout:Mar 09 19:29:23 vm10 bash[17485]: audit 2026-03-09T19:29:23.898422+0000 mon.a (mon.0) 183 : audit [DBG] from='mgr.14150 192.168.123.110:0/529845335' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-03-09T19:29:24.420 INFO:journalctl@ceph.mon.a.vm10.stdout:Mar 09 19:29:23 vm10 bash[17485]: audit 2026-03-09T19:29:23.898422+0000 mon.a (mon.0) 183 : audit [DBG] from='mgr.14150 192.168.123.110:0/529845335' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-03-09T19:29:25.420 INFO:journalctl@ceph.mon.a.vm10.stdout:Mar 09 19:29:24 vm10 bash[17485]: cluster 2026-03-09T19:29:23.701333+0000 mgr.x (mgr.14150) 59 : cluster [DBG] pgmap v40: 0 pgs: ; 0 B data, 26 MiB used, 20 GiB / 20 GiB avail 2026-03-09T19:29:25.420 INFO:journalctl@ceph.mon.a.vm10.stdout:Mar 09 19:29:24 vm10 bash[17485]: cluster 2026-03-09T19:29:23.701333+0000 mgr.x (mgr.14150) 59 : cluster [DBG] pgmap v40: 0 pgs: ; 0 B data, 26 MiB used, 20 GiB / 20 GiB avail 2026-03-09T19:29:25.420 INFO:journalctl@ceph.mon.a.vm10.stdout:Mar 09 19:29:24 vm10 bash[17485]: audit 2026-03-09T19:29:23.894651+0000 mgr.x (mgr.14150) 60 : audit [DBG] from='client.14193 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "vm10:/dev/vdd", "target": ["mon-mgr", ""]}]: dispatch 2026-03-09T19:29:25.420 INFO:journalctl@ceph.mon.a.vm10.stdout:Mar 09 19:29:24 vm10 bash[17485]: audit 2026-03-09T19:29:23.894651+0000 mgr.x (mgr.14150) 60 : audit [DBG] from='client.14193 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "vm10:/dev/vdd", "target": ["mon-mgr", ""]}]: dispatch 2026-03-09T19:29:27.420 INFO:journalctl@ceph.mon.a.vm10.stdout:Mar 09 19:29:26 vm10 bash[17485]: cluster 2026-03-09T19:29:25.701567+0000 mgr.x (mgr.14150) 61 : cluster [DBG] pgmap v41: 0 pgs: ; 0 B data, 26 MiB used, 20 GiB / 20 GiB avail 2026-03-09T19:29:27.420 INFO:journalctl@ceph.mon.a.vm10.stdout:Mar 09 19:29:26 vm10 bash[17485]: cluster 2026-03-09T19:29:25.701567+0000 mgr.x (mgr.14150) 61 : cluster [DBG] pgmap v41: 0 pgs: ; 0 B data, 26 MiB used, 20 GiB / 20 GiB avail 2026-03-09T19:29:29.419 INFO:journalctl@ceph.mon.a.vm10.stdout:Mar 09 19:29:29 vm10 bash[17485]: cluster 2026-03-09T19:29:27.701843+0000 mgr.x (mgr.14150) 62 : cluster [DBG] pgmap v42: 0 pgs: ; 0 B data, 26 MiB used, 20 GiB / 20 GiB avail 2026-03-09T19:29:29.420 INFO:journalctl@ceph.mon.a.vm10.stdout:Mar 09 19:29:29 vm10 bash[17485]: cluster 2026-03-09T19:29:27.701843+0000 mgr.x (mgr.14150) 62 : cluster [DBG] pgmap v42: 0 pgs: ; 0 B data, 26 MiB used, 20 GiB / 20 GiB avail 2026-03-09T19:29:30.420 INFO:journalctl@ceph.mon.a.vm10.stdout:Mar 09 19:29:30 vm10 bash[17485]: audit 2026-03-09T19:29:29.349099+0000 mon.a (mon.0) 184 : audit [INF] from='client.? 192.168.123.110:0/4192051163' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "146ba678-4690-402b-8486-5a5eba552197"}]: dispatch 2026-03-09T19:29:30.420 INFO:journalctl@ceph.mon.a.vm10.stdout:Mar 09 19:29:30 vm10 bash[17485]: audit 2026-03-09T19:29:29.349099+0000 mon.a (mon.0) 184 : audit [INF] from='client.? 192.168.123.110:0/4192051163' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "146ba678-4690-402b-8486-5a5eba552197"}]: dispatch 2026-03-09T19:29:30.420 INFO:journalctl@ceph.mon.a.vm10.stdout:Mar 09 19:29:30 vm10 bash[17485]: audit 2026-03-09T19:29:29.351108+0000 mon.a (mon.0) 185 : audit [INF] from='client.? 192.168.123.110:0/4192051163' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "146ba678-4690-402b-8486-5a5eba552197"}]': finished 2026-03-09T19:29:30.420 INFO:journalctl@ceph.mon.a.vm10.stdout:Mar 09 19:29:30 vm10 bash[17485]: audit 2026-03-09T19:29:29.351108+0000 mon.a (mon.0) 185 : audit [INF] from='client.? 192.168.123.110:0/4192051163' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "146ba678-4690-402b-8486-5a5eba552197"}]': finished 2026-03-09T19:29:30.420 INFO:journalctl@ceph.mon.a.vm10.stdout:Mar 09 19:29:30 vm10 bash[17485]: cluster 2026-03-09T19:29:29.354351+0000 mon.a (mon.0) 186 : cluster [DBG] osdmap e10: 2 total, 1 up, 2 in 2026-03-09T19:29:30.420 INFO:journalctl@ceph.mon.a.vm10.stdout:Mar 09 19:29:30 vm10 bash[17485]: cluster 2026-03-09T19:29:29.354351+0000 mon.a (mon.0) 186 : cluster [DBG] osdmap e10: 2 total, 1 up, 2 in 2026-03-09T19:29:30.420 INFO:journalctl@ceph.mon.a.vm10.stdout:Mar 09 19:29:30 vm10 bash[17485]: audit 2026-03-09T19:29:29.354714+0000 mon.a (mon.0) 187 : audit [DBG] from='mgr.14150 192.168.123.110:0/529845335' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2026-03-09T19:29:30.420 INFO:journalctl@ceph.mon.a.vm10.stdout:Mar 09 19:29:30 vm10 bash[17485]: audit 2026-03-09T19:29:29.354714+0000 mon.a (mon.0) 187 : audit [DBG] from='mgr.14150 192.168.123.110:0/529845335' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2026-03-09T19:29:30.420 INFO:journalctl@ceph.mon.a.vm10.stdout:Mar 09 19:29:30 vm10 bash[17485]: audit 2026-03-09T19:29:29.944523+0000 mon.a (mon.0) 188 : audit [DBG] from='client.? 192.168.123.110:0/4203760649' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2026-03-09T19:29:30.420 INFO:journalctl@ceph.mon.a.vm10.stdout:Mar 09 19:29:30 vm10 bash[17485]: audit 2026-03-09T19:29:29.944523+0000 mon.a (mon.0) 188 : audit [DBG] from='client.? 192.168.123.110:0/4203760649' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2026-03-09T19:29:31.419 INFO:journalctl@ceph.mon.a.vm10.stdout:Mar 09 19:29:31 vm10 bash[17485]: cluster 2026-03-09T19:29:29.702060+0000 mgr.x (mgr.14150) 63 : cluster [DBG] pgmap v44: 0 pgs: ; 0 B data, 26 MiB used, 20 GiB / 20 GiB avail 2026-03-09T19:29:31.420 INFO:journalctl@ceph.mon.a.vm10.stdout:Mar 09 19:29:31 vm10 bash[17485]: cluster 2026-03-09T19:29:29.702060+0000 mgr.x (mgr.14150) 63 : cluster [DBG] pgmap v44: 0 pgs: ; 0 B data, 26 MiB used, 20 GiB / 20 GiB avail 2026-03-09T19:29:33.169 INFO:journalctl@ceph.mon.a.vm10.stdout:Mar 09 19:29:33 vm10 bash[17485]: cluster 2026-03-09T19:29:31.702257+0000 mgr.x (mgr.14150) 64 : cluster [DBG] pgmap v45: 0 pgs: ; 0 B data, 26 MiB used, 20 GiB / 20 GiB avail 2026-03-09T19:29:33.170 INFO:journalctl@ceph.mon.a.vm10.stdout:Mar 09 19:29:33 vm10 bash[17485]: cluster 2026-03-09T19:29:31.702257+0000 mgr.x (mgr.14150) 64 : cluster [DBG] pgmap v45: 0 pgs: ; 0 B data, 26 MiB used, 20 GiB / 20 GiB avail 2026-03-09T19:29:35.420 INFO:journalctl@ceph.mon.a.vm10.stdout:Mar 09 19:29:35 vm10 bash[17485]: cluster 2026-03-09T19:29:33.702461+0000 mgr.x (mgr.14150) 65 : cluster [DBG] pgmap v46: 0 pgs: ; 0 B data, 26 MiB used, 20 GiB / 20 GiB avail 2026-03-09T19:29:35.420 INFO:journalctl@ceph.mon.a.vm10.stdout:Mar 09 19:29:35 vm10 bash[17485]: cluster 2026-03-09T19:29:33.702461+0000 mgr.x (mgr.14150) 65 : cluster [DBG] pgmap v46: 0 pgs: ; 0 B data, 26 MiB used, 20 GiB / 20 GiB avail 2026-03-09T19:29:37.420 INFO:journalctl@ceph.mon.a.vm10.stdout:Mar 09 19:29:37 vm10 bash[17485]: cluster 2026-03-09T19:29:35.702631+0000 mgr.x (mgr.14150) 66 : cluster [DBG] pgmap v47: 0 pgs: ; 0 B data, 26 MiB used, 20 GiB / 20 GiB avail 2026-03-09T19:29:37.420 INFO:journalctl@ceph.mon.a.vm10.stdout:Mar 09 19:29:37 vm10 bash[17485]: cluster 2026-03-09T19:29:35.702631+0000 mgr.x (mgr.14150) 66 : cluster [DBG] pgmap v47: 0 pgs: ; 0 B data, 26 MiB used, 20 GiB / 20 GiB avail 2026-03-09T19:29:39.078 INFO:journalctl@ceph.mon.a.vm10.stdout:Mar 09 19:29:39 vm10 bash[17485]: cluster 2026-03-09T19:29:37.702800+0000 mgr.x (mgr.14150) 67 : cluster [DBG] pgmap v48: 0 pgs: ; 0 B data, 26 MiB used, 20 GiB / 20 GiB avail 2026-03-09T19:29:39.078 INFO:journalctl@ceph.mon.a.vm10.stdout:Mar 09 19:29:39 vm10 bash[17485]: cluster 2026-03-09T19:29:37.702800+0000 mgr.x (mgr.14150) 67 : cluster [DBG] pgmap v48: 0 pgs: ; 0 B data, 26 MiB used, 20 GiB / 20 GiB avail 2026-03-09T19:29:39.078 INFO:journalctl@ceph.mon.a.vm10.stdout:Mar 09 19:29:39 vm10 bash[17485]: audit 2026-03-09T19:29:38.605612+0000 mon.a (mon.0) 189 : audit [INF] from='mgr.14150 192.168.123.110:0/529845335' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.1"}]: dispatch 2026-03-09T19:29:39.078 INFO:journalctl@ceph.mon.a.vm10.stdout:Mar 09 19:29:39 vm10 bash[17485]: audit 2026-03-09T19:29:38.605612+0000 mon.a (mon.0) 189 : audit [INF] from='mgr.14150 192.168.123.110:0/529845335' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.1"}]: dispatch 2026-03-09T19:29:39.078 INFO:journalctl@ceph.mon.a.vm10.stdout:Mar 09 19:29:39 vm10 bash[17485]: audit 2026-03-09T19:29:38.606291+0000 mon.a (mon.0) 190 : audit [DBG] from='mgr.14150 192.168.123.110:0/529845335' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-03-09T19:29:39.078 INFO:journalctl@ceph.mon.a.vm10.stdout:Mar 09 19:29:39 vm10 bash[17485]: audit 2026-03-09T19:29:38.606291+0000 mon.a (mon.0) 190 : audit [DBG] from='mgr.14150 192.168.123.110:0/529845335' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-03-09T19:29:39.748 INFO:journalctl@ceph.mon.a.vm10.stdout:Mar 09 19:29:39 vm10 systemd[1]: /etc/systemd/system/ceph-e301dc60-1bed-11f1-8e51-db7da4fd97cc@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2026-03-09T19:29:39.748 INFO:journalctl@ceph.mon.a.vm10.stdout:Mar 09 19:29:39 vm10 systemd[1]: /etc/systemd/system/ceph-e301dc60-1bed-11f1-8e51-db7da4fd97cc@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2026-03-09T19:29:39.749 INFO:journalctl@ceph.mgr.x.vm10.stdout:Mar 09 19:29:39 vm10 systemd[1]: /etc/systemd/system/ceph-e301dc60-1bed-11f1-8e51-db7da4fd97cc@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2026-03-09T19:29:39.749 INFO:journalctl@ceph.mgr.x.vm10.stdout:Mar 09 19:29:39 vm10 systemd[1]: /etc/systemd/system/ceph-e301dc60-1bed-11f1-8e51-db7da4fd97cc@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2026-03-09T19:29:39.749 INFO:journalctl@ceph.osd.0.vm10.stdout:Mar 09 19:29:39 vm10 systemd[1]: /etc/systemd/system/ceph-e301dc60-1bed-11f1-8e51-db7da4fd97cc@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2026-03-09T19:29:39.749 INFO:journalctl@ceph.osd.0.vm10.stdout:Mar 09 19:29:39 vm10 systemd[1]: /etc/systemd/system/ceph-e301dc60-1bed-11f1-8e51-db7da4fd97cc@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2026-03-09T19:29:40.423 INFO:journalctl@ceph.mon.a.vm10.stdout:Mar 09 19:29:40 vm10 bash[17485]: cephadm 2026-03-09T19:29:38.606815+0000 mgr.x (mgr.14150) 68 : cephadm [INF] Deploying daemon osd.1 on vm10 2026-03-09T19:29:40.424 INFO:journalctl@ceph.mon.a.vm10.stdout:Mar 09 19:29:40 vm10 bash[17485]: cephadm 2026-03-09T19:29:38.606815+0000 mgr.x (mgr.14150) 68 : cephadm [INF] Deploying daemon osd.1 on vm10 2026-03-09T19:29:40.424 INFO:journalctl@ceph.mon.a.vm10.stdout:Mar 09 19:29:40 vm10 bash[17485]: audit 2026-03-09T19:29:39.785218+0000 mon.a (mon.0) 191 : audit [DBG] from='mgr.14150 192.168.123.110:0/529845335' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2026-03-09T19:29:40.424 INFO:journalctl@ceph.mon.a.vm10.stdout:Mar 09 19:29:40 vm10 bash[17485]: audit 2026-03-09T19:29:39.785218+0000 mon.a (mon.0) 191 : audit [DBG] from='mgr.14150 192.168.123.110:0/529845335' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2026-03-09T19:29:40.424 INFO:journalctl@ceph.mon.a.vm10.stdout:Mar 09 19:29:40 vm10 bash[17485]: audit 2026-03-09T19:29:39.789480+0000 mon.a (mon.0) 192 : audit [INF] from='mgr.14150 192.168.123.110:0/529845335' entity='mgr.x' 2026-03-09T19:29:40.424 INFO:journalctl@ceph.mon.a.vm10.stdout:Mar 09 19:29:40 vm10 bash[17485]: audit 2026-03-09T19:29:39.789480+0000 mon.a (mon.0) 192 : audit [INF] from='mgr.14150 192.168.123.110:0/529845335' entity='mgr.x' 2026-03-09T19:29:40.424 INFO:journalctl@ceph.mon.a.vm10.stdout:Mar 09 19:29:40 vm10 bash[17485]: audit 2026-03-09T19:29:39.993191+0000 mon.a (mon.0) 193 : audit [INF] from='mgr.14150 192.168.123.110:0/529845335' entity='mgr.x' 2026-03-09T19:29:40.424 INFO:journalctl@ceph.mon.a.vm10.stdout:Mar 09 19:29:40 vm10 bash[17485]: audit 2026-03-09T19:29:39.993191+0000 mon.a (mon.0) 193 : audit [INF] from='mgr.14150 192.168.123.110:0/529845335' entity='mgr.x' 2026-03-09T19:29:41.420 INFO:journalctl@ceph.mon.a.vm10.stdout:Mar 09 19:29:41 vm10 bash[17485]: cluster 2026-03-09T19:29:39.702953+0000 mgr.x (mgr.14150) 69 : cluster [DBG] pgmap v49: 0 pgs: ; 0 B data, 26 MiB used, 20 GiB / 20 GiB avail 2026-03-09T19:29:41.420 INFO:journalctl@ceph.mon.a.vm10.stdout:Mar 09 19:29:41 vm10 bash[17485]: cluster 2026-03-09T19:29:39.702953+0000 mgr.x (mgr.14150) 69 : cluster [DBG] pgmap v49: 0 pgs: ; 0 B data, 26 MiB used, 20 GiB / 20 GiB avail 2026-03-09T19:29:43.419 INFO:journalctl@ceph.mon.a.vm10.stdout:Mar 09 19:29:43 vm10 bash[17485]: cluster 2026-03-09T19:29:41.703108+0000 mgr.x (mgr.14150) 70 : cluster [DBG] pgmap v50: 0 pgs: ; 0 B data, 26 MiB used, 20 GiB / 20 GiB avail 2026-03-09T19:29:43.419 INFO:journalctl@ceph.mon.a.vm10.stdout:Mar 09 19:29:43 vm10 bash[17485]: cluster 2026-03-09T19:29:41.703108+0000 mgr.x (mgr.14150) 70 : cluster [DBG] pgmap v50: 0 pgs: ; 0 B data, 26 MiB used, 20 GiB / 20 GiB avail 2026-03-09T19:29:44.420 INFO:journalctl@ceph.mon.a.vm10.stdout:Mar 09 19:29:44 vm10 bash[17485]: audit 2026-03-09T19:29:43.651432+0000 mon.a (mon.0) 194 : audit [INF] from='osd.1 [v2:192.168.123.110:6810/3972134568,v1:192.168.123.110:6811/3972134568]' entity='osd.1' cmd=[{"prefix": "osd crush set-device-class", "class": "hdd", "ids": ["1"]}]: dispatch 2026-03-09T19:29:44.420 INFO:journalctl@ceph.mon.a.vm10.stdout:Mar 09 19:29:44 vm10 bash[17485]: audit 2026-03-09T19:29:43.651432+0000 mon.a (mon.0) 194 : audit [INF] from='osd.1 [v2:192.168.123.110:6810/3972134568,v1:192.168.123.110:6811/3972134568]' entity='osd.1' cmd=[{"prefix": "osd crush set-device-class", "class": "hdd", "ids": ["1"]}]: dispatch 2026-03-09T19:29:45.420 INFO:journalctl@ceph.mon.a.vm10.stdout:Mar 09 19:29:45 vm10 bash[17485]: cluster 2026-03-09T19:29:43.703276+0000 mgr.x (mgr.14150) 71 : cluster [DBG] pgmap v51: 0 pgs: ; 0 B data, 26 MiB used, 20 GiB / 20 GiB avail 2026-03-09T19:29:45.420 INFO:journalctl@ceph.mon.a.vm10.stdout:Mar 09 19:29:45 vm10 bash[17485]: cluster 2026-03-09T19:29:43.703276+0000 mgr.x (mgr.14150) 71 : cluster [DBG] pgmap v51: 0 pgs: ; 0 B data, 26 MiB used, 20 GiB / 20 GiB avail 2026-03-09T19:29:45.420 INFO:journalctl@ceph.mon.a.vm10.stdout:Mar 09 19:29:45 vm10 bash[17485]: audit 2026-03-09T19:29:44.092526+0000 mon.a (mon.0) 195 : audit [INF] from='osd.1 [v2:192.168.123.110:6810/3972134568,v1:192.168.123.110:6811/3972134568]' entity='osd.1' cmd='[{"prefix": "osd crush set-device-class", "class": "hdd", "ids": ["1"]}]': finished 2026-03-09T19:29:45.420 INFO:journalctl@ceph.mon.a.vm10.stdout:Mar 09 19:29:45 vm10 bash[17485]: audit 2026-03-09T19:29:44.092526+0000 mon.a (mon.0) 195 : audit [INF] from='osd.1 [v2:192.168.123.110:6810/3972134568,v1:192.168.123.110:6811/3972134568]' entity='osd.1' cmd='[{"prefix": "osd crush set-device-class", "class": "hdd", "ids": ["1"]}]': finished 2026-03-09T19:29:45.420 INFO:journalctl@ceph.mon.a.vm10.stdout:Mar 09 19:29:45 vm10 bash[17485]: cluster 2026-03-09T19:29:44.095490+0000 mon.a (mon.0) 196 : cluster [DBG] osdmap e11: 2 total, 1 up, 2 in 2026-03-09T19:29:45.420 INFO:journalctl@ceph.mon.a.vm10.stdout:Mar 09 19:29:45 vm10 bash[17485]: cluster 2026-03-09T19:29:44.095490+0000 mon.a (mon.0) 196 : cluster [DBG] osdmap e11: 2 total, 1 up, 2 in 2026-03-09T19:29:45.420 INFO:journalctl@ceph.mon.a.vm10.stdout:Mar 09 19:29:45 vm10 bash[17485]: audit 2026-03-09T19:29:44.095677+0000 mon.a (mon.0) 197 : audit [INF] from='osd.1 [v2:192.168.123.110:6810/3972134568,v1:192.168.123.110:6811/3972134568]' entity='osd.1' cmd=[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0195, "args": ["host=vm10", "root=default"]}]: dispatch 2026-03-09T19:29:45.420 INFO:journalctl@ceph.mon.a.vm10.stdout:Mar 09 19:29:45 vm10 bash[17485]: audit 2026-03-09T19:29:44.095677+0000 mon.a (mon.0) 197 : audit [INF] from='osd.1 [v2:192.168.123.110:6810/3972134568,v1:192.168.123.110:6811/3972134568]' entity='osd.1' cmd=[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0195, "args": ["host=vm10", "root=default"]}]: dispatch 2026-03-09T19:29:45.420 INFO:journalctl@ceph.mon.a.vm10.stdout:Mar 09 19:29:45 vm10 bash[17485]: audit 2026-03-09T19:29:44.095760+0000 mon.a (mon.0) 198 : audit [DBG] from='mgr.14150 192.168.123.110:0/529845335' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2026-03-09T19:29:45.420 INFO:journalctl@ceph.mon.a.vm10.stdout:Mar 09 19:29:45 vm10 bash[17485]: audit 2026-03-09T19:29:44.095760+0000 mon.a (mon.0) 198 : audit [DBG] from='mgr.14150 192.168.123.110:0/529845335' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2026-03-09T19:29:46.240 INFO:journalctl@ceph.mon.a.vm10.stdout:Mar 09 19:29:46 vm10 bash[17485]: audit 2026-03-09T19:29:45.094379+0000 mon.a (mon.0) 199 : audit [INF] from='osd.1 [v2:192.168.123.110:6810/3972134568,v1:192.168.123.110:6811/3972134568]' entity='osd.1' cmd='[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0195, "args": ["host=vm10", "root=default"]}]': finished 2026-03-09T19:29:46.240 INFO:journalctl@ceph.mon.a.vm10.stdout:Mar 09 19:29:46 vm10 bash[17485]: audit 2026-03-09T19:29:45.094379+0000 mon.a (mon.0) 199 : audit [INF] from='osd.1 [v2:192.168.123.110:6810/3972134568,v1:192.168.123.110:6811/3972134568]' entity='osd.1' cmd='[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0195, "args": ["host=vm10", "root=default"]}]': finished 2026-03-09T19:29:46.241 INFO:journalctl@ceph.mon.a.vm10.stdout:Mar 09 19:29:46 vm10 bash[17485]: cluster 2026-03-09T19:29:45.099578+0000 mon.a (mon.0) 200 : cluster [DBG] osdmap e12: 2 total, 1 up, 2 in 2026-03-09T19:29:46.241 INFO:journalctl@ceph.mon.a.vm10.stdout:Mar 09 19:29:46 vm10 bash[17485]: cluster 2026-03-09T19:29:45.099578+0000 mon.a (mon.0) 200 : cluster [DBG] osdmap e12: 2 total, 1 up, 2 in 2026-03-09T19:29:46.241 INFO:journalctl@ceph.mon.a.vm10.stdout:Mar 09 19:29:46 vm10 bash[17485]: audit 2026-03-09T19:29:45.100415+0000 mon.a (mon.0) 201 : audit [DBG] from='mgr.14150 192.168.123.110:0/529845335' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2026-03-09T19:29:46.241 INFO:journalctl@ceph.mon.a.vm10.stdout:Mar 09 19:29:46 vm10 bash[17485]: audit 2026-03-09T19:29:45.100415+0000 mon.a (mon.0) 201 : audit [DBG] from='mgr.14150 192.168.123.110:0/529845335' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2026-03-09T19:29:46.241 INFO:journalctl@ceph.mon.a.vm10.stdout:Mar 09 19:29:46 vm10 bash[17485]: audit 2026-03-09T19:29:45.102277+0000 mon.a (mon.0) 202 : audit [DBG] from='mgr.14150 192.168.123.110:0/529845335' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2026-03-09T19:29:46.241 INFO:journalctl@ceph.mon.a.vm10.stdout:Mar 09 19:29:46 vm10 bash[17485]: audit 2026-03-09T19:29:45.102277+0000 mon.a (mon.0) 202 : audit [DBG] from='mgr.14150 192.168.123.110:0/529845335' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2026-03-09T19:29:46.241 INFO:journalctl@ceph.mon.a.vm10.stdout:Mar 09 19:29:46 vm10 bash[17485]: cluster 2026-03-09T19:29:45.703614+0000 mgr.x (mgr.14150) 72 : cluster [DBG] pgmap v54: 0 pgs: ; 0 B data, 26 MiB used, 20 GiB / 20 GiB avail 2026-03-09T19:29:46.241 INFO:journalctl@ceph.mon.a.vm10.stdout:Mar 09 19:29:46 vm10 bash[17485]: cluster 2026-03-09T19:29:45.703614+0000 mgr.x (mgr.14150) 72 : cluster [DBG] pgmap v54: 0 pgs: ; 0 B data, 26 MiB used, 20 GiB / 20 GiB avail 2026-03-09T19:29:46.241 INFO:journalctl@ceph.mon.a.vm10.stdout:Mar 09 19:29:46 vm10 bash[17485]: audit 2026-03-09T19:29:46.102729+0000 mon.a (mon.0) 203 : audit [DBG] from='mgr.14150 192.168.123.110:0/529845335' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2026-03-09T19:29:46.241 INFO:journalctl@ceph.mon.a.vm10.stdout:Mar 09 19:29:46 vm10 bash[17485]: audit 2026-03-09T19:29:46.102729+0000 mon.a (mon.0) 203 : audit [DBG] from='mgr.14150 192.168.123.110:0/529845335' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2026-03-09T19:29:47.222 INFO:teuthology.orchestra.run.vm10.stdout:Created osd(s) 1 on host 'vm10' 2026-03-09T19:29:47.236 INFO:journalctl@ceph.mon.a.vm10.stdout:Mar 09 19:29:47 vm10 bash[17485]: cluster 2026-03-09T19:29:44.673214+0000 osd.1 (osd.1) 1 : cluster [DBG] purged_snaps scrub starts 2026-03-09T19:29:47.236 INFO:journalctl@ceph.mon.a.vm10.stdout:Mar 09 19:29:47 vm10 bash[17485]: cluster 2026-03-09T19:29:44.673214+0000 osd.1 (osd.1) 1 : cluster [DBG] purged_snaps scrub starts 2026-03-09T19:29:47.236 INFO:journalctl@ceph.mon.a.vm10.stdout:Mar 09 19:29:47 vm10 bash[17485]: cluster 2026-03-09T19:29:44.673292+0000 osd.1 (osd.1) 2 : cluster [DBG] purged_snaps scrub ok 2026-03-09T19:29:47.236 INFO:journalctl@ceph.mon.a.vm10.stdout:Mar 09 19:29:47 vm10 bash[17485]: cluster 2026-03-09T19:29:44.673292+0000 osd.1 (osd.1) 2 : cluster [DBG] purged_snaps scrub ok 2026-03-09T19:29:47.236 INFO:journalctl@ceph.mon.a.vm10.stdout:Mar 09 19:29:47 vm10 bash[17485]: audit 2026-03-09T19:29:46.123996+0000 mon.a (mon.0) 204 : audit [INF] from='osd.1 [v2:192.168.123.110:6810/3972134568,v1:192.168.123.110:6811/3972134568]' entity='osd.1' 2026-03-09T19:29:47.236 INFO:journalctl@ceph.mon.a.vm10.stdout:Mar 09 19:29:47 vm10 bash[17485]: audit 2026-03-09T19:29:46.123996+0000 mon.a (mon.0) 204 : audit [INF] from='osd.1 [v2:192.168.123.110:6810/3972134568,v1:192.168.123.110:6811/3972134568]' entity='osd.1' 2026-03-09T19:29:47.236 INFO:journalctl@ceph.mon.a.vm10.stdout:Mar 09 19:29:47 vm10 bash[17485]: audit 2026-03-09T19:29:46.196938+0000 mon.a (mon.0) 205 : audit [INF] from='mgr.14150 192.168.123.110:0/529845335' entity='mgr.x' 2026-03-09T19:29:47.236 INFO:journalctl@ceph.mon.a.vm10.stdout:Mar 09 19:29:47 vm10 bash[17485]: audit 2026-03-09T19:29:46.196938+0000 mon.a (mon.0) 205 : audit [INF] from='mgr.14150 192.168.123.110:0/529845335' entity='mgr.x' 2026-03-09T19:29:47.236 INFO:journalctl@ceph.mon.a.vm10.stdout:Mar 09 19:29:47 vm10 bash[17485]: audit 2026-03-09T19:29:46.201636+0000 mon.a (mon.0) 206 : audit [INF] from='mgr.14150 192.168.123.110:0/529845335' entity='mgr.x' 2026-03-09T19:29:47.236 INFO:journalctl@ceph.mon.a.vm10.stdout:Mar 09 19:29:47 vm10 bash[17485]: audit 2026-03-09T19:29:46.201636+0000 mon.a (mon.0) 206 : audit [INF] from='mgr.14150 192.168.123.110:0/529845335' entity='mgr.x' 2026-03-09T19:29:47.236 INFO:journalctl@ceph.mon.a.vm10.stdout:Mar 09 19:29:47 vm10 bash[17485]: audit 2026-03-09T19:29:46.202896+0000 mon.a (mon.0) 207 : audit [DBG] from='mgr.14150 192.168.123.110:0/529845335' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-03-09T19:29:47.236 INFO:journalctl@ceph.mon.a.vm10.stdout:Mar 09 19:29:47 vm10 bash[17485]: audit 2026-03-09T19:29:46.202896+0000 mon.a (mon.0) 207 : audit [DBG] from='mgr.14150 192.168.123.110:0/529845335' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-03-09T19:29:47.237 INFO:journalctl@ceph.mon.a.vm10.stdout:Mar 09 19:29:47 vm10 bash[17485]: audit 2026-03-09T19:29:46.203885+0000 mon.a (mon.0) 208 : audit [INF] from='mgr.14150 192.168.123.110:0/529845335' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2026-03-09T19:29:47.237 INFO:journalctl@ceph.mon.a.vm10.stdout:Mar 09 19:29:47 vm10 bash[17485]: audit 2026-03-09T19:29:46.203885+0000 mon.a (mon.0) 208 : audit [INF] from='mgr.14150 192.168.123.110:0/529845335' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2026-03-09T19:29:47.237 INFO:journalctl@ceph.mon.a.vm10.stdout:Mar 09 19:29:47 vm10 bash[17485]: audit 2026-03-09T19:29:46.208344+0000 mon.a (mon.0) 209 : audit [INF] from='mgr.14150 192.168.123.110:0/529845335' entity='mgr.x' 2026-03-09T19:29:47.237 INFO:journalctl@ceph.mon.a.vm10.stdout:Mar 09 19:29:47 vm10 bash[17485]: audit 2026-03-09T19:29:46.208344+0000 mon.a (mon.0) 209 : audit [INF] from='mgr.14150 192.168.123.110:0/529845335' entity='mgr.x' 2026-03-09T19:29:47.237 INFO:journalctl@ceph.mon.a.vm10.stdout:Mar 09 19:29:47 vm10 bash[17485]: audit 2026-03-09T19:29:47.102363+0000 mon.a (mon.0) 210 : audit [DBG] from='mgr.14150 192.168.123.110:0/529845335' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2026-03-09T19:29:47.237 INFO:journalctl@ceph.mon.a.vm10.stdout:Mar 09 19:29:47 vm10 bash[17485]: audit 2026-03-09T19:29:47.102363+0000 mon.a (mon.0) 210 : audit [DBG] from='mgr.14150 192.168.123.110:0/529845335' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2026-03-09T19:29:47.309 DEBUG:teuthology.orchestra.run.vm10:osd.1> sudo journalctl -f -n 0 -u ceph-e301dc60-1bed-11f1-8e51-db7da4fd97cc@osd.1.service 2026-03-09T19:29:47.310 INFO:tasks.cephadm:Waiting for 2 OSDs to come up... 2026-03-09T19:29:47.310 DEBUG:teuthology.orchestra.run.vm10:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:e911bdebe5c8faa3800735d1568fcdca65db60df shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid e301dc60-1bed-11f1-8e51-db7da4fd97cc -- ceph osd stat -f json 2026-03-09T19:29:48.420 INFO:journalctl@ceph.mon.a.vm10.stdout:Mar 09 19:29:48 vm10 bash[17485]: cluster 2026-03-09T19:29:47.126894+0000 mon.a (mon.0) 211 : cluster [INF] osd.1 [v2:192.168.123.110:6810/3972134568,v1:192.168.123.110:6811/3972134568] boot 2026-03-09T19:29:48.420 INFO:journalctl@ceph.mon.a.vm10.stdout:Mar 09 19:29:48 vm10 bash[17485]: cluster 2026-03-09T19:29:47.126894+0000 mon.a (mon.0) 211 : cluster [INF] osd.1 [v2:192.168.123.110:6810/3972134568,v1:192.168.123.110:6811/3972134568] boot 2026-03-09T19:29:48.420 INFO:journalctl@ceph.mon.a.vm10.stdout:Mar 09 19:29:48 vm10 bash[17485]: cluster 2026-03-09T19:29:47.126931+0000 mon.a (mon.0) 212 : cluster [DBG] osdmap e13: 2 total, 2 up, 2 in 2026-03-09T19:29:48.420 INFO:journalctl@ceph.mon.a.vm10.stdout:Mar 09 19:29:48 vm10 bash[17485]: cluster 2026-03-09T19:29:47.126931+0000 mon.a (mon.0) 212 : cluster [DBG] osdmap e13: 2 total, 2 up, 2 in 2026-03-09T19:29:48.420 INFO:journalctl@ceph.mon.a.vm10.stdout:Mar 09 19:29:48 vm10 bash[17485]: audit 2026-03-09T19:29:47.129757+0000 mon.a (mon.0) 213 : audit [DBG] from='mgr.14150 192.168.123.110:0/529845335' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2026-03-09T19:29:48.420 INFO:journalctl@ceph.mon.a.vm10.stdout:Mar 09 19:29:48 vm10 bash[17485]: audit 2026-03-09T19:29:47.129757+0000 mon.a (mon.0) 213 : audit [DBG] from='mgr.14150 192.168.123.110:0/529845335' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2026-03-09T19:29:48.420 INFO:journalctl@ceph.mon.a.vm10.stdout:Mar 09 19:29:48 vm10 bash[17485]: audit 2026-03-09T19:29:47.213328+0000 mon.a (mon.0) 214 : audit [DBG] from='mgr.14150 192.168.123.110:0/529845335' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2026-03-09T19:29:48.420 INFO:journalctl@ceph.mon.a.vm10.stdout:Mar 09 19:29:48 vm10 bash[17485]: audit 2026-03-09T19:29:47.213328+0000 mon.a (mon.0) 214 : audit [DBG] from='mgr.14150 192.168.123.110:0/529845335' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2026-03-09T19:29:48.420 INFO:journalctl@ceph.mon.a.vm10.stdout:Mar 09 19:29:48 vm10 bash[17485]: audit 2026-03-09T19:29:47.215267+0000 mon.a (mon.0) 215 : audit [INF] from='mgr.14150 192.168.123.110:0/529845335' entity='mgr.x' 2026-03-09T19:29:48.420 INFO:journalctl@ceph.mon.a.vm10.stdout:Mar 09 19:29:48 vm10 bash[17485]: audit 2026-03-09T19:29:47.215267+0000 mon.a (mon.0) 215 : audit [INF] from='mgr.14150 192.168.123.110:0/529845335' entity='mgr.x' 2026-03-09T19:29:48.420 INFO:journalctl@ceph.mon.a.vm10.stdout:Mar 09 19:29:48 vm10 bash[17485]: audit 2026-03-09T19:29:47.217562+0000 mon.a (mon.0) 216 : audit [INF] from='mgr.14150 192.168.123.110:0/529845335' entity='mgr.x' 2026-03-09T19:29:48.420 INFO:journalctl@ceph.mon.a.vm10.stdout:Mar 09 19:29:48 vm10 bash[17485]: audit 2026-03-09T19:29:47.217562+0000 mon.a (mon.0) 216 : audit [INF] from='mgr.14150 192.168.123.110:0/529845335' entity='mgr.x' 2026-03-09T19:29:48.420 INFO:journalctl@ceph.mon.a.vm10.stdout:Mar 09 19:29:48 vm10 bash[17485]: cluster 2026-03-09T19:29:47.703819+0000 mgr.x (mgr.14150) 73 : cluster [DBG] pgmap v56: 0 pgs: ; 0 B data, 26 MiB used, 20 GiB / 20 GiB avail 2026-03-09T19:29:48.420 INFO:journalctl@ceph.mon.a.vm10.stdout:Mar 09 19:29:48 vm10 bash[17485]: cluster 2026-03-09T19:29:47.703819+0000 mgr.x (mgr.14150) 73 : cluster [DBG] pgmap v56: 0 pgs: ; 0 B data, 26 MiB used, 20 GiB / 20 GiB avail 2026-03-09T19:29:49.670 INFO:journalctl@ceph.mon.a.vm10.stdout:Mar 09 19:29:49 vm10 bash[17485]: cluster 2026-03-09T19:29:48.222133+0000 mon.a (mon.0) 217 : cluster [DBG] osdmap e14: 2 total, 2 up, 2 in 2026-03-09T19:29:49.670 INFO:journalctl@ceph.mon.a.vm10.stdout:Mar 09 19:29:49 vm10 bash[17485]: cluster 2026-03-09T19:29:48.222133+0000 mon.a (mon.0) 217 : cluster [DBG] osdmap e14: 2 total, 2 up, 2 in 2026-03-09T19:29:50.670 INFO:journalctl@ceph.mon.a.vm10.stdout:Mar 09 19:29:50 vm10 bash[17485]: cluster 2026-03-09T19:29:49.704273+0000 mgr.x (mgr.14150) 74 : cluster [DBG] pgmap v58: 0 pgs: ; 0 B data, 53 MiB used, 40 GiB / 40 GiB avail 2026-03-09T19:29:50.670 INFO:journalctl@ceph.mon.a.vm10.stdout:Mar 09 19:29:50 vm10 bash[17485]: cluster 2026-03-09T19:29:49.704273+0000 mgr.x (mgr.14150) 74 : cluster [DBG] pgmap v58: 0 pgs: ; 0 B data, 53 MiB used, 40 GiB / 40 GiB avail 2026-03-09T19:29:51.978 INFO:teuthology.orchestra.run.vm10.stderr:Inferring config /var/lib/ceph/e301dc60-1bed-11f1-8e51-db7da4fd97cc/mon.a/config 2026-03-09T19:29:52.289 INFO:teuthology.orchestra.run.vm10.stdout: 2026-03-09T19:29:52.447 INFO:teuthology.orchestra.run.vm10.stdout:{"epoch":14,"num_osds":2,"num_up_osds":2,"osd_up_since":1773084587,"num_in_osds":2,"osd_in_since":1773084569,"num_remapped_pgs":0} 2026-03-09T19:29:52.447 DEBUG:teuthology.orchestra.run.vm10:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:e911bdebe5c8faa3800735d1568fcdca65db60df shell --fsid e301dc60-1bed-11f1-8e51-db7da4fd97cc -- ceph osd dump --format=json 2026-03-09T19:29:53.170 INFO:journalctl@ceph.mon.a.vm10.stdout:Mar 09 19:29:52 vm10 bash[17485]: cluster 2026-03-09T19:29:51.704728+0000 mgr.x (mgr.14150) 75 : cluster [DBG] pgmap v59: 0 pgs: ; 0 B data, 53 MiB used, 40 GiB / 40 GiB avail 2026-03-09T19:29:53.170 INFO:journalctl@ceph.mon.a.vm10.stdout:Mar 09 19:29:52 vm10 bash[17485]: cluster 2026-03-09T19:29:51.704728+0000 mgr.x (mgr.14150) 75 : cluster [DBG] pgmap v59: 0 pgs: ; 0 B data, 53 MiB used, 40 GiB / 40 GiB avail 2026-03-09T19:29:53.170 INFO:journalctl@ceph.mon.a.vm10.stdout:Mar 09 19:29:52 vm10 bash[17485]: audit 2026-03-09T19:29:52.286852+0000 mon.a (mon.0) 218 : audit [DBG] from='client.? 192.168.123.110:0/3465850499' entity='client.admin' cmd=[{"prefix": "osd stat", "format": "json"}]: dispatch 2026-03-09T19:29:53.170 INFO:journalctl@ceph.mon.a.vm10.stdout:Mar 09 19:29:52 vm10 bash[17485]: audit 2026-03-09T19:29:52.286852+0000 mon.a (mon.0) 218 : audit [DBG] from='client.? 192.168.123.110:0/3465850499' entity='client.admin' cmd=[{"prefix": "osd stat", "format": "json"}]: dispatch 2026-03-09T19:29:54.420 INFO:journalctl@ceph.mon.a.vm10.stdout:Mar 09 19:29:54 vm10 bash[17485]: cephadm 2026-03-09T19:29:53.006969+0000 mgr.x (mgr.14150) 76 : cephadm [INF] Detected new or changed devices on vm10 2026-03-09T19:29:54.420 INFO:journalctl@ceph.mon.a.vm10.stdout:Mar 09 19:29:54 vm10 bash[17485]: cephadm 2026-03-09T19:29:53.006969+0000 mgr.x (mgr.14150) 76 : cephadm [INF] Detected new or changed devices on vm10 2026-03-09T19:29:54.420 INFO:journalctl@ceph.mon.a.vm10.stdout:Mar 09 19:29:54 vm10 bash[17485]: audit 2026-03-09T19:29:53.011334+0000 mon.a (mon.0) 219 : audit [INF] from='mgr.14150 192.168.123.110:0/529845335' entity='mgr.x' 2026-03-09T19:29:54.420 INFO:journalctl@ceph.mon.a.vm10.stdout:Mar 09 19:29:54 vm10 bash[17485]: audit 2026-03-09T19:29:53.011334+0000 mon.a (mon.0) 219 : audit [INF] from='mgr.14150 192.168.123.110:0/529845335' entity='mgr.x' 2026-03-09T19:29:54.420 INFO:journalctl@ceph.mon.a.vm10.stdout:Mar 09 19:29:54 vm10 bash[17485]: audit 2026-03-09T19:29:53.014915+0000 mon.a (mon.0) 220 : audit [INF] from='mgr.14150 192.168.123.110:0/529845335' entity='mgr.x' 2026-03-09T19:29:54.420 INFO:journalctl@ceph.mon.a.vm10.stdout:Mar 09 19:29:54 vm10 bash[17485]: audit 2026-03-09T19:29:53.014915+0000 mon.a (mon.0) 220 : audit [INF] from='mgr.14150 192.168.123.110:0/529845335' entity='mgr.x' 2026-03-09T19:29:54.420 INFO:journalctl@ceph.mon.a.vm10.stdout:Mar 09 19:29:54 vm10 bash[17485]: audit 2026-03-09T19:29:53.015999+0000 mon.a (mon.0) 221 : audit [INF] from='mgr.14150 192.168.123.110:0/529845335' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2026-03-09T19:29:54.420 INFO:journalctl@ceph.mon.a.vm10.stdout:Mar 09 19:29:54 vm10 bash[17485]: audit 2026-03-09T19:29:53.015999+0000 mon.a (mon.0) 221 : audit [INF] from='mgr.14150 192.168.123.110:0/529845335' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2026-03-09T19:29:54.420 INFO:journalctl@ceph.mon.a.vm10.stdout:Mar 09 19:29:54 vm10 bash[17485]: audit 2026-03-09T19:29:53.016636+0000 mon.a (mon.0) 222 : audit [INF] from='mgr.14150 192.168.123.110:0/529845335' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2026-03-09T19:29:54.420 INFO:journalctl@ceph.mon.a.vm10.stdout:Mar 09 19:29:54 vm10 bash[17485]: audit 2026-03-09T19:29:53.016636+0000 mon.a (mon.0) 222 : audit [INF] from='mgr.14150 192.168.123.110:0/529845335' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2026-03-09T19:29:54.420 INFO:journalctl@ceph.mon.a.vm10.stdout:Mar 09 19:29:54 vm10 bash[17485]: cephadm 2026-03-09T19:29:53.017081+0000 mgr.x (mgr.14150) 77 : cephadm [INF] Adjusting osd_memory_target on vm10 to 227.8M 2026-03-09T19:29:54.420 INFO:journalctl@ceph.mon.a.vm10.stdout:Mar 09 19:29:54 vm10 bash[17485]: cephadm 2026-03-09T19:29:53.017081+0000 mgr.x (mgr.14150) 77 : cephadm [INF] Adjusting osd_memory_target on vm10 to 227.8M 2026-03-09T19:29:54.420 INFO:journalctl@ceph.mon.a.vm10.stdout:Mar 09 19:29:54 vm10 bash[17485]: cephadm 2026-03-09T19:29:53.017594+0000 mgr.x (mgr.14150) 78 : cephadm [WRN] Unable to set osd_memory_target on vm10 to 238957977: error parsing value: Value '238957977' is below minimum 939524096 2026-03-09T19:29:54.420 INFO:journalctl@ceph.mon.a.vm10.stdout:Mar 09 19:29:54 vm10 bash[17485]: cephadm 2026-03-09T19:29:53.017594+0000 mgr.x (mgr.14150) 78 : cephadm [WRN] Unable to set osd_memory_target on vm10 to 238957977: error parsing value: Value '238957977' is below minimum 939524096 2026-03-09T19:29:54.420 INFO:journalctl@ceph.mon.a.vm10.stdout:Mar 09 19:29:54 vm10 bash[17485]: audit 2026-03-09T19:29:53.018004+0000 mon.a (mon.0) 223 : audit [DBG] from='mgr.14150 192.168.123.110:0/529845335' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-03-09T19:29:54.420 INFO:journalctl@ceph.mon.a.vm10.stdout:Mar 09 19:29:54 vm10 bash[17485]: audit 2026-03-09T19:29:53.018004+0000 mon.a (mon.0) 223 : audit [DBG] from='mgr.14150 192.168.123.110:0/529845335' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-03-09T19:29:54.420 INFO:journalctl@ceph.mon.a.vm10.stdout:Mar 09 19:29:54 vm10 bash[17485]: audit 2026-03-09T19:29:53.018452+0000 mon.a (mon.0) 224 : audit [INF] from='mgr.14150 192.168.123.110:0/529845335' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2026-03-09T19:29:54.420 INFO:journalctl@ceph.mon.a.vm10.stdout:Mar 09 19:29:54 vm10 bash[17485]: audit 2026-03-09T19:29:53.018452+0000 mon.a (mon.0) 224 : audit [INF] from='mgr.14150 192.168.123.110:0/529845335' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2026-03-09T19:29:54.420 INFO:journalctl@ceph.mon.a.vm10.stdout:Mar 09 19:29:54 vm10 bash[17485]: audit 2026-03-09T19:29:53.021762+0000 mon.a (mon.0) 225 : audit [INF] from='mgr.14150 192.168.123.110:0/529845335' entity='mgr.x' 2026-03-09T19:29:54.420 INFO:journalctl@ceph.mon.a.vm10.stdout:Mar 09 19:29:54 vm10 bash[17485]: audit 2026-03-09T19:29:53.021762+0000 mon.a (mon.0) 225 : audit [INF] from='mgr.14150 192.168.123.110:0/529845335' entity='mgr.x' 2026-03-09T19:29:55.419 INFO:journalctl@ceph.mon.a.vm10.stdout:Mar 09 19:29:55 vm10 bash[17485]: cluster 2026-03-09T19:29:53.705391+0000 mgr.x (mgr.14150) 79 : cluster [DBG] pgmap v60: 0 pgs: ; 0 B data, 53 MiB used, 40 GiB / 40 GiB avail 2026-03-09T19:29:55.420 INFO:journalctl@ceph.mon.a.vm10.stdout:Mar 09 19:29:55 vm10 bash[17485]: cluster 2026-03-09T19:29:53.705391+0000 mgr.x (mgr.14150) 79 : cluster [DBG] pgmap v60: 0 pgs: ; 0 B data, 53 MiB used, 40 GiB / 40 GiB avail 2026-03-09T19:29:57.073 INFO:teuthology.orchestra.run.vm10.stderr:Inferring config /var/lib/ceph/e301dc60-1bed-11f1-8e51-db7da4fd97cc/mon.a/config 2026-03-09T19:29:57.317 INFO:teuthology.orchestra.run.vm10.stdout: 2026-03-09T19:29:57.317 INFO:teuthology.orchestra.run.vm10.stdout:{"epoch":14,"fsid":"e301dc60-1bed-11f1-8e51-db7da4fd97cc","created":"2026-03-09T19:27:38.732787+0000","modified":"2026-03-09T19:29:48.217531+0000","last_up_change":"2026-03-09T19:29:47.123458+0000","last_in_change":"2026-03-09T19:29:29.349514+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":6,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":0,"max_osd":2,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[],"osds":[{"osd":0,"uuid":"7f30dc9a-e805-4703-a457-47d1922f28ab","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"192.168.123.110:6802","nonce":3368370223},{"type":"v1","addr":"192.168.123.110:6803","nonce":3368370223}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"192.168.123.110:6804","nonce":3368370223},{"type":"v1","addr":"192.168.123.110:6805","nonce":3368370223}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"192.168.123.110:6808","nonce":3368370223},{"type":"v1","addr":"192.168.123.110:6809","nonce":3368370223}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"192.168.123.110:6806","nonce":3368370223},{"type":"v1","addr":"192.168.123.110:6807","nonce":3368370223}]},"public_addr":"192.168.123.110:6803/3368370223","cluster_addr":"192.168.123.110:6805/3368370223","heartbeat_back_addr":"192.168.123.110:6809/3368370223","heartbeat_front_addr":"192.168.123.110:6807/3368370223","state":["exists","up"]},{"osd":1,"uuid":"146ba678-4690-402b-8486-5a5eba552197","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"192.168.123.110:6810","nonce":3972134568},{"type":"v1","addr":"192.168.123.110:6811","nonce":3972134568}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"192.168.123.110:6812","nonce":3972134568},{"type":"v1","addr":"192.168.123.110:6813","nonce":3972134568}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"192.168.123.110:6816","nonce":3972134568},{"type":"v1","addr":"192.168.123.110:6817","nonce":3972134568}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"192.168.123.110:6814","nonce":3972134568},{"type":"v1","addr":"192.168.123.110:6815","nonce":3972134568}]},"public_addr":"192.168.123.110:6811/3972134568","cluster_addr":"192.168.123.110:6813/3972134568","heartbeat_back_addr":"192.168.123.110:6817/3972134568","heartbeat_front_addr":"192.168.123.110:6815/3972134568","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2026-03-09T19:29:09.732828+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2026-03-09T19:29:44.673293+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"192.168.123.110:0/3427974533":"2026-03-10T19:28:01.677070+0000","192.168.123.110:0/2811788384":"2026-03-10T19:28:01.677070+0000","192.168.123.110:6801/408355906":"2026-03-10T19:28:01.677070+0000","192.168.123.110:6800/408355906":"2026-03-10T19:28:01.677070+0000","192.168.123.110:6801/4156636530":"2026-03-10T19:27:50.369025+0000","192.168.123.110:0/2276130423":"2026-03-10T19:28:01.677070+0000","192.168.123.110:0/3426202500":"2026-03-10T19:27:50.369025+0000","192.168.123.110:6800/4156636530":"2026-03-10T19:27:50.369025+0000","192.168.123.110:0/3427420272":"2026-03-10T19:27:50.369025+0000","192.168.123.110:0/4156063038":"2026-03-10T19:27:50.369025+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2026-03-09T19:29:57.328 INFO:journalctl@ceph.mon.a.vm10.stdout:Mar 09 19:29:57 vm10 bash[17485]: cluster 2026-03-09T19:29:55.706009+0000 mgr.x (mgr.14150) 80 : cluster [DBG] pgmap v61: 0 pgs: ; 0 B data, 53 MiB used, 40 GiB / 40 GiB avail 2026-03-09T19:29:57.328 INFO:journalctl@ceph.mon.a.vm10.stdout:Mar 09 19:29:57 vm10 bash[17485]: cluster 2026-03-09T19:29:55.706009+0000 mgr.x (mgr.14150) 80 : cluster [DBG] pgmap v61: 0 pgs: ; 0 B data, 53 MiB used, 40 GiB / 40 GiB avail 2026-03-09T19:29:57.377 INFO:tasks.cephadm.ceph_manager.ceph:[] 2026-03-09T19:29:57.377 INFO:tasks.cephadm:Setting up client nodes... 2026-03-09T19:29:57.377 DEBUG:teuthology.orchestra.run.vm10:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:e911bdebe5c8faa3800735d1568fcdca65db60df shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid e301dc60-1bed-11f1-8e51-db7da4fd97cc -- ceph auth get-or-create client.0 mon 'allow *' osd 'allow *' mds 'allow *' mgr 'allow *' 2026-03-09T19:29:58.420 INFO:journalctl@ceph.mon.a.vm10.stdout:Mar 09 19:29:58 vm10 bash[17485]: audit 2026-03-09T19:29:57.315320+0000 mon.a (mon.0) 226 : audit [DBG] from='client.? 192.168.123.110:0/823484022' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2026-03-09T19:29:58.420 INFO:journalctl@ceph.mon.a.vm10.stdout:Mar 09 19:29:58 vm10 bash[17485]: audit 2026-03-09T19:29:57.315320+0000 mon.a (mon.0) 226 : audit [DBG] from='client.? 192.168.123.110:0/823484022' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2026-03-09T19:29:59.420 INFO:journalctl@ceph.mon.a.vm10.stdout:Mar 09 19:29:59 vm10 bash[17485]: cluster 2026-03-09T19:29:57.706584+0000 mgr.x (mgr.14150) 81 : cluster [DBG] pgmap v62: 0 pgs: ; 0 B data, 53 MiB used, 40 GiB / 40 GiB avail 2026-03-09T19:29:59.420 INFO:journalctl@ceph.mon.a.vm10.stdout:Mar 09 19:29:59 vm10 bash[17485]: cluster 2026-03-09T19:29:57.706584+0000 mgr.x (mgr.14150) 81 : cluster [DBG] pgmap v62: 0 pgs: ; 0 B data, 53 MiB used, 40 GiB / 40 GiB avail 2026-03-09T19:30:01.089 INFO:teuthology.orchestra.run.vm10.stderr:Inferring config /var/lib/ceph/e301dc60-1bed-11f1-8e51-db7da4fd97cc/mon.a/config 2026-03-09T19:30:01.389 INFO:teuthology.orchestra.run.vm10.stdout:[client.0] 2026-03-09T19:30:01.389 INFO:teuthology.orchestra.run.vm10.stdout: key = AQC5H69pBnrnFhAABmECMYYpbty95wbjjmoYaw== 2026-03-09T19:30:01.400 INFO:journalctl@ceph.mon.a.vm10.stdout:Mar 09 19:30:01 vm10 bash[17485]: cluster 2026-03-09T19:29:59.707216+0000 mgr.x (mgr.14150) 82 : cluster [DBG] pgmap v63: 0 pgs: ; 0 B data, 53 MiB used, 40 GiB / 40 GiB avail 2026-03-09T19:30:01.400 INFO:journalctl@ceph.mon.a.vm10.stdout:Mar 09 19:30:01 vm10 bash[17485]: cluster 2026-03-09T19:29:59.707216+0000 mgr.x (mgr.14150) 82 : cluster [DBG] pgmap v63: 0 pgs: ; 0 B data, 53 MiB used, 40 GiB / 40 GiB avail 2026-03-09T19:30:01.450 DEBUG:teuthology.orchestra.run.vm10:> set -ex 2026-03-09T19:30:01.450 DEBUG:teuthology.orchestra.run.vm10:> sudo dd of=/etc/ceph/ceph.client.0.keyring 2026-03-09T19:30:01.450 DEBUG:teuthology.orchestra.run.vm10:> sudo chmod 0644 /etc/ceph/ceph.client.0.keyring 2026-03-09T19:30:01.463 INFO:tasks.ceph:Waiting until ceph daemons up and pgs clean... 2026-03-09T19:30:01.463 INFO:tasks.cephadm.ceph_manager.ceph:waiting for mgr available 2026-03-09T19:30:01.463 DEBUG:teuthology.orchestra.run.vm10:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:e911bdebe5c8faa3800735d1568fcdca65db60df shell --fsid e301dc60-1bed-11f1-8e51-db7da4fd97cc -- ceph mgr dump --format=json 2026-03-09T19:30:02.420 INFO:journalctl@ceph.mon.a.vm10.stdout:Mar 09 19:30:02 vm10 bash[17485]: audit 2026-03-09T19:30:01.384111+0000 mon.a (mon.0) 227 : audit [INF] from='client.? 192.168.123.110:0/398902433' entity='client.admin' cmd=[{"prefix": "auth get-or-create", "entity": "client.0", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]: dispatch 2026-03-09T19:30:02.420 INFO:journalctl@ceph.mon.a.vm10.stdout:Mar 09 19:30:02 vm10 bash[17485]: audit 2026-03-09T19:30:01.384111+0000 mon.a (mon.0) 227 : audit [INF] from='client.? 192.168.123.110:0/398902433' entity='client.admin' cmd=[{"prefix": "auth get-or-create", "entity": "client.0", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]: dispatch 2026-03-09T19:30:02.420 INFO:journalctl@ceph.mon.a.vm10.stdout:Mar 09 19:30:02 vm10 bash[17485]: audit 2026-03-09T19:30:01.385662+0000 mon.a (mon.0) 228 : audit [INF] from='client.? 192.168.123.110:0/398902433' entity='client.admin' cmd='[{"prefix": "auth get-or-create", "entity": "client.0", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]': finished 2026-03-09T19:30:02.420 INFO:journalctl@ceph.mon.a.vm10.stdout:Mar 09 19:30:02 vm10 bash[17485]: audit 2026-03-09T19:30:01.385662+0000 mon.a (mon.0) 228 : audit [INF] from='client.? 192.168.123.110:0/398902433' entity='client.admin' cmd='[{"prefix": "auth get-or-create", "entity": "client.0", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]': finished 2026-03-09T19:30:03.420 INFO:journalctl@ceph.mon.a.vm10.stdout:Mar 09 19:30:03 vm10 bash[17485]: cluster 2026-03-09T19:30:01.707805+0000 mgr.x (mgr.14150) 83 : cluster [DBG] pgmap v64: 0 pgs: ; 0 B data, 53 MiB used, 40 GiB / 40 GiB avail 2026-03-09T19:30:03.420 INFO:journalctl@ceph.mon.a.vm10.stdout:Mar 09 19:30:03 vm10 bash[17485]: cluster 2026-03-09T19:30:01.707805+0000 mgr.x (mgr.14150) 83 : cluster [DBG] pgmap v64: 0 pgs: ; 0 B data, 53 MiB used, 40 GiB / 40 GiB avail 2026-03-09T19:30:05.420 INFO:journalctl@ceph.mon.a.vm10.stdout:Mar 09 19:30:05 vm10 bash[17485]: cluster 2026-03-09T19:30:03.708231+0000 mgr.x (mgr.14150) 84 : cluster [DBG] pgmap v65: 0 pgs: ; 0 B data, 53 MiB used, 40 GiB / 40 GiB avail 2026-03-09T19:30:05.420 INFO:journalctl@ceph.mon.a.vm10.stdout:Mar 09 19:30:05 vm10 bash[17485]: cluster 2026-03-09T19:30:03.708231+0000 mgr.x (mgr.14150) 84 : cluster [DBG] pgmap v65: 0 pgs: ; 0 B data, 53 MiB used, 40 GiB / 40 GiB avail 2026-03-09T19:30:06.139 INFO:teuthology.orchestra.run.vm10.stderr:Inferring config /var/lib/ceph/e301dc60-1bed-11f1-8e51-db7da4fd97cc/mon.a/config 2026-03-09T19:30:06.417 INFO:teuthology.orchestra.run.vm10.stdout: 2026-03-09T19:30:06.781 INFO:teuthology.orchestra.run.vm10.stdout:{"epoch":12,"flags":0,"active_gid":14150,"active_name":"x","active_addrs":{"addrvec":[{"type":"v2","addr":"192.168.123.110:6800","nonce":278118190},{"type":"v1","addr":"192.168.123.110:6801","nonce":278118190}]},"active_addr":"192.168.123.110:6801/278118190","active_change":"2026-03-09T19:28:01.677197+0000","active_mgr_features":4540701547738038271,"available":true,"standbys":[],"modules":["cephadm","dashboard","iostat","nfs","restful"],"available_modules":[{"name":"alerts","can_run":true,"error_string":"","module_options":{"interval":{"name":"interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"How frequently to reexamine health status","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"smtp_destination":{"name":"smtp_destination","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Email address to send alerts to","long_desc":"","tags":[],"see_also":[]},"smtp_from_name":{"name":"smtp_from_name","type":"str","level":"advanced","flags":1,"default_value":"Ceph","min":"","max":"","enum_allowed":[],"desc":"Email From: name","long_desc":"","tags":[],"see_also":[]},"smtp_host":{"name":"smtp_host","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_password":{"name":"smtp_password","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Password to authenticate with","long_desc":"","tags":[],"see_also":[]},"smtp_port":{"name":"smtp_port","type":"int","level":"advanced","flags":1,"default_value":"465","min":"","max":"","enum_allowed":[],"desc":"SMTP port","long_desc":"","tags":[],"see_also":[]},"smtp_sender":{"name":"smtp_sender","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP envelope sender","long_desc":"","tags":[],"see_also":[]},"smtp_ssl":{"name":"smtp_ssl","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Use SSL to connect to SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_user":{"name":"smtp_user","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"User to authenticate as","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"balancer","can_run":true,"error_string":"","module_options":{"active":{"name":"active","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"automatically balance PGs across cluster","long_desc":"","tags":[],"see_also":[]},"begin_time":{"name":"begin_time","type":"str","level":"advanced","flags":1,"default_value":"0000","min":"","max":"","enum_allowed":[],"desc":"beginning time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"begin_weekday":{"name":"begin_weekday","type":"uint","level":"advanced","flags":1,"default_value":"0","min":"0","max":"6","enum_allowed":[],"desc":"Restrict automatic balancing to this day of the week or later","long_desc":"0 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"crush_compat_max_iterations":{"name":"crush_compat_max_iterations","type":"uint","level":"advanced","flags":1,"default_value":"25","min":"1","max":"250","enum_allowed":[],"desc":"maximum number of iterations to attempt optimization","long_desc":"","tags":[],"see_also":[]},"crush_compat_metrics":{"name":"crush_compat_metrics","type":"str","level":"advanced","flags":1,"default_value":"pgs,objects,bytes","min":"","max":"","enum_allowed":[],"desc":"metrics with which to calculate OSD utilization","long_desc":"Value is a list of one or more of \"pgs\", \"objects\", or \"bytes\", and indicates which metrics to use to balance utilization.","tags":[],"see_also":[]},"crush_compat_step":{"name":"crush_compat_step","type":"float","level":"advanced","flags":1,"default_value":"0.5","min":"0.001","max":"0.999","enum_allowed":[],"desc":"aggressiveness of optimization","long_desc":".99 is very aggressive, .01 is less aggressive","tags":[],"see_also":[]},"end_time":{"name":"end_time","type":"str","level":"advanced","flags":1,"default_value":"2359","min":"","max":"","enum_allowed":[],"desc":"ending time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"end_weekday":{"name":"end_weekday","type":"uint","level":"advanced","flags":1,"default_value":"0","min":"0","max":"6","enum_allowed":[],"desc":"Restrict automatic balancing to days of the week earlier than this","long_desc":"0 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_score":{"name":"min_score","type":"float","level":"advanced","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"minimum score, below which no optimization is attempted","long_desc":"","tags":[],"see_also":[]},"mode":{"name":"mode","type":"str","level":"advanced","flags":1,"default_value":"upmap","min":"","max":"","enum_allowed":["crush-compat","none","read","upmap","upmap-read"],"desc":"Balancer mode","long_desc":"","tags":[],"see_also":[]},"pool_ids":{"name":"pool_ids","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"pools which the automatic balancing will be limited to","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and attempt optimization","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"update_pg_upmap_activity":{"name":"update_pg_upmap_activity","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Updates pg_upmap activity stats to be used in `balancer status detail`","long_desc":"","tags":[],"see_also":[]},"upmap_max_deviation":{"name":"upmap_max_deviation","type":"int","level":"advanced","flags":1,"default_value":"5","min":"1","max":"","enum_allowed":[],"desc":"deviation below which no optimization is attempted","long_desc":"If the number of PGs are within this count then no optimization is attempted","tags":[],"see_also":[]},"upmap_max_optimizations":{"name":"upmap_max_optimizations","type":"uint","level":"advanced","flags":1,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"maximum upmap optimizations to make per attempt","long_desc":"","tags":[],"see_also":[]}}},{"name":"cephadm","can_run":true,"error_string":"","module_options":{"agent_down_multiplier":{"name":"agent_down_multiplier","type":"float","level":"advanced","flags":0,"default_value":"3.0","min":"","max":"","enum_allowed":[],"desc":"Multiplied by agent refresh rate to calculate how long agent must not report before being marked down","long_desc":"","tags":[],"see_also":[]},"agent_refresh_rate":{"name":"agent_refresh_rate","type":"secs","level":"advanced","flags":0,"default_value":"20","min":"","max":"","enum_allowed":[],"desc":"How often agent on each host will try to gather and send metadata","long_desc":"","tags":[],"see_also":[]},"agent_starting_port":{"name":"agent_starting_port","type":"int","level":"advanced","flags":0,"default_value":"4721","min":"","max":"","enum_allowed":[],"desc":"First port agent will try to bind to (will also try up to next 1000 subsequent ports if blocked)","long_desc":"","tags":[],"see_also":[]},"allow_ptrace":{"name":"allow_ptrace","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow SYS_PTRACE capability on ceph containers","long_desc":"The SYS_PTRACE capability is needed to attach to a process with gdb or strace. Enabling this options can allow debugging daemons that encounter problems at runtime.","tags":[],"see_also":[]},"autotune_interval":{"name":"autotune_interval","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to autotune daemon memory","long_desc":"","tags":[],"see_also":[]},"autotune_memory_target_ratio":{"name":"autotune_memory_target_ratio","type":"float","level":"advanced","flags":0,"default_value":"0.7","min":"","max":"","enum_allowed":[],"desc":"ratio of total system memory to divide amongst autotuned daemons","long_desc":"","tags":[],"see_also":[]},"cephadm_log_destination":{"name":"cephadm_log_destination","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":["file","file,syslog","syslog"],"desc":"Destination for cephadm command's persistent logging","long_desc":"","tags":[],"see_also":[]},"cgroups_split":{"name":"cgroups_split","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Pass --cgroups=split when cephadm creates containers (currently podman only)","long_desc":"","tags":[],"see_also":[]},"config_checks_enabled":{"name":"config_checks_enabled","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable or disable the cephadm configuration analysis","long_desc":"","tags":[],"see_also":[]},"config_dashboard":{"name":"config_dashboard","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"manage configs like API endpoints in Dashboard.","long_desc":"","tags":[],"see_also":[]},"container_image_alertmanager":{"name":"container_image_alertmanager","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/alertmanager:v0.25.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_base":{"name":"container_image_base","type":"str","level":"advanced","flags":1,"default_value":"quay.io/ceph/ceph","min":"","max":"","enum_allowed":[],"desc":"Container image name, without the tag","long_desc":"","tags":[],"see_also":[]},"container_image_elasticsearch":{"name":"container_image_elasticsearch","type":"str","level":"advanced","flags":0,"default_value":"quay.io/omrizeneva/elasticsearch:6.8.23","min":"","max":"","enum_allowed":[],"desc":"elasticsearch container image","long_desc":"","tags":[],"see_also":[]},"container_image_grafana":{"name":"container_image_grafana","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/grafana:10.4.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_haproxy":{"name":"container_image_haproxy","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/haproxy:2.3","min":"","max":"","enum_allowed":[],"desc":"HAproxy container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_agent":{"name":"container_image_jaeger_agent","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-agent:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger agent container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_collector":{"name":"container_image_jaeger_collector","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-collector:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger collector container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_query":{"name":"container_image_jaeger_query","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-query:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger query container image","long_desc":"","tags":[],"see_also":[]},"container_image_keepalived":{"name":"container_image_keepalived","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/keepalived:2.2.4","min":"","max":"","enum_allowed":[],"desc":"Keepalived container image","long_desc":"","tags":[],"see_also":[]},"container_image_loki":{"name":"container_image_loki","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/loki:3.0.0","min":"","max":"","enum_allowed":[],"desc":"Loki container image","long_desc":"","tags":[],"see_also":[]},"container_image_node_exporter":{"name":"container_image_node_exporter","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/node-exporter:v1.7.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_nvmeof":{"name":"container_image_nvmeof","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/nvmeof:1.2.5","min":"","max":"","enum_allowed":[],"desc":"Nvme-of container image","long_desc":"","tags":[],"see_also":[]},"container_image_prometheus":{"name":"container_image_prometheus","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/prometheus:v2.51.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_promtail":{"name":"container_image_promtail","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/promtail:3.0.0","min":"","max":"","enum_allowed":[],"desc":"Promtail container image","long_desc":"","tags":[],"see_also":[]},"container_image_samba":{"name":"container_image_samba","type":"str","level":"advanced","flags":0,"default_value":"quay.io/samba.org/samba-server:devbuilds-centos-amd64","min":"","max":"","enum_allowed":[],"desc":"Samba/SMB container image","long_desc":"","tags":[],"see_also":[]},"container_image_snmp_gateway":{"name":"container_image_snmp_gateway","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/snmp-notifier:v1.2.1","min":"","max":"","enum_allowed":[],"desc":"SNMP Gateway container image","long_desc":"","tags":[],"see_also":[]},"container_init":{"name":"container_init","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Run podman/docker with `--init`","long_desc":"","tags":[],"see_also":[]},"daemon_cache_timeout":{"name":"daemon_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"seconds to cache service (daemon) inventory","long_desc":"","tags":[],"see_also":[]},"default_cephadm_command_timeout":{"name":"default_cephadm_command_timeout","type":"int","level":"advanced","flags":0,"default_value":"900","min":"","max":"","enum_allowed":[],"desc":"Default timeout applied to cephadm commands run directly on the host (in seconds)","long_desc":"","tags":[],"see_also":[]},"default_registry":{"name":"default_registry","type":"str","level":"advanced","flags":0,"default_value":"quay.io","min":"","max":"","enum_allowed":[],"desc":"Search-registry to which we should normalize unqualified image names. This is not the default registry","long_desc":"","tags":[],"see_also":[]},"device_cache_timeout":{"name":"device_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"1800","min":"","max":"","enum_allowed":[],"desc":"seconds to cache device inventory","long_desc":"","tags":[],"see_also":[]},"device_enhanced_scan":{"name":"device_enhanced_scan","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Use libstoragemgmt during device scans","long_desc":"","tags":[],"see_also":[]},"facts_cache_timeout":{"name":"facts_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"seconds to cache host facts data","long_desc":"","tags":[],"see_also":[]},"grafana_dashboards_path":{"name":"grafana_dashboards_path","type":"str","level":"advanced","flags":0,"default_value":"/etc/grafana/dashboards/ceph-dashboard/","min":"","max":"","enum_allowed":[],"desc":"location of dashboards to include in grafana deployments","long_desc":"","tags":[],"see_also":[]},"host_check_interval":{"name":"host_check_interval","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to perform a host check","long_desc":"","tags":[],"see_also":[]},"hw_monitoring":{"name":"hw_monitoring","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Deploy hw monitoring daemon on every host.","long_desc":"","tags":[],"see_also":[]},"inventory_list_all":{"name":"inventory_list_all","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Whether ceph-volume inventory should report more devices (mostly mappers (LVs / mpaths), partitions...)","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_refresh_metadata":{"name":"log_refresh_metadata","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Log all refresh metadata. Includes daemon, device, and host info collected regularly. Only has effect if logging at debug level","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"log to the \"cephadm\" cluster log channel\"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"manage_etc_ceph_ceph_conf":{"name":"manage_etc_ceph_ceph_conf","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Manage and own /etc/ceph/ceph.conf on the hosts.","long_desc":"","tags":[],"see_also":[]},"manage_etc_ceph_ceph_conf_hosts":{"name":"manage_etc_ceph_ceph_conf_hosts","type":"str","level":"advanced","flags":0,"default_value":"*","min":"","max":"","enum_allowed":[],"desc":"PlacementSpec describing on which hosts to manage /etc/ceph/ceph.conf","long_desc":"","tags":[],"see_also":[]},"max_count_per_host":{"name":"max_count_per_host","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"max number of daemons per service per host","long_desc":"","tags":[],"see_also":[]},"max_osd_draining_count":{"name":"max_osd_draining_count","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"max number of osds that will be drained simultaneously when osds are removed","long_desc":"","tags":[],"see_also":[]},"migration_current":{"name":"migration_current","type":"int","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"internal - do not modify","long_desc":"","tags":[],"see_also":[]},"mode":{"name":"mode","type":"str","level":"advanced","flags":0,"default_value":"root","min":"","max":"","enum_allowed":["cephadm-package","root"],"desc":"mode for remote execution of cephadm","long_desc":"","tags":[],"see_also":[]},"oob_default_addr":{"name":"oob_default_addr","type":"str","level":"advanced","flags":0,"default_value":"169.254.1.1","min":"","max":"","enum_allowed":[],"desc":"Default address for RedFish API (oob management).","long_desc":"","tags":[],"see_also":[]},"prometheus_alerts_path":{"name":"prometheus_alerts_path","type":"str","level":"advanced","flags":0,"default_value":"/etc/prometheus/ceph/ceph_default_alerts.yml","min":"","max":"","enum_allowed":[],"desc":"location of alerts to include in prometheus deployments","long_desc":"","tags":[],"see_also":[]},"registry_insecure":{"name":"registry_insecure","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Registry is to be considered insecure (no TLS available). Only for development purposes.","long_desc":"","tags":[],"see_also":[]},"registry_password":{"name":"registry_password","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Custom repository password. Only used for logging into a registry.","long_desc":"","tags":[],"see_also":[]},"registry_url":{"name":"registry_url","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Registry url for login purposes. This is not the default registry","long_desc":"","tags":[],"see_also":[]},"registry_username":{"name":"registry_username","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Custom repository username. Only used for logging into a registry.","long_desc":"","tags":[],"see_also":[]},"secure_monitoring_stack":{"name":"secure_monitoring_stack","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable TLS security for all the monitoring stack daemons","long_desc":"","tags":[],"see_also":[]},"service_discovery_port":{"name":"service_discovery_port","type":"int","level":"advanced","flags":0,"default_value":"8765","min":"","max":"","enum_allowed":[],"desc":"cephadm service discovery port","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssh_config_file":{"name":"ssh_config_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"customized SSH config file to connect to managed hosts","long_desc":"","tags":[],"see_also":[]},"ssh_keepalive_count_max":{"name":"ssh_keepalive_count_max","type":"int","level":"advanced","flags":0,"default_value":"3","min":"","max":"","enum_allowed":[],"desc":"How many times ssh connections can fail liveness checks before the host is marked offline","long_desc":"","tags":[],"see_also":[]},"ssh_keepalive_interval":{"name":"ssh_keepalive_interval","type":"int","level":"advanced","flags":0,"default_value":"7","min":"","max":"","enum_allowed":[],"desc":"How often ssh connections are checked for liveness","long_desc":"","tags":[],"see_also":[]},"use_agent":{"name":"use_agent","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Use cephadm agent on each host to gather and send metadata","long_desc":"","tags":[],"see_also":[]},"use_repo_digest":{"name":"use_repo_digest","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Automatically convert image tags to image digest. Make sure all daemons use the same image","long_desc":"","tags":[],"see_also":[]},"warn_on_failed_host_check":{"name":"warn_on_failed_host_check","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if the host check fails","long_desc":"","tags":[],"see_also":[]},"warn_on_stray_daemons":{"name":"warn_on_stray_daemons","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if daemons are detected that are not managed by cephadm","long_desc":"","tags":[],"see_also":[]},"warn_on_stray_hosts":{"name":"warn_on_stray_hosts","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if daemons are detected on a host that is not managed by cephadm","long_desc":"","tags":[],"see_also":[]}}},{"name":"crash","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"retain_interval":{"name":"retain_interval","type":"secs","level":"advanced","flags":1,"default_value":"31536000","min":"","max":"","enum_allowed":[],"desc":"how long to retain crashes before pruning them","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"warn_recent_interval":{"name":"warn_recent_interval","type":"secs","level":"advanced","flags":1,"default_value":"1209600","min":"","max":"","enum_allowed":[],"desc":"time interval in which to warn about recent crashes","long_desc":"","tags":[],"see_also":[]}}},{"name":"dashboard","can_run":true,"error_string":"","module_options":{"ACCOUNT_LOCKOUT_ATTEMPTS":{"name":"ACCOUNT_LOCKOUT_ATTEMPTS","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ALERTMANAGER_API_HOST":{"name":"ALERTMANAGER_API_HOST","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ALERTMANAGER_API_SSL_VERIFY":{"name":"ALERTMANAGER_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"AUDIT_API_ENABLED":{"name":"AUDIT_API_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"AUDIT_API_LOG_PAYLOAD":{"name":"AUDIT_API_LOG_PAYLOAD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ENABLE_BROWSABLE_API":{"name":"ENABLE_BROWSABLE_API","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_CEPHFS":{"name":"FEATURE_TOGGLE_CEPHFS","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_DASHBOARD":{"name":"FEATURE_TOGGLE_DASHBOARD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_ISCSI":{"name":"FEATURE_TOGGLE_ISCSI","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_MIRRORING":{"name":"FEATURE_TOGGLE_MIRRORING","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_NFS":{"name":"FEATURE_TOGGLE_NFS","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_RBD":{"name":"FEATURE_TOGGLE_RBD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_RGW":{"name":"FEATURE_TOGGLE_RGW","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE":{"name":"GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_PASSWORD":{"name":"GRAFANA_API_PASSWORD","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_SSL_VERIFY":{"name":"GRAFANA_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_URL":{"name":"GRAFANA_API_URL","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_USERNAME":{"name":"GRAFANA_API_USERNAME","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_FRONTEND_API_URL":{"name":"GRAFANA_FRONTEND_API_URL","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_UPDATE_DASHBOARDS":{"name":"GRAFANA_UPDATE_DASHBOARDS","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ISCSI_API_SSL_VERIFICATION":{"name":"ISCSI_API_SSL_VERIFICATION","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ISSUE_TRACKER_API_KEY":{"name":"ISSUE_TRACKER_API_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PROMETHEUS_API_HOST":{"name":"PROMETHEUS_API_HOST","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PROMETHEUS_API_SSL_VERIFY":{"name":"PROMETHEUS_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_COMPLEXITY_ENABLED":{"name":"PWD_POLICY_CHECK_COMPLEXITY_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED":{"name":"PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_LENGTH_ENABLED":{"name":"PWD_POLICY_CHECK_LENGTH_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_OLDPWD_ENABLED":{"name":"PWD_POLICY_CHECK_OLDPWD_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED":{"name":"PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED":{"name":"PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_USERNAME_ENABLED":{"name":"PWD_POLICY_CHECK_USERNAME_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_ENABLED":{"name":"PWD_POLICY_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_EXCLUSION_LIST":{"name":"PWD_POLICY_EXCLUSION_LIST","type":"str","level":"advanced","flags":0,"default_value":"osd,host,dashboard,pool,block,nfs,ceph,monitors,gateway,logs,crush,maps","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_MIN_COMPLEXITY":{"name":"PWD_POLICY_MIN_COMPLEXITY","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_MIN_LENGTH":{"name":"PWD_POLICY_MIN_LENGTH","type":"int","level":"advanced","flags":0,"default_value":"8","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"REST_REQUESTS_TIMEOUT":{"name":"REST_REQUESTS_TIMEOUT","type":"int","level":"advanced","flags":0,"default_value":"45","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_ACCESS_KEY":{"name":"RGW_API_ACCESS_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_ADMIN_RESOURCE":{"name":"RGW_API_ADMIN_RESOURCE","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_SECRET_KEY":{"name":"RGW_API_SECRET_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_SSL_VERIFY":{"name":"RGW_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_SPAN":{"name":"USER_PWD_EXPIRATION_SPAN","type":"int","level":"advanced","flags":0,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_WARNING_1":{"name":"USER_PWD_EXPIRATION_WARNING_1","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_WARNING_2":{"name":"USER_PWD_EXPIRATION_WARNING_2","type":"int","level":"advanced","flags":0,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"cross_origin_url":{"name":"cross_origin_url","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"crt_file":{"name":"crt_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"debug":{"name":"debug","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable/disable debug options","long_desc":"","tags":[],"see_also":[]},"jwt_token_ttl":{"name":"jwt_token_ttl","type":"int","level":"advanced","flags":0,"default_value":"28800","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"key_file":{"name":"key_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"motd":{"name":"motd","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"The message of the day","long_desc":"","tags":[],"see_also":[]},"redirect_resolve_ip_addr":{"name":"redirect_resolve_ip_addr","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"::","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"int","level":"advanced","flags":0,"default_value":"8080","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl":{"name":"ssl","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl_server_port":{"name":"ssl_server_port","type":"int","level":"advanced","flags":0,"default_value":"8443","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_behaviour":{"name":"standby_behaviour","type":"str","level":"advanced","flags":0,"default_value":"redirect","min":"","max":"","enum_allowed":["error","redirect"],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_error_status_code":{"name":"standby_error_status_code","type":"int","level":"advanced","flags":0,"default_value":"500","min":"400","max":"599","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"url_prefix":{"name":"url_prefix","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"devicehealth","can_run":true,"error_string":"","module_options":{"enable_monitoring":{"name":"enable_monitoring","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"monitor device health metrics","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mark_out_threshold":{"name":"mark_out_threshold","type":"secs","level":"advanced","flags":1,"default_value":"2419200","min":"","max":"","enum_allowed":[],"desc":"automatically mark OSD if it may fail before this long","long_desc":"","tags":[],"see_also":[]},"pool_name":{"name":"pool_name","type":"str","level":"advanced","flags":1,"default_value":"device_health_metrics","min":"","max":"","enum_allowed":[],"desc":"name of pool in which to store device health metrics","long_desc":"","tags":[],"see_also":[]},"retention_period":{"name":"retention_period","type":"secs","level":"advanced","flags":1,"default_value":"15552000","min":"","max":"","enum_allowed":[],"desc":"how long to retain device health metrics","long_desc":"","tags":[],"see_also":[]},"scrape_frequency":{"name":"scrape_frequency","type":"secs","level":"advanced","flags":1,"default_value":"86400","min":"","max":"","enum_allowed":[],"desc":"how frequently to scrape device health metrics","long_desc":"","tags":[],"see_also":[]},"self_heal":{"name":"self_heal","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"preemptively heal cluster around devices that may fail","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and check device health","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"warn_threshold":{"name":"warn_threshold","type":"secs","level":"advanced","flags":1,"default_value":"7257600","min":"","max":"","enum_allowed":[],"desc":"raise health warning if OSD may fail before this long","long_desc":"","tags":[],"see_also":[]}}},{"name":"diskprediction_local","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"predict_interval":{"name":"predict_interval","type":"str","level":"advanced","flags":0,"default_value":"86400","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"predictor_model":{"name":"predictor_model","type":"str","level":"advanced","flags":0,"default_value":"prophetstor","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"str","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"influx","can_run":false,"error_string":"influxdb python module not found","module_options":{"batch_size":{"name":"batch_size","type":"int","level":"advanced","flags":0,"default_value":"5000","min":"","max":"","enum_allowed":[],"desc":"How big batches of data points should be when sending to InfluxDB.","long_desc":"","tags":[],"see_also":[]},"database":{"name":"database","type":"str","level":"advanced","flags":0,"default_value":"ceph","min":"","max":"","enum_allowed":[],"desc":"InfluxDB database name. You will need to create this database and grant write privileges to the configured username or the username must have admin privileges to create it.","long_desc":"","tags":[],"see_also":[]},"hostname":{"name":"hostname","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"InfluxDB server hostname","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"30","min":"5","max":"","enum_allowed":[],"desc":"Time between reports to InfluxDB. Default 30 seconds.","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"password":{"name":"password","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"password of InfluxDB server user","long_desc":"","tags":[],"see_also":[]},"port":{"name":"port","type":"int","level":"advanced","flags":0,"default_value":"8086","min":"","max":"","enum_allowed":[],"desc":"InfluxDB server port","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl":{"name":"ssl","type":"str","level":"advanced","flags":0,"default_value":"false","min":"","max":"","enum_allowed":[],"desc":"Use https connection for InfluxDB server. Use \"true\" or \"false\".","long_desc":"","tags":[],"see_also":[]},"threads":{"name":"threads","type":"int","level":"advanced","flags":0,"default_value":"5","min":"1","max":"32","enum_allowed":[],"desc":"How many worker threads should be spawned for sending data to InfluxDB.","long_desc":"","tags":[],"see_also":[]},"username":{"name":"username","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"username of InfluxDB server user","long_desc":"","tags":[],"see_also":[]},"verify_ssl":{"name":"verify_ssl","type":"str","level":"advanced","flags":0,"default_value":"true","min":"","max":"","enum_allowed":[],"desc":"Verify https cert for InfluxDB server. Use \"true\" or \"false\".","long_desc":"","tags":[],"see_also":[]}}},{"name":"insights","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"iostat","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"k8sevents","can_run":true,"error_string":"","module_options":{"ceph_event_retention_days":{"name":"ceph_event_retention_days","type":"int","level":"advanced","flags":0,"default_value":"7","min":"","max":"","enum_allowed":[],"desc":"Days to hold ceph event information within local cache","long_desc":"","tags":[],"see_also":[]},"config_check_secs":{"name":"config_check_secs","type":"int","level":"advanced","flags":0,"default_value":"10","min":"10","max":"","enum_allowed":[],"desc":"interval (secs) to check for cluster configuration changes","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"localpool","can_run":true,"error_string":"","module_options":{"failure_domain":{"name":"failure_domain","type":"str","level":"advanced","flags":1,"default_value":"host","min":"","max":"","enum_allowed":[],"desc":"failure domain for any created local pool","long_desc":"what failure domain we should separate data replicas across.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_size":{"name":"min_size","type":"int","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"default min_size for any created local pool","long_desc":"value to set min_size to (unchanged from Ceph's default if this option is not set)","tags":[],"see_also":[]},"num_rep":{"name":"num_rep","type":"int","level":"advanced","flags":1,"default_value":"3","min":"","max":"","enum_allowed":[],"desc":"default replica count for any created local pool","long_desc":"","tags":[],"see_also":[]},"pg_num":{"name":"pg_num","type":"int","level":"advanced","flags":1,"default_value":"128","min":"","max":"","enum_allowed":[],"desc":"default pg_num for any created local pool","long_desc":"","tags":[],"see_also":[]},"prefix":{"name":"prefix","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"name prefix for any created local pool","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"subtree":{"name":"subtree","type":"str","level":"advanced","flags":1,"default_value":"rack","min":"","max":"","enum_allowed":[],"desc":"CRUSH level for which to create a local pool","long_desc":"which CRUSH subtree type the module should create a pool for.","tags":[],"see_also":[]}}},{"name":"mds_autoscaler","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"mirroring","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"nfs","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"orchestrator","can_run":true,"error_string":"","module_options":{"fail_fs":{"name":"fail_fs","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Fail filesystem for rapid multi-rank mds upgrade","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"orchestrator":{"name":"orchestrator","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["cephadm","rook","test_orchestrator"],"desc":"Orchestrator backend","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"osd_perf_query","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"osd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"pg_autoscaler","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"threshold":{"name":"threshold","type":"float","level":"advanced","flags":0,"default_value":"3.0","min":"1.0","max":"","enum_allowed":[],"desc":"scaling threshold","long_desc":"The factor by which the `NEW PG_NUM` must vary from the current`PG_NUM` before being accepted. Cannot be less than 1.0","tags":[],"see_also":[]}}},{"name":"progress","can_run":true,"error_string":"","module_options":{"allow_pg_recovery_event":{"name":"allow_pg_recovery_event","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow the module to show pg recovery progress","long_desc":"","tags":[],"see_also":[]},"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_completed_events":{"name":"max_completed_events","type":"int","level":"advanced","flags":1,"default_value":"50","min":"","max":"","enum_allowed":[],"desc":"number of past completed events to remember","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"how long the module is going to sleep","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"prometheus","can_run":true,"error_string":"","module_options":{"cache":{"name":"cache","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"exclude_perf_counters":{"name":"exclude_perf_counters","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Do not include perf-counters in the metrics output","long_desc":"Gathering perf-counters from a single Prometheus exporter can degrade ceph-mgr performance, especially in large clusters. Instead, Ceph-exporter daemons are now used by default for perf-counter gathering. This should only be disabled when no ceph-exporters are deployed.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools":{"name":"rbd_stats_pools","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools_refresh_interval":{"name":"rbd_stats_pools_refresh_interval","type":"int","level":"advanced","flags":0,"default_value":"300","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"scrape_interval":{"name":"scrape_interval","type":"float","level":"advanced","flags":0,"default_value":"15.0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"::","min":"","max":"","enum_allowed":[],"desc":"the IPv4 or IPv6 address on which the module listens for HTTP requests","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"int","level":"advanced","flags":1,"default_value":"9283","min":"","max":"","enum_allowed":[],"desc":"the port on which the module listens for HTTP requests","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"stale_cache_strategy":{"name":"stale_cache_strategy","type":"str","level":"advanced","flags":0,"default_value":"log","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_behaviour":{"name":"standby_behaviour","type":"str","level":"advanced","flags":1,"default_value":"default","min":"","max":"","enum_allowed":["default","error"],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_error_status_code":{"name":"standby_error_status_code","type":"int","level":"advanced","flags":1,"default_value":"500","min":"400","max":"599","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rbd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_snap_create":{"name":"max_concurrent_snap_create","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mirror_snapshot_schedule":{"name":"mirror_snapshot_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"trash_purge_schedule":{"name":"trash_purge_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"restful","can_run":true,"error_string":"","module_options":{"enable_auth":{"name":"enable_auth","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"key_file":{"name":"key_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_requests":{"name":"max_requests","type":"int","level":"advanced","flags":0,"default_value":"500","min":"","max":"","enum_allowed":[],"desc":"Maximum number of requests to keep in memory. When new request comes in, the oldest request will be removed if the number of requests exceeds the max request number. if un-finished request is removed, error message will be logged in the ceph-mgr log.","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rgw","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"secondary_zone_period_retry_limit":{"name":"secondary_zone_period_retry_limit","type":"int","level":"advanced","flags":0,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"RGW module period update retry limit for secondary site","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rook","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"storage_class":{"name":"storage_class","type":"str","level":"advanced","flags":0,"default_value":"local","min":"","max":"","enum_allowed":[],"desc":"storage class name for LSO-discovered PVs","long_desc":"","tags":[],"see_also":[]}}},{"name":"selftest","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption1":{"name":"roption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption2":{"name":"roption2","type":"str","level":"advanced","flags":0,"default_value":"xyz","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption1":{"name":"rwoption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption2":{"name":"rwoption2","type":"int","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption3":{"name":"rwoption3","type":"float","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption4":{"name":"rwoption4","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption5":{"name":"rwoption5","type":"bool","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption6":{"name":"rwoption6","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption7":{"name":"rwoption7","type":"int","level":"advanced","flags":0,"default_value":"","min":"1","max":"42","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testkey":{"name":"testkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testlkey":{"name":"testlkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testnewline":{"name":"testnewline","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"snap_schedule","can_run":true,"error_string":"","module_options":{"allow_m_granularity":{"name":"allow_m_granularity","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow minute scheduled snapshots","long_desc":"","tags":[],"see_also":[]},"dump_on_update":{"name":"dump_on_update","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"dump database to debug log on update","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"stats","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"status","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telegraf","can_run":true,"error_string":"","module_options":{"address":{"name":"address","type":"str","level":"advanced","flags":0,"default_value":"unixgram:///tmp/telegraf.sock","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"15","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telemetry","can_run":true,"error_string":"","module_options":{"channel_basic":{"name":"channel_basic","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share basic cluster information (size, version)","long_desc":"","tags":[],"see_also":[]},"channel_crash":{"name":"channel_crash","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share metadata about Ceph daemon crashes (version, stack straces, etc)","long_desc":"","tags":[],"see_also":[]},"channel_device":{"name":"channel_device","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share device health metrics (e.g., SMART data, minus potentially identifying info like serial numbers)","long_desc":"","tags":[],"see_also":[]},"channel_ident":{"name":"channel_ident","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Share a user-provided description and/or contact email for the cluster","long_desc":"","tags":[],"see_also":[]},"channel_perf":{"name":"channel_perf","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Share various performance metrics of a cluster","long_desc":"","tags":[],"see_also":[]},"contact":{"name":"contact","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"description":{"name":"description","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"device_url":{"name":"device_url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/device","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"int","level":"advanced","flags":0,"default_value":"24","min":"8","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"last_opt_revision":{"name":"last_opt_revision","type":"int","level":"advanced","flags":0,"default_value":"1","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"leaderboard":{"name":"leaderboard","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"leaderboard_description":{"name":"leaderboard_description","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"organization":{"name":"organization","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"proxy":{"name":"proxy","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"url":{"name":"url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/report","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"test_orchestrator","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"volumes","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_clones":{"name":"max_concurrent_clones","type":"int","level":"advanced","flags":0,"default_value":"4","min":"","max":"","enum_allowed":[],"desc":"Number of asynchronous cloner threads","long_desc":"","tags":[],"see_also":[]},"periodic_async_work":{"name":"periodic_async_work","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Periodically check for async work","long_desc":"","tags":[],"see_also":[]},"snapshot_clone_delay":{"name":"snapshot_clone_delay","type":"int","level":"advanced","flags":0,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"Delay clone begin operation by snapshot_clone_delay seconds","long_desc":"","tags":[],"see_also":[]},"snapshot_clone_no_wait":{"name":"snapshot_clone_no_wait","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Reject subvolume clone request when cloner threads are busy","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"zabbix","can_run":true,"error_string":"","module_options":{"discovery_interval":{"name":"discovery_interval","type":"uint","level":"advanced","flags":0,"default_value":"100","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"identifier":{"name":"identifier","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_host":{"name":"zabbix_host","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_port":{"name":"zabbix_port","type":"int","level":"advanced","flags":0,"default_value":"10051","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_sender":{"name":"zabbix_sender","type":"str","level":"advanced","flags":0,"default_value":"/usr/bin/zabbix_sender","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}}],"services":{"dashboard":"https://192.168.123.110:8443/"},"always_on_modules":{"octopus":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"],"pacific":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"],"quincy":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"],"reef":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"],"squid":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"]},"force_disabled_modules":{},"last_failure_osd_epoch":3,"active_clients":[{"name":"libcephsqlite","addrvec":[{"type":"v2","addr":"192.168.123.110:0","nonce":2730925153}]},{"name":"rbd_support","addrvec":[{"type":"v2","addr":"192.168.123.110:0","nonce":2446859724}]},{"name":"volumes","addrvec":[{"type":"v2","addr":"192.168.123.110:0","nonce":1222214903}]}]} 2026-03-09T19:30:06.782 INFO:tasks.cephadm.ceph_manager.ceph:mgr available! 2026-03-09T19:30:06.782 INFO:tasks.cephadm.ceph_manager.ceph:waiting for all up 2026-03-09T19:30:06.782 DEBUG:teuthology.orchestra.run.vm10:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:e911bdebe5c8faa3800735d1568fcdca65db60df shell --fsid e301dc60-1bed-11f1-8e51-db7da4fd97cc -- ceph osd dump --format=json 2026-03-09T19:30:07.420 INFO:journalctl@ceph.mon.a.vm10.stdout:Mar 09 19:30:07 vm10 bash[17485]: cluster 2026-03-09T19:30:05.708934+0000 mgr.x (mgr.14150) 85 : cluster [DBG] pgmap v66: 0 pgs: ; 0 B data, 53 MiB used, 40 GiB / 40 GiB avail 2026-03-09T19:30:07.420 INFO:journalctl@ceph.mon.a.vm10.stdout:Mar 09 19:30:07 vm10 bash[17485]: cluster 2026-03-09T19:30:05.708934+0000 mgr.x (mgr.14150) 85 : cluster [DBG] pgmap v66: 0 pgs: ; 0 B data, 53 MiB used, 40 GiB / 40 GiB avail 2026-03-09T19:30:07.420 INFO:journalctl@ceph.mon.a.vm10.stdout:Mar 09 19:30:07 vm10 bash[17485]: audit 2026-03-09T19:30:06.413924+0000 mon.a (mon.0) 229 : audit [DBG] from='client.? 192.168.123.110:0/2100481450' entity='client.admin' cmd=[{"prefix": "mgr dump", "format": "json"}]: dispatch 2026-03-09T19:30:07.420 INFO:journalctl@ceph.mon.a.vm10.stdout:Mar 09 19:30:07 vm10 bash[17485]: audit 2026-03-09T19:30:06.413924+0000 mon.a (mon.0) 229 : audit [DBG] from='client.? 192.168.123.110:0/2100481450' entity='client.admin' cmd=[{"prefix": "mgr dump", "format": "json"}]: dispatch 2026-03-09T19:30:09.420 INFO:journalctl@ceph.mon.a.vm10.stdout:Mar 09 19:30:09 vm10 bash[17485]: cluster 2026-03-09T19:30:07.709259+0000 mgr.x (mgr.14150) 86 : cluster [DBG] pgmap v67: 0 pgs: ; 0 B data, 53 MiB used, 40 GiB / 40 GiB avail 2026-03-09T19:30:09.420 INFO:journalctl@ceph.mon.a.vm10.stdout:Mar 09 19:30:09 vm10 bash[17485]: cluster 2026-03-09T19:30:07.709259+0000 mgr.x (mgr.14150) 86 : cluster [DBG] pgmap v67: 0 pgs: ; 0 B data, 53 MiB used, 40 GiB / 40 GiB avail 2026-03-09T19:30:11.400 INFO:teuthology.orchestra.run.vm10.stderr:Inferring config /var/lib/ceph/e301dc60-1bed-11f1-8e51-db7da4fd97cc/mon.a/config 2026-03-09T19:30:11.415 INFO:journalctl@ceph.mon.a.vm10.stdout:Mar 09 19:30:11 vm10 bash[17485]: cluster 2026-03-09T19:30:09.709527+0000 mgr.x (mgr.14150) 87 : cluster [DBG] pgmap v68: 0 pgs: ; 0 B data, 53 MiB used, 40 GiB / 40 GiB avail 2026-03-09T19:30:11.415 INFO:journalctl@ceph.mon.a.vm10.stdout:Mar 09 19:30:11 vm10 bash[17485]: cluster 2026-03-09T19:30:09.709527+0000 mgr.x (mgr.14150) 87 : cluster [DBG] pgmap v68: 0 pgs: ; 0 B data, 53 MiB used, 40 GiB / 40 GiB avail 2026-03-09T19:30:11.658 INFO:teuthology.orchestra.run.vm10.stdout: 2026-03-09T19:30:11.658 INFO:teuthology.orchestra.run.vm10.stdout:{"epoch":14,"fsid":"e301dc60-1bed-11f1-8e51-db7da4fd97cc","created":"2026-03-09T19:27:38.732787+0000","modified":"2026-03-09T19:29:48.217531+0000","last_up_change":"2026-03-09T19:29:47.123458+0000","last_in_change":"2026-03-09T19:29:29.349514+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":6,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":0,"max_osd":2,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[],"osds":[{"osd":0,"uuid":"7f30dc9a-e805-4703-a457-47d1922f28ab","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"192.168.123.110:6802","nonce":3368370223},{"type":"v1","addr":"192.168.123.110:6803","nonce":3368370223}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"192.168.123.110:6804","nonce":3368370223},{"type":"v1","addr":"192.168.123.110:6805","nonce":3368370223}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"192.168.123.110:6808","nonce":3368370223},{"type":"v1","addr":"192.168.123.110:6809","nonce":3368370223}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"192.168.123.110:6806","nonce":3368370223},{"type":"v1","addr":"192.168.123.110:6807","nonce":3368370223}]},"public_addr":"192.168.123.110:6803/3368370223","cluster_addr":"192.168.123.110:6805/3368370223","heartbeat_back_addr":"192.168.123.110:6809/3368370223","heartbeat_front_addr":"192.168.123.110:6807/3368370223","state":["exists","up"]},{"osd":1,"uuid":"146ba678-4690-402b-8486-5a5eba552197","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"192.168.123.110:6810","nonce":3972134568},{"type":"v1","addr":"192.168.123.110:6811","nonce":3972134568}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"192.168.123.110:6812","nonce":3972134568},{"type":"v1","addr":"192.168.123.110:6813","nonce":3972134568}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"192.168.123.110:6816","nonce":3972134568},{"type":"v1","addr":"192.168.123.110:6817","nonce":3972134568}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"192.168.123.110:6814","nonce":3972134568},{"type":"v1","addr":"192.168.123.110:6815","nonce":3972134568}]},"public_addr":"192.168.123.110:6811/3972134568","cluster_addr":"192.168.123.110:6813/3972134568","heartbeat_back_addr":"192.168.123.110:6817/3972134568","heartbeat_front_addr":"192.168.123.110:6815/3972134568","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2026-03-09T19:29:09.732828+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2026-03-09T19:29:44.673293+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"192.168.123.110:0/3427974533":"2026-03-10T19:28:01.677070+0000","192.168.123.110:0/2811788384":"2026-03-10T19:28:01.677070+0000","192.168.123.110:6801/408355906":"2026-03-10T19:28:01.677070+0000","192.168.123.110:6800/408355906":"2026-03-10T19:28:01.677070+0000","192.168.123.110:6801/4156636530":"2026-03-10T19:27:50.369025+0000","192.168.123.110:0/2276130423":"2026-03-10T19:28:01.677070+0000","192.168.123.110:0/3426202500":"2026-03-10T19:27:50.369025+0000","192.168.123.110:6800/4156636530":"2026-03-10T19:27:50.369025+0000","192.168.123.110:0/3427420272":"2026-03-10T19:27:50.369025+0000","192.168.123.110:0/4156063038":"2026-03-10T19:27:50.369025+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2026-03-09T19:30:11.711 INFO:tasks.cephadm.ceph_manager.ceph:all up! 2026-03-09T19:30:11.711 DEBUG:teuthology.orchestra.run.vm10:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:e911bdebe5c8faa3800735d1568fcdca65db60df shell --fsid e301dc60-1bed-11f1-8e51-db7da4fd97cc -- ceph osd dump --format=json 2026-03-09T19:30:12.414 INFO:journalctl@ceph.mon.a.vm10.stdout:Mar 09 19:30:12 vm10 bash[17485]: audit 2026-03-09T19:30:11.655550+0000 mon.a (mon.0) 230 : audit [DBG] from='client.? 192.168.123.110:0/3976853202' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2026-03-09T19:30:12.414 INFO:journalctl@ceph.mon.a.vm10.stdout:Mar 09 19:30:12 vm10 bash[17485]: audit 2026-03-09T19:30:11.655550+0000 mon.a (mon.0) 230 : audit [DBG] from='client.? 192.168.123.110:0/3976853202' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2026-03-09T19:30:13.420 INFO:journalctl@ceph.mon.a.vm10.stdout:Mar 09 19:30:13 vm10 bash[17485]: cluster 2026-03-09T19:30:11.709823+0000 mgr.x (mgr.14150) 88 : cluster [DBG] pgmap v69: 0 pgs: ; 0 B data, 53 MiB used, 40 GiB / 40 GiB avail 2026-03-09T19:30:13.420 INFO:journalctl@ceph.mon.a.vm10.stdout:Mar 09 19:30:13 vm10 bash[17485]: cluster 2026-03-09T19:30:11.709823+0000 mgr.x (mgr.14150) 88 : cluster [DBG] pgmap v69: 0 pgs: ; 0 B data, 53 MiB used, 40 GiB / 40 GiB avail 2026-03-09T19:30:15.414 INFO:teuthology.orchestra.run.vm10.stderr:Inferring config /var/lib/ceph/e301dc60-1bed-11f1-8e51-db7da4fd97cc/mon.a/config 2026-03-09T19:30:15.419 INFO:journalctl@ceph.mon.a.vm10.stdout:Mar 09 19:30:15 vm10 bash[17485]: cluster 2026-03-09T19:30:13.710087+0000 mgr.x (mgr.14150) 89 : cluster [DBG] pgmap v70: 0 pgs: ; 0 B data, 53 MiB used, 40 GiB / 40 GiB avail 2026-03-09T19:30:15.419 INFO:journalctl@ceph.mon.a.vm10.stdout:Mar 09 19:30:15 vm10 bash[17485]: cluster 2026-03-09T19:30:13.710087+0000 mgr.x (mgr.14150) 89 : cluster [DBG] pgmap v70: 0 pgs: ; 0 B data, 53 MiB used, 40 GiB / 40 GiB avail 2026-03-09T19:30:15.657 INFO:teuthology.orchestra.run.vm10.stdout: 2026-03-09T19:30:15.657 INFO:teuthology.orchestra.run.vm10.stdout:{"epoch":14,"fsid":"e301dc60-1bed-11f1-8e51-db7da4fd97cc","created":"2026-03-09T19:27:38.732787+0000","modified":"2026-03-09T19:29:48.217531+0000","last_up_change":"2026-03-09T19:29:47.123458+0000","last_in_change":"2026-03-09T19:29:29.349514+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":6,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":0,"max_osd":2,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[],"osds":[{"osd":0,"uuid":"7f30dc9a-e805-4703-a457-47d1922f28ab","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"192.168.123.110:6802","nonce":3368370223},{"type":"v1","addr":"192.168.123.110:6803","nonce":3368370223}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"192.168.123.110:6804","nonce":3368370223},{"type":"v1","addr":"192.168.123.110:6805","nonce":3368370223}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"192.168.123.110:6808","nonce":3368370223},{"type":"v1","addr":"192.168.123.110:6809","nonce":3368370223}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"192.168.123.110:6806","nonce":3368370223},{"type":"v1","addr":"192.168.123.110:6807","nonce":3368370223}]},"public_addr":"192.168.123.110:6803/3368370223","cluster_addr":"192.168.123.110:6805/3368370223","heartbeat_back_addr":"192.168.123.110:6809/3368370223","heartbeat_front_addr":"192.168.123.110:6807/3368370223","state":["exists","up"]},{"osd":1,"uuid":"146ba678-4690-402b-8486-5a5eba552197","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"192.168.123.110:6810","nonce":3972134568},{"type":"v1","addr":"192.168.123.110:6811","nonce":3972134568}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"192.168.123.110:6812","nonce":3972134568},{"type":"v1","addr":"192.168.123.110:6813","nonce":3972134568}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"192.168.123.110:6816","nonce":3972134568},{"type":"v1","addr":"192.168.123.110:6817","nonce":3972134568}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"192.168.123.110:6814","nonce":3972134568},{"type":"v1","addr":"192.168.123.110:6815","nonce":3972134568}]},"public_addr":"192.168.123.110:6811/3972134568","cluster_addr":"192.168.123.110:6813/3972134568","heartbeat_back_addr":"192.168.123.110:6817/3972134568","heartbeat_front_addr":"192.168.123.110:6815/3972134568","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2026-03-09T19:29:09.732828+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2026-03-09T19:29:44.673293+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"192.168.123.110:0/3427974533":"2026-03-10T19:28:01.677070+0000","192.168.123.110:0/2811788384":"2026-03-10T19:28:01.677070+0000","192.168.123.110:6801/408355906":"2026-03-10T19:28:01.677070+0000","192.168.123.110:6800/408355906":"2026-03-10T19:28:01.677070+0000","192.168.123.110:6801/4156636530":"2026-03-10T19:27:50.369025+0000","192.168.123.110:0/2276130423":"2026-03-10T19:28:01.677070+0000","192.168.123.110:0/3426202500":"2026-03-10T19:27:50.369025+0000","192.168.123.110:6800/4156636530":"2026-03-10T19:27:50.369025+0000","192.168.123.110:0/3427420272":"2026-03-10T19:27:50.369025+0000","192.168.123.110:0/4156063038":"2026-03-10T19:27:50.369025+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2026-03-09T19:30:15.709 DEBUG:teuthology.orchestra.run.vm10:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:e911bdebe5c8faa3800735d1568fcdca65db60df shell --fsid e301dc60-1bed-11f1-8e51-db7da4fd97cc -- ceph tell osd.0 flush_pg_stats 2026-03-09T19:30:15.709 DEBUG:teuthology.orchestra.run.vm10:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:e911bdebe5c8faa3800735d1568fcdca65db60df shell --fsid e301dc60-1bed-11f1-8e51-db7da4fd97cc -- ceph tell osd.1 flush_pg_stats 2026-03-09T19:30:16.099 INFO:journalctl@ceph.mon.a.vm10.stdout:Mar 09 19:30:16 vm10 bash[17485]: audit 2026-03-09T19:30:15.655351+0000 mon.a (mon.0) 231 : audit [DBG] from='client.? 192.168.123.110:0/1300841925' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2026-03-09T19:30:16.100 INFO:journalctl@ceph.mon.a.vm10.stdout:Mar 09 19:30:16 vm10 bash[17485]: audit 2026-03-09T19:30:15.655351+0000 mon.a (mon.0) 231 : audit [DBG] from='client.? 192.168.123.110:0/1300841925' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2026-03-09T19:30:17.423 INFO:journalctl@ceph.mon.a.vm10.stdout:Mar 09 19:30:17 vm10 bash[17485]: cluster 2026-03-09T19:30:15.710304+0000 mgr.x (mgr.14150) 90 : cluster [DBG] pgmap v71: 0 pgs: ; 0 B data, 53 MiB used, 40 GiB / 40 GiB avail 2026-03-09T19:30:17.423 INFO:journalctl@ceph.mon.a.vm10.stdout:Mar 09 19:30:17 vm10 bash[17485]: cluster 2026-03-09T19:30:15.710304+0000 mgr.x (mgr.14150) 90 : cluster [DBG] pgmap v71: 0 pgs: ; 0 B data, 53 MiB used, 40 GiB / 40 GiB avail 2026-03-09T19:30:18.670 INFO:journalctl@ceph.mon.a.vm10.stdout:Mar 09 19:30:18 vm10 bash[17485]: cluster 2026-03-09T19:30:17.710610+0000 mgr.x (mgr.14150) 91 : cluster [DBG] pgmap v72: 0 pgs: ; 0 B data, 53 MiB used, 40 GiB / 40 GiB avail 2026-03-09T19:30:18.670 INFO:journalctl@ceph.mon.a.vm10.stdout:Mar 09 19:30:18 vm10 bash[17485]: cluster 2026-03-09T19:30:17.710610+0000 mgr.x (mgr.14150) 91 : cluster [DBG] pgmap v72: 0 pgs: ; 0 B data, 53 MiB used, 40 GiB / 40 GiB avail 2026-03-09T19:30:19.428 INFO:teuthology.orchestra.run.vm10.stderr:Inferring config /var/lib/ceph/e301dc60-1bed-11f1-8e51-db7da4fd97cc/mon.a/config 2026-03-09T19:30:19.429 INFO:teuthology.orchestra.run.vm10.stderr:Inferring config /var/lib/ceph/e301dc60-1bed-11f1-8e51-db7da4fd97cc/mon.a/config 2026-03-09T19:30:19.693 INFO:teuthology.orchestra.run.vm10.stdout:55834574856 2026-03-09T19:30:19.693 DEBUG:teuthology.orchestra.run.vm10:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:e911bdebe5c8faa3800735d1568fcdca65db60df shell --fsid e301dc60-1bed-11f1-8e51-db7da4fd97cc -- ceph osd last-stat-seq osd.1 2026-03-09T19:30:19.699 INFO:teuthology.orchestra.run.vm10.stdout:34359738383 2026-03-09T19:30:19.699 DEBUG:teuthology.orchestra.run.vm10:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:e911bdebe5c8faa3800735d1568fcdca65db60df shell --fsid e301dc60-1bed-11f1-8e51-db7da4fd97cc -- ceph osd last-stat-seq osd.0 2026-03-09T19:30:21.170 INFO:journalctl@ceph.mon.a.vm10.stdout:Mar 09 19:30:20 vm10 bash[17485]: cluster 2026-03-09T19:30:19.710854+0000 mgr.x (mgr.14150) 92 : cluster [DBG] pgmap v73: 0 pgs: ; 0 B data, 53 MiB used, 40 GiB / 40 GiB avail 2026-03-09T19:30:21.170 INFO:journalctl@ceph.mon.a.vm10.stdout:Mar 09 19:30:20 vm10 bash[17485]: cluster 2026-03-09T19:30:19.710854+0000 mgr.x (mgr.14150) 92 : cluster [DBG] pgmap v73: 0 pgs: ; 0 B data, 53 MiB used, 40 GiB / 40 GiB avail 2026-03-09T19:30:23.170 INFO:journalctl@ceph.mon.a.vm10.stdout:Mar 09 19:30:22 vm10 bash[17485]: cluster 2026-03-09T19:30:21.711049+0000 mgr.x (mgr.14150) 93 : cluster [DBG] pgmap v74: 0 pgs: ; 0 B data, 53 MiB used, 40 GiB / 40 GiB avail 2026-03-09T19:30:23.170 INFO:journalctl@ceph.mon.a.vm10.stdout:Mar 09 19:30:22 vm10 bash[17485]: cluster 2026-03-09T19:30:21.711049+0000 mgr.x (mgr.14150) 93 : cluster [DBG] pgmap v74: 0 pgs: ; 0 B data, 53 MiB used, 40 GiB / 40 GiB avail 2026-03-09T19:30:23.444 INFO:teuthology.orchestra.run.vm10.stderr:Inferring config /var/lib/ceph/e301dc60-1bed-11f1-8e51-db7da4fd97cc/mon.a/config 2026-03-09T19:30:23.445 INFO:teuthology.orchestra.run.vm10.stderr:Inferring config /var/lib/ceph/e301dc60-1bed-11f1-8e51-db7da4fd97cc/mon.a/config 2026-03-09T19:30:23.730 INFO:teuthology.orchestra.run.vm10.stdout:55834574856 2026-03-09T19:30:23.780 INFO:teuthology.orchestra.run.vm10.stdout:34359738384 2026-03-09T19:30:23.807 INFO:tasks.cephadm.ceph_manager.ceph:need seq 55834574856 got 55834574856 for osd.1 2026-03-09T19:30:23.808 DEBUG:teuthology.parallel:result is None 2026-03-09T19:30:23.872 INFO:tasks.cephadm.ceph_manager.ceph:need seq 34359738383 got 34359738384 for osd.0 2026-03-09T19:30:23.873 DEBUG:teuthology.parallel:result is None 2026-03-09T19:30:23.873 INFO:tasks.cephadm.ceph_manager.ceph:waiting for clean 2026-03-09T19:30:23.873 DEBUG:teuthology.orchestra.run.vm10:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:e911bdebe5c8faa3800735d1568fcdca65db60df shell --fsid e301dc60-1bed-11f1-8e51-db7da4fd97cc -- ceph pg dump --format=json 2026-03-09T19:30:24.170 INFO:journalctl@ceph.mon.a.vm10.stdout:Mar 09 19:30:23 vm10 bash[17485]: audit 2026-03-09T19:30:23.728187+0000 mon.a (mon.0) 232 : audit [DBG] from='client.? 192.168.123.110:0/692151686' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 1}]: dispatch 2026-03-09T19:30:24.170 INFO:journalctl@ceph.mon.a.vm10.stdout:Mar 09 19:30:23 vm10 bash[17485]: audit 2026-03-09T19:30:23.728187+0000 mon.a (mon.0) 232 : audit [DBG] from='client.? 192.168.123.110:0/692151686' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 1}]: dispatch 2026-03-09T19:30:25.170 INFO:journalctl@ceph.mon.a.vm10.stdout:Mar 09 19:30:24 vm10 bash[17485]: cluster 2026-03-09T19:30:23.711238+0000 mgr.x (mgr.14150) 94 : cluster [DBG] pgmap v75: 0 pgs: ; 0 B data, 53 MiB used, 40 GiB / 40 GiB avail 2026-03-09T19:30:25.170 INFO:journalctl@ceph.mon.a.vm10.stdout:Mar 09 19:30:24 vm10 bash[17485]: cluster 2026-03-09T19:30:23.711238+0000 mgr.x (mgr.14150) 94 : cluster [DBG] pgmap v75: 0 pgs: ; 0 B data, 53 MiB used, 40 GiB / 40 GiB avail 2026-03-09T19:30:25.170 INFO:journalctl@ceph.mon.a.vm10.stdout:Mar 09 19:30:24 vm10 bash[17485]: audit 2026-03-09T19:30:23.773120+0000 mon.a (mon.0) 233 : audit [DBG] from='client.? 192.168.123.110:0/575555845' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 0}]: dispatch 2026-03-09T19:30:25.170 INFO:journalctl@ceph.mon.a.vm10.stdout:Mar 09 19:30:24 vm10 bash[17485]: audit 2026-03-09T19:30:23.773120+0000 mon.a (mon.0) 233 : audit [DBG] from='client.? 192.168.123.110:0/575555845' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 0}]: dispatch 2026-03-09T19:30:27.169 INFO:journalctl@ceph.mon.a.vm10.stdout:Mar 09 19:30:26 vm10 bash[17485]: cluster 2026-03-09T19:30:25.711452+0000 mgr.x (mgr.14150) 95 : cluster [DBG] pgmap v76: 0 pgs: ; 0 B data, 53 MiB used, 40 GiB / 40 GiB avail 2026-03-09T19:30:27.170 INFO:journalctl@ceph.mon.a.vm10.stdout:Mar 09 19:30:26 vm10 bash[17485]: cluster 2026-03-09T19:30:25.711452+0000 mgr.x (mgr.14150) 95 : cluster [DBG] pgmap v76: 0 pgs: ; 0 B data, 53 MiB used, 40 GiB / 40 GiB avail 2026-03-09T19:30:28.488 INFO:teuthology.orchestra.run.vm10.stderr:Inferring config /var/lib/ceph/e301dc60-1bed-11f1-8e51-db7da4fd97cc/mon.a/config 2026-03-09T19:30:28.734 INFO:teuthology.orchestra.run.vm10.stdout: 2026-03-09T19:30:28.734 INFO:teuthology.orchestra.run.vm10.stderr:dumped all 2026-03-09T19:30:28.790 INFO:teuthology.orchestra.run.vm10.stdout:{"pg_ready":true,"pg_map":{"version":77,"stamp":"2026-03-09T19:30:27.711604+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":0,"num_osds":2,"num_per_pool_osds":2,"num_per_pool_omap_osds":0,"kb":41934848,"kb_used":53924,"kb_used_data":240,"kb_used_omap":3,"kb_used_meta":53628,"kb_avail":41880924,"statfs":{"total":42941284352,"available":42886066176,"internally_reserved":0,"allocated":245760,"data_stored":59348,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":3180,"internal_metadata":54915988},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"0.000000"},"pg_stats":[],"pool_stats":[],"osd_stats":[{"osd":1,"up_from":13,"seq":55834574857,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":0,"kb":20967424,"kb_used":26960,"kb_used_data":120,"kb_used_omap":1,"kb_used_meta":26814,"kb_avail":20940464,"statfs":{"total":21470642176,"available":21443035136,"internally_reserved":0,"allocated":122880,"data_stored":29674,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1590,"internal_metadata":27457994},"hb_peers":[0],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":0,"up_from":8,"seq":34359738385,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":0,"kb":20967424,"kb_used":26964,"kb_used_data":120,"kb_used_omap":1,"kb_used_meta":26814,"kb_avail":20940460,"statfs":{"total":21470642176,"available":21443031040,"internally_reserved":0,"allocated":122880,"data_stored":29674,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1590,"internal_metadata":27457994},"hb_peers":[1],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]}],"pool_statfs":[]}} 2026-03-09T19:30:28.790 DEBUG:teuthology.orchestra.run.vm10:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:e911bdebe5c8faa3800735d1568fcdca65db60df shell --fsid e301dc60-1bed-11f1-8e51-db7da4fd97cc -- ceph pg dump --format=json 2026-03-09T19:30:29.170 INFO:journalctl@ceph.mon.a.vm10.stdout:Mar 09 19:30:28 vm10 bash[17485]: cluster 2026-03-09T19:30:27.711689+0000 mgr.x (mgr.14150) 96 : cluster [DBG] pgmap v77: 0 pgs: ; 0 B data, 53 MiB used, 40 GiB / 40 GiB avail 2026-03-09T19:30:29.170 INFO:journalctl@ceph.mon.a.vm10.stdout:Mar 09 19:30:28 vm10 bash[17485]: cluster 2026-03-09T19:30:27.711689+0000 mgr.x (mgr.14150) 96 : cluster [DBG] pgmap v77: 0 pgs: ; 0 B data, 53 MiB used, 40 GiB / 40 GiB avail 2026-03-09T19:30:30.170 INFO:journalctl@ceph.mon.a.vm10.stdout:Mar 09 19:30:29 vm10 bash[17485]: audit 2026-03-09T19:30:28.731921+0000 mgr.x (mgr.14150) 97 : audit [DBG] from='client.14222 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2026-03-09T19:30:30.170 INFO:journalctl@ceph.mon.a.vm10.stdout:Mar 09 19:30:29 vm10 bash[17485]: audit 2026-03-09T19:30:28.731921+0000 mgr.x (mgr.14150) 97 : audit [DBG] from='client.14222 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2026-03-09T19:30:31.169 INFO:journalctl@ceph.mon.a.vm10.stdout:Mar 09 19:30:30 vm10 bash[17485]: cluster 2026-03-09T19:30:29.711956+0000 mgr.x (mgr.14150) 98 : cluster [DBG] pgmap v78: 0 pgs: ; 0 B data, 53 MiB used, 40 GiB / 40 GiB avail 2026-03-09T19:30:31.170 INFO:journalctl@ceph.mon.a.vm10.stdout:Mar 09 19:30:30 vm10 bash[17485]: cluster 2026-03-09T19:30:29.711956+0000 mgr.x (mgr.14150) 98 : cluster [DBG] pgmap v78: 0 pgs: ; 0 B data, 53 MiB used, 40 GiB / 40 GiB avail 2026-03-09T19:30:32.503 INFO:teuthology.orchestra.run.vm10.stderr:Inferring config /var/lib/ceph/e301dc60-1bed-11f1-8e51-db7da4fd97cc/mon.a/config 2026-03-09T19:30:32.759 INFO:teuthology.orchestra.run.vm10.stdout: 2026-03-09T19:30:32.759 INFO:teuthology.orchestra.run.vm10.stderr:dumped all 2026-03-09T19:30:32.811 INFO:teuthology.orchestra.run.vm10.stdout:{"pg_ready":true,"pg_map":{"version":79,"stamp":"2026-03-09T19:30:31.712076+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":0,"num_osds":2,"num_per_pool_osds":2,"num_per_pool_omap_osds":0,"kb":41934848,"kb_used":53924,"kb_used_data":240,"kb_used_omap":3,"kb_used_meta":53628,"kb_avail":41880924,"statfs":{"total":42941284352,"available":42886066176,"internally_reserved":0,"allocated":245760,"data_stored":59348,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":3180,"internal_metadata":54915988},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"0.000000"},"pg_stats":[],"pool_stats":[],"osd_stats":[{"osd":1,"up_from":13,"seq":55834574858,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":0,"kb":20967424,"kb_used":26960,"kb_used_data":120,"kb_used_omap":1,"kb_used_meta":26814,"kb_avail":20940464,"statfs":{"total":21470642176,"available":21443035136,"internally_reserved":0,"allocated":122880,"data_stored":29674,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1590,"internal_metadata":27457994},"hb_peers":[0],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":0,"up_from":8,"seq":34359738385,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":0,"kb":20967424,"kb_used":26964,"kb_used_data":120,"kb_used_omap":1,"kb_used_meta":26814,"kb_avail":20940460,"statfs":{"total":21470642176,"available":21443031040,"internally_reserved":0,"allocated":122880,"data_stored":29674,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1590,"internal_metadata":27457994},"hb_peers":[1],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]}],"pool_statfs":[]}} 2026-03-09T19:30:32.811 INFO:tasks.cephadm.ceph_manager.ceph:clean! 2026-03-09T19:30:32.811 INFO:tasks.ceph:Waiting until ceph cluster ceph is healthy... 2026-03-09T19:30:32.811 INFO:tasks.cephadm.ceph_manager.ceph:wait_until_healthy 2026-03-09T19:30:32.811 DEBUG:teuthology.orchestra.run.vm10:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:e911bdebe5c8faa3800735d1568fcdca65db60df shell --fsid e301dc60-1bed-11f1-8e51-db7da4fd97cc -- ceph health --format=json 2026-03-09T19:30:33.169 INFO:journalctl@ceph.mon.a.vm10.stdout:Mar 09 19:30:32 vm10 bash[17485]: cluster 2026-03-09T19:30:31.712142+0000 mgr.x (mgr.14150) 99 : cluster [DBG] pgmap v79: 0 pgs: ; 0 B data, 53 MiB used, 40 GiB / 40 GiB avail 2026-03-09T19:30:33.170 INFO:journalctl@ceph.mon.a.vm10.stdout:Mar 09 19:30:32 vm10 bash[17485]: cluster 2026-03-09T19:30:31.712142+0000 mgr.x (mgr.14150) 99 : cluster [DBG] pgmap v79: 0 pgs: ; 0 B data, 53 MiB used, 40 GiB / 40 GiB avail 2026-03-09T19:30:34.170 INFO:journalctl@ceph.mon.a.vm10.stdout:Mar 09 19:30:33 vm10 bash[17485]: audit 2026-03-09T19:30:32.756512+0000 mgr.x (mgr.14150) 100 : audit [DBG] from='client.14224 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2026-03-09T19:30:34.170 INFO:journalctl@ceph.mon.a.vm10.stdout:Mar 09 19:30:33 vm10 bash[17485]: audit 2026-03-09T19:30:32.756512+0000 mgr.x (mgr.14150) 100 : audit [DBG] from='client.14224 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2026-03-09T19:30:35.170 INFO:journalctl@ceph.mon.a.vm10.stdout:Mar 09 19:30:34 vm10 bash[17485]: cluster 2026-03-09T19:30:33.712379+0000 mgr.x (mgr.14150) 101 : cluster [DBG] pgmap v80: 0 pgs: ; 0 B data, 53 MiB used, 40 GiB / 40 GiB avail 2026-03-09T19:30:35.170 INFO:journalctl@ceph.mon.a.vm10.stdout:Mar 09 19:30:34 vm10 bash[17485]: cluster 2026-03-09T19:30:33.712379+0000 mgr.x (mgr.14150) 101 : cluster [DBG] pgmap v80: 0 pgs: ; 0 B data, 53 MiB used, 40 GiB / 40 GiB avail 2026-03-09T19:30:36.518 INFO:teuthology.orchestra.run.vm10.stderr:Inferring config /var/lib/ceph/e301dc60-1bed-11f1-8e51-db7da4fd97cc/mon.a/config 2026-03-09T19:30:36.811 INFO:teuthology.orchestra.run.vm10.stdout: 2026-03-09T19:30:36.811 INFO:teuthology.orchestra.run.vm10.stdout:{"status":"HEALTH_OK","checks":{},"mutes":[]} 2026-03-09T19:30:36.871 INFO:tasks.cephadm.ceph_manager.ceph:wait_until_healthy done 2026-03-09T19:30:36.871 INFO:tasks.cephadm:Setup complete, yielding 2026-03-09T19:30:36.871 INFO:teuthology.run_tasks:Running task cephadm.shell... 2026-03-09T19:30:36.873 INFO:tasks.cephadm:Running commands on role host.a host ubuntu@vm10.local 2026-03-09T19:30:36.873 DEBUG:teuthology.orchestra.run.vm10:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:e911bdebe5c8faa3800735d1568fcdca65db60df shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid e301dc60-1bed-11f1-8e51-db7da4fd97cc -- bash -c 'ceph fs volume create cephfs' 2026-03-09T19:30:37.170 INFO:journalctl@ceph.mon.a.vm10.stdout:Mar 09 19:30:36 vm10 bash[17485]: cluster 2026-03-09T19:30:35.712672+0000 mgr.x (mgr.14150) 102 : cluster [DBG] pgmap v81: 0 pgs: ; 0 B data, 53 MiB used, 40 GiB / 40 GiB avail 2026-03-09T19:30:37.170 INFO:journalctl@ceph.mon.a.vm10.stdout:Mar 09 19:30:36 vm10 bash[17485]: cluster 2026-03-09T19:30:35.712672+0000 mgr.x (mgr.14150) 102 : cluster [DBG] pgmap v81: 0 pgs: ; 0 B data, 53 MiB used, 40 GiB / 40 GiB avail 2026-03-09T19:30:38.170 INFO:journalctl@ceph.mon.a.vm10.stdout:Mar 09 19:30:37 vm10 bash[17485]: audit 2026-03-09T19:30:36.809312+0000 mon.a (mon.0) 234 : audit [DBG] from='client.? 192.168.123.110:0/1068053271' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2026-03-09T19:30:38.170 INFO:journalctl@ceph.mon.a.vm10.stdout:Mar 09 19:30:37 vm10 bash[17485]: audit 2026-03-09T19:30:36.809312+0000 mon.a (mon.0) 234 : audit [DBG] from='client.? 192.168.123.110:0/1068053271' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2026-03-09T19:30:39.170 INFO:journalctl@ceph.mon.a.vm10.stdout:Mar 09 19:30:38 vm10 bash[17485]: cluster 2026-03-09T19:30:37.712948+0000 mgr.x (mgr.14150) 103 : cluster [DBG] pgmap v82: 0 pgs: ; 0 B data, 53 MiB used, 40 GiB / 40 GiB avail 2026-03-09T19:30:39.170 INFO:journalctl@ceph.mon.a.vm10.stdout:Mar 09 19:30:38 vm10 bash[17485]: cluster 2026-03-09T19:30:37.712948+0000 mgr.x (mgr.14150) 103 : cluster [DBG] pgmap v82: 0 pgs: ; 0 B data, 53 MiB used, 40 GiB / 40 GiB avail 2026-03-09T19:30:40.532 INFO:teuthology.orchestra.run.vm10.stderr:Inferring config /var/lib/ceph/e301dc60-1bed-11f1-8e51-db7da4fd97cc/mon.a/config 2026-03-09T19:30:41.170 INFO:journalctl@ceph.mon.a.vm10.stdout:Mar 09 19:30:40 vm10 bash[17485]: cluster 2026-03-09T19:30:39.713254+0000 mgr.x (mgr.14150) 104 : cluster [DBG] pgmap v83: 0 pgs: ; 0 B data, 53 MiB used, 40 GiB / 40 GiB avail 2026-03-09T19:30:41.170 INFO:journalctl@ceph.mon.a.vm10.stdout:Mar 09 19:30:40 vm10 bash[17485]: cluster 2026-03-09T19:30:39.713254+0000 mgr.x (mgr.14150) 104 : cluster [DBG] pgmap v83: 0 pgs: ; 0 B data, 53 MiB used, 40 GiB / 40 GiB avail 2026-03-09T19:30:41.170 INFO:journalctl@ceph.mon.a.vm10.stdout:Mar 09 19:30:40 vm10 bash[17485]: audit 2026-03-09T19:30:40.800903+0000 mon.a (mon.0) 235 : audit [INF] from='mgr.14150 192.168.123.110:0/529845335' entity='mgr.x' cmd=[{"prefix": "osd pool create", "pool": "cephfs.cephfs.meta"}]: dispatch 2026-03-09T19:30:41.170 INFO:journalctl@ceph.mon.a.vm10.stdout:Mar 09 19:30:40 vm10 bash[17485]: audit 2026-03-09T19:30:40.800903+0000 mon.a (mon.0) 235 : audit [INF] from='mgr.14150 192.168.123.110:0/529845335' entity='mgr.x' cmd=[{"prefix": "osd pool create", "pool": "cephfs.cephfs.meta"}]: dispatch 2026-03-09T19:30:41.968 INFO:teuthology.run_tasks:Running task cephadm.wait_for_service... 2026-03-09T19:30:41.970 INFO:tasks.cephadm:Waiting for ceph service mds.cephfs to start (timeout 300)... 2026-03-09T19:30:41.971 DEBUG:teuthology.orchestra.run.vm10:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:e911bdebe5c8faa3800735d1568fcdca65db60df shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid e301dc60-1bed-11f1-8e51-db7da4fd97cc -- ceph orch ls -f json 2026-03-09T19:30:42.170 INFO:journalctl@ceph.mon.a.vm10.stdout:Mar 09 19:30:41 vm10 bash[17485]: audit 2026-03-09T19:30:40.800391+0000 mgr.x (mgr.14150) 105 : audit [DBG] from='client.14228 -' entity='client.admin' cmd=[{"prefix": "fs volume create", "name": "cephfs", "target": ["mon-mgr", ""]}]: dispatch 2026-03-09T19:30:42.170 INFO:journalctl@ceph.mon.a.vm10.stdout:Mar 09 19:30:41 vm10 bash[17485]: audit 2026-03-09T19:30:40.800391+0000 mgr.x (mgr.14150) 105 : audit [DBG] from='client.14228 -' entity='client.admin' cmd=[{"prefix": "fs volume create", "name": "cephfs", "target": ["mon-mgr", ""]}]: dispatch 2026-03-09T19:30:42.170 INFO:journalctl@ceph.mon.a.vm10.stdout:Mar 09 19:30:41 vm10 bash[17485]: audit 2026-03-09T19:30:40.821403+0000 mon.a (mon.0) 236 : audit [INF] from='mgr.14150 192.168.123.110:0/529845335' entity='mgr.x' cmd='[{"prefix": "osd pool create", "pool": "cephfs.cephfs.meta"}]': finished 2026-03-09T19:30:42.170 INFO:journalctl@ceph.mon.a.vm10.stdout:Mar 09 19:30:41 vm10 bash[17485]: audit 2026-03-09T19:30:40.821403+0000 mon.a (mon.0) 236 : audit [INF] from='mgr.14150 192.168.123.110:0/529845335' entity='mgr.x' cmd='[{"prefix": "osd pool create", "pool": "cephfs.cephfs.meta"}]': finished 2026-03-09T19:30:42.170 INFO:journalctl@ceph.mon.a.vm10.stdout:Mar 09 19:30:41 vm10 bash[17485]: cluster 2026-03-09T19:30:40.824227+0000 mon.a (mon.0) 237 : cluster [DBG] osdmap e15: 2 total, 2 up, 2 in 2026-03-09T19:30:42.170 INFO:journalctl@ceph.mon.a.vm10.stdout:Mar 09 19:30:41 vm10 bash[17485]: cluster 2026-03-09T19:30:40.824227+0000 mon.a (mon.0) 237 : cluster [DBG] osdmap e15: 2 total, 2 up, 2 in 2026-03-09T19:30:42.170 INFO:journalctl@ceph.mon.a.vm10.stdout:Mar 09 19:30:41 vm10 bash[17485]: audit 2026-03-09T19:30:40.827847+0000 mon.a (mon.0) 238 : audit [INF] from='mgr.14150 192.168.123.110:0/529845335' entity='mgr.x' cmd=[{"bulk": true, "prefix": "osd pool create", "pool": "cephfs.cephfs.data"}]: dispatch 2026-03-09T19:30:42.170 INFO:journalctl@ceph.mon.a.vm10.stdout:Mar 09 19:30:41 vm10 bash[17485]: audit 2026-03-09T19:30:40.827847+0000 mon.a (mon.0) 238 : audit [INF] from='mgr.14150 192.168.123.110:0/529845335' entity='mgr.x' cmd=[{"bulk": true, "prefix": "osd pool create", "pool": "cephfs.cephfs.data"}]: dispatch 2026-03-09T19:30:42.170 INFO:journalctl@ceph.mon.a.vm10.stdout:Mar 09 19:30:41 vm10 bash[17485]: debug 2026-03-09T19:30:41.843+0000 7f6e41902640 -1 log_channel(cluster) log [ERR] : Health check failed: 1 filesystem is offline (MDS_ALL_DOWN) 2026-03-09T19:30:43.000 INFO:journalctl@ceph.mgr.x.vm10.stdout:Mar 09 19:30:42 vm10 systemd[1]: /etc/systemd/system/ceph-e301dc60-1bed-11f1-8e51-db7da4fd97cc@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2026-03-09T19:30:43.000 INFO:journalctl@ceph.mgr.x.vm10.stdout:Mar 09 19:30:42 vm10 systemd[1]: /etc/systemd/system/ceph-e301dc60-1bed-11f1-8e51-db7da4fd97cc@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2026-03-09T19:30:43.000 INFO:journalctl@ceph.mon.a.vm10.stdout:Mar 09 19:30:42 vm10 systemd[1]: /etc/systemd/system/ceph-e301dc60-1bed-11f1-8e51-db7da4fd97cc@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2026-03-09T19:30:43.000 INFO:journalctl@ceph.mon.a.vm10.stdout:Mar 09 19:30:42 vm10 bash[17485]: cluster 2026-03-09T19:30:41.713569+0000 mgr.x (mgr.14150) 106 : cluster [DBG] pgmap v85: 32 pgs: 32 unknown; 0 B data, 53 MiB used, 40 GiB / 40 GiB avail 2026-03-09T19:30:43.001 INFO:journalctl@ceph.mon.a.vm10.stdout:Mar 09 19:30:42 vm10 bash[17485]: cluster 2026-03-09T19:30:41.713569+0000 mgr.x (mgr.14150) 106 : cluster [DBG] pgmap v85: 32 pgs: 32 unknown; 0 B data, 53 MiB used, 40 GiB / 40 GiB avail 2026-03-09T19:30:43.001 INFO:journalctl@ceph.mon.a.vm10.stdout:Mar 09 19:30:42 vm10 bash[17485]: cluster 2026-03-09T19:30:41.821555+0000 mon.a (mon.0) 239 : cluster [WRN] Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2026-03-09T19:30:43.001 INFO:journalctl@ceph.mon.a.vm10.stdout:Mar 09 19:30:42 vm10 bash[17485]: cluster 2026-03-09T19:30:41.821555+0000 mon.a (mon.0) 239 : cluster [WRN] Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2026-03-09T19:30:43.001 INFO:journalctl@ceph.mon.a.vm10.stdout:Mar 09 19:30:42 vm10 bash[17485]: audit 2026-03-09T19:30:41.831874+0000 mon.a (mon.0) 240 : audit [INF] from='mgr.14150 192.168.123.110:0/529845335' entity='mgr.x' cmd='[{"bulk": true, "prefix": "osd pool create", "pool": "cephfs.cephfs.data"}]': finished 2026-03-09T19:30:43.001 INFO:journalctl@ceph.mon.a.vm10.stdout:Mar 09 19:30:42 vm10 bash[17485]: audit 2026-03-09T19:30:41.831874+0000 mon.a (mon.0) 240 : audit [INF] from='mgr.14150 192.168.123.110:0/529845335' entity='mgr.x' cmd='[{"bulk": true, "prefix": "osd pool create", "pool": "cephfs.cephfs.data"}]': finished 2026-03-09T19:30:43.001 INFO:journalctl@ceph.mon.a.vm10.stdout:Mar 09 19:30:42 vm10 bash[17485]: cluster 2026-03-09T19:30:41.837982+0000 mon.a (mon.0) 241 : cluster [DBG] osdmap e16: 2 total, 2 up, 2 in 2026-03-09T19:30:43.001 INFO:journalctl@ceph.mon.a.vm10.stdout:Mar 09 19:30:42 vm10 bash[17485]: cluster 2026-03-09T19:30:41.837982+0000 mon.a (mon.0) 241 : cluster [DBG] osdmap e16: 2 total, 2 up, 2 in 2026-03-09T19:30:43.001 INFO:journalctl@ceph.mon.a.vm10.stdout:Mar 09 19:30:42 vm10 bash[17485]: audit 2026-03-09T19:30:41.847533+0000 mon.a (mon.0) 242 : audit [INF] from='mgr.14150 192.168.123.110:0/529845335' entity='mgr.x' cmd=[{"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs.cephfs.meta", "data": "cephfs.cephfs.data"}]: dispatch 2026-03-09T19:30:43.001 INFO:journalctl@ceph.mon.a.vm10.stdout:Mar 09 19:30:42 vm10 bash[17485]: audit 2026-03-09T19:30:41.847533+0000 mon.a (mon.0) 242 : audit [INF] from='mgr.14150 192.168.123.110:0/529845335' entity='mgr.x' cmd=[{"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs.cephfs.meta", "data": "cephfs.cephfs.data"}]: dispatch 2026-03-09T19:30:43.001 INFO:journalctl@ceph.mon.a.vm10.stdout:Mar 09 19:30:42 vm10 bash[17485]: cluster 2026-03-09T19:30:41.848116+0000 mon.a (mon.0) 243 : cluster [ERR] Health check failed: 1 filesystem is offline (MDS_ALL_DOWN) 2026-03-09T19:30:43.001 INFO:journalctl@ceph.mon.a.vm10.stdout:Mar 09 19:30:42 vm10 bash[17485]: cluster 2026-03-09T19:30:41.848116+0000 mon.a (mon.0) 243 : cluster [ERR] Health check failed: 1 filesystem is offline (MDS_ALL_DOWN) 2026-03-09T19:30:43.001 INFO:journalctl@ceph.mon.a.vm10.stdout:Mar 09 19:30:42 vm10 bash[17485]: cluster 2026-03-09T19:30:41.848126+0000 mon.a (mon.0) 244 : cluster [WRN] Health check failed: 1 filesystem is online with fewer MDS than max_mds (MDS_UP_LESS_THAN_MAX) 2026-03-09T19:30:43.001 INFO:journalctl@ceph.mon.a.vm10.stdout:Mar 09 19:30:42 vm10 bash[17485]: cluster 2026-03-09T19:30:41.848126+0000 mon.a (mon.0) 244 : cluster [WRN] Health check failed: 1 filesystem is online with fewer MDS than max_mds (MDS_UP_LESS_THAN_MAX) 2026-03-09T19:30:43.001 INFO:journalctl@ceph.mon.a.vm10.stdout:Mar 09 19:30:42 vm10 bash[17485]: audit 2026-03-09T19:30:41.850215+0000 mon.a (mon.0) 245 : audit [INF] from='mgr.14150 192.168.123.110:0/529845335' entity='mgr.x' cmd='[{"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs.cephfs.meta", "data": "cephfs.cephfs.data"}]': finished 2026-03-09T19:30:43.001 INFO:journalctl@ceph.mon.a.vm10.stdout:Mar 09 19:30:42 vm10 bash[17485]: audit 2026-03-09T19:30:41.850215+0000 mon.a (mon.0) 245 : audit [INF] from='mgr.14150 192.168.123.110:0/529845335' entity='mgr.x' cmd='[{"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs.cephfs.meta", "data": "cephfs.cephfs.data"}]': finished 2026-03-09T19:30:43.001 INFO:journalctl@ceph.mon.a.vm10.stdout:Mar 09 19:30:42 vm10 bash[17485]: cluster 2026-03-09T19:30:41.854402+0000 mon.a (mon.0) 246 : cluster [DBG] osdmap e17: 2 total, 2 up, 2 in 2026-03-09T19:30:43.001 INFO:journalctl@ceph.mon.a.vm10.stdout:Mar 09 19:30:42 vm10 bash[17485]: cluster 2026-03-09T19:30:41.854402+0000 mon.a (mon.0) 246 : cluster [DBG] osdmap e17: 2 total, 2 up, 2 in 2026-03-09T19:30:43.001 INFO:journalctl@ceph.mon.a.vm10.stdout:Mar 09 19:30:42 vm10 bash[17485]: cluster 2026-03-09T19:30:41.854775+0000 mon.a (mon.0) 247 : cluster [DBG] fsmap cephfs:0 2026-03-09T19:30:43.001 INFO:journalctl@ceph.mon.a.vm10.stdout:Mar 09 19:30:42 vm10 bash[17485]: cluster 2026-03-09T19:30:41.854775+0000 mon.a (mon.0) 247 : cluster [DBG] fsmap cephfs:0 2026-03-09T19:30:43.001 INFO:journalctl@ceph.mon.a.vm10.stdout:Mar 09 19:30:42 vm10 bash[17485]: cephadm 2026-03-09T19:30:41.856931+0000 mgr.x (mgr.14150) 107 : cephadm [INF] Saving service mds.cephfs spec with placement count:2 2026-03-09T19:30:43.001 INFO:journalctl@ceph.mon.a.vm10.stdout:Mar 09 19:30:42 vm10 bash[17485]: cephadm 2026-03-09T19:30:41.856931+0000 mgr.x (mgr.14150) 107 : cephadm [INF] Saving service mds.cephfs spec with placement count:2 2026-03-09T19:30:43.001 INFO:journalctl@ceph.mon.a.vm10.stdout:Mar 09 19:30:42 vm10 bash[17485]: audit 2026-03-09T19:30:41.859967+0000 mon.a (mon.0) 248 : audit [INF] from='mgr.14150 192.168.123.110:0/529845335' entity='mgr.x' 2026-03-09T19:30:43.001 INFO:journalctl@ceph.mon.a.vm10.stdout:Mar 09 19:30:42 vm10 bash[17485]: audit 2026-03-09T19:30:41.859967+0000 mon.a (mon.0) 248 : audit [INF] from='mgr.14150 192.168.123.110:0/529845335' entity='mgr.x' 2026-03-09T19:30:43.001 INFO:journalctl@ceph.mon.a.vm10.stdout:Mar 09 19:30:42 vm10 bash[17485]: audit 2026-03-09T19:30:41.860837+0000 mon.a (mon.0) 249 : audit [DBG] from='mgr.14150 192.168.123.110:0/529845335' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2026-03-09T19:30:43.001 INFO:journalctl@ceph.mon.a.vm10.stdout:Mar 09 19:30:42 vm10 bash[17485]: audit 2026-03-09T19:30:41.860837+0000 mon.a (mon.0) 249 : audit [DBG] from='mgr.14150 192.168.123.110:0/529845335' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2026-03-09T19:30:43.001 INFO:journalctl@ceph.mon.a.vm10.stdout:Mar 09 19:30:42 vm10 bash[17485]: audit 2026-03-09T19:30:42.213019+0000 mon.a (mon.0) 250 : audit [DBG] from='mgr.14150 192.168.123.110:0/529845335' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-03-09T19:30:43.001 INFO:journalctl@ceph.mon.a.vm10.stdout:Mar 09 19:30:42 vm10 bash[17485]: audit 2026-03-09T19:30:42.213019+0000 mon.a (mon.0) 250 : audit [DBG] from='mgr.14150 192.168.123.110:0/529845335' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-03-09T19:30:43.001 INFO:journalctl@ceph.mon.a.vm10.stdout:Mar 09 19:30:42 vm10 bash[17485]: audit 2026-03-09T19:30:42.213636+0000 mon.a (mon.0) 251 : audit [INF] from='mgr.14150 192.168.123.110:0/529845335' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2026-03-09T19:30:43.001 INFO:journalctl@ceph.mon.a.vm10.stdout:Mar 09 19:30:42 vm10 bash[17485]: audit 2026-03-09T19:30:42.213636+0000 mon.a (mon.0) 251 : audit [INF] from='mgr.14150 192.168.123.110:0/529845335' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2026-03-09T19:30:43.001 INFO:journalctl@ceph.mon.a.vm10.stdout:Mar 09 19:30:42 vm10 bash[17485]: audit 2026-03-09T19:30:42.217374+0000 mon.a (mon.0) 252 : audit [INF] from='mgr.14150 192.168.123.110:0/529845335' entity='mgr.x' 2026-03-09T19:30:43.001 INFO:journalctl@ceph.mon.a.vm10.stdout:Mar 09 19:30:42 vm10 bash[17485]: audit 2026-03-09T19:30:42.217374+0000 mon.a (mon.0) 252 : audit [INF] from='mgr.14150 192.168.123.110:0/529845335' entity='mgr.x' 2026-03-09T19:30:43.001 INFO:journalctl@ceph.mon.a.vm10.stdout:Mar 09 19:30:42 vm10 bash[17485]: audit 2026-03-09T19:30:42.218537+0000 mon.a (mon.0) 253 : audit [INF] from='mgr.14150 192.168.123.110:0/529845335' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.cephfs.vm10.qbwkiq", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2026-03-09T19:30:43.001 INFO:journalctl@ceph.mon.a.vm10.stdout:Mar 09 19:30:42 vm10 bash[17485]: audit 2026-03-09T19:30:42.218537+0000 mon.a (mon.0) 253 : audit [INF] from='mgr.14150 192.168.123.110:0/529845335' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.cephfs.vm10.qbwkiq", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2026-03-09T19:30:43.001 INFO:journalctl@ceph.mon.a.vm10.stdout:Mar 09 19:30:42 vm10 bash[17485]: audit 2026-03-09T19:30:42.219665+0000 mon.a (mon.0) 254 : audit [INF] from='mgr.14150 192.168.123.110:0/529845335' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.cephfs.vm10.qbwkiq", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2026-03-09T19:30:43.001 INFO:journalctl@ceph.mon.a.vm10.stdout:Mar 09 19:30:42 vm10 bash[17485]: audit 2026-03-09T19:30:42.219665+0000 mon.a (mon.0) 254 : audit [INF] from='mgr.14150 192.168.123.110:0/529845335' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.cephfs.vm10.qbwkiq", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2026-03-09T19:30:43.001 INFO:journalctl@ceph.mon.a.vm10.stdout:Mar 09 19:30:42 vm10 bash[17485]: audit 2026-03-09T19:30:42.221132+0000 mon.a (mon.0) 255 : audit [DBG] from='mgr.14150 192.168.123.110:0/529845335' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-03-09T19:30:43.001 INFO:journalctl@ceph.mon.a.vm10.stdout:Mar 09 19:30:42 vm10 bash[17485]: audit 2026-03-09T19:30:42.221132+0000 mon.a (mon.0) 255 : audit [DBG] from='mgr.14150 192.168.123.110:0/529845335' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-03-09T19:30:43.001 INFO:journalctl@ceph.mon.a.vm10.stdout:Mar 09 19:30:42 vm10 systemd[1]: /etc/systemd/system/ceph-e301dc60-1bed-11f1-8e51-db7da4fd97cc@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2026-03-09T19:30:43.001 INFO:journalctl@ceph.osd.0.vm10.stdout:Mar 09 19:30:42 vm10 systemd[1]: /etc/systemd/system/ceph-e301dc60-1bed-11f1-8e51-db7da4fd97cc@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2026-03-09T19:30:43.001 INFO:journalctl@ceph.osd.0.vm10.stdout:Mar 09 19:30:42 vm10 systemd[1]: /etc/systemd/system/ceph-e301dc60-1bed-11f1-8e51-db7da4fd97cc@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2026-03-09T19:30:43.001 INFO:journalctl@ceph.osd.1.vm10.stdout:Mar 09 19:30:42 vm10 systemd[1]: /etc/systemd/system/ceph-e301dc60-1bed-11f1-8e51-db7da4fd97cc@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2026-03-09T19:30:43.001 INFO:journalctl@ceph.osd.1.vm10.stdout:Mar 09 19:30:42 vm10 systemd[1]: /etc/systemd/system/ceph-e301dc60-1bed-11f1-8e51-db7da4fd97cc@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2026-03-09T19:30:43.856 INFO:journalctl@ceph.mgr.x.vm10.stdout:Mar 09 19:30:43 vm10 systemd[1]: /etc/systemd/system/ceph-e301dc60-1bed-11f1-8e51-db7da4fd97cc@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2026-03-09T19:30:43.856 INFO:journalctl@ceph.mgr.x.vm10.stdout:Mar 09 19:30:43 vm10 systemd[1]: /etc/systemd/system/ceph-e301dc60-1bed-11f1-8e51-db7da4fd97cc@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2026-03-09T19:30:43.856 INFO:journalctl@ceph.mon.a.vm10.stdout:Mar 09 19:30:43 vm10 systemd[1]: /etc/systemd/system/ceph-e301dc60-1bed-11f1-8e51-db7da4fd97cc@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2026-03-09T19:30:43.856 INFO:journalctl@ceph.mon.a.vm10.stdout:Mar 09 19:30:43 vm10 systemd[1]: /etc/systemd/system/ceph-e301dc60-1bed-11f1-8e51-db7da4fd97cc@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2026-03-09T19:30:43.856 INFO:journalctl@ceph.osd.0.vm10.stdout:Mar 09 19:30:43 vm10 systemd[1]: /etc/systemd/system/ceph-e301dc60-1bed-11f1-8e51-db7da4fd97cc@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2026-03-09T19:30:43.856 INFO:journalctl@ceph.osd.0.vm10.stdout:Mar 09 19:30:43 vm10 systemd[1]: /etc/systemd/system/ceph-e301dc60-1bed-11f1-8e51-db7da4fd97cc@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2026-03-09T19:30:43.856 INFO:journalctl@ceph.osd.1.vm10.stdout:Mar 09 19:30:43 vm10 systemd[1]: /etc/systemd/system/ceph-e301dc60-1bed-11f1-8e51-db7da4fd97cc@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2026-03-09T19:30:43.857 INFO:journalctl@ceph.osd.1.vm10.stdout:Mar 09 19:30:43 vm10 systemd[1]: /etc/systemd/system/ceph-e301dc60-1bed-11f1-8e51-db7da4fd97cc@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2026-03-09T19:30:44.170 INFO:journalctl@ceph.mon.a.vm10.stdout:Mar 09 19:30:43 vm10 bash[17485]: cephadm 2026-03-09T19:30:42.221647+0000 mgr.x (mgr.14150) 108 : cephadm [INF] Deploying daemon mds.cephfs.vm10.qbwkiq on vm10 2026-03-09T19:30:44.170 INFO:journalctl@ceph.mon.a.vm10.stdout:Mar 09 19:30:43 vm10 bash[17485]: cephadm 2026-03-09T19:30:42.221647+0000 mgr.x (mgr.14150) 108 : cephadm [INF] Deploying daemon mds.cephfs.vm10.qbwkiq on vm10 2026-03-09T19:30:44.170 INFO:journalctl@ceph.mon.a.vm10.stdout:Mar 09 19:30:43 vm10 bash[17485]: cluster 2026-03-09T19:30:42.857778+0000 mon.a (mon.0) 256 : cluster [DBG] osdmap e18: 2 total, 2 up, 2 in 2026-03-09T19:30:44.170 INFO:journalctl@ceph.mon.a.vm10.stdout:Mar 09 19:30:43 vm10 bash[17485]: cluster 2026-03-09T19:30:42.857778+0000 mon.a (mon.0) 256 : cluster [DBG] osdmap e18: 2 total, 2 up, 2 in 2026-03-09T19:30:44.170 INFO:journalctl@ceph.mon.a.vm10.stdout:Mar 09 19:30:43 vm10 bash[17485]: audit 2026-03-09T19:30:43.030472+0000 mon.a (mon.0) 257 : audit [INF] from='mgr.14150 192.168.123.110:0/529845335' entity='mgr.x' 2026-03-09T19:30:44.170 INFO:journalctl@ceph.mon.a.vm10.stdout:Mar 09 19:30:43 vm10 bash[17485]: audit 2026-03-09T19:30:43.030472+0000 mon.a (mon.0) 257 : audit [INF] from='mgr.14150 192.168.123.110:0/529845335' entity='mgr.x' 2026-03-09T19:30:44.170 INFO:journalctl@ceph.mon.a.vm10.stdout:Mar 09 19:30:43 vm10 bash[17485]: audit 2026-03-09T19:30:43.034032+0000 mon.a (mon.0) 258 : audit [INF] from='mgr.14150 192.168.123.110:0/529845335' entity='mgr.x' 2026-03-09T19:30:44.170 INFO:journalctl@ceph.mon.a.vm10.stdout:Mar 09 19:30:43 vm10 bash[17485]: audit 2026-03-09T19:30:43.034032+0000 mon.a (mon.0) 258 : audit [INF] from='mgr.14150 192.168.123.110:0/529845335' entity='mgr.x' 2026-03-09T19:30:44.170 INFO:journalctl@ceph.mon.a.vm10.stdout:Mar 09 19:30:43 vm10 bash[17485]: audit 2026-03-09T19:30:43.037012+0000 mon.a (mon.0) 259 : audit [INF] from='mgr.14150 192.168.123.110:0/529845335' entity='mgr.x' 2026-03-09T19:30:44.170 INFO:journalctl@ceph.mon.a.vm10.stdout:Mar 09 19:30:43 vm10 bash[17485]: audit 2026-03-09T19:30:43.037012+0000 mon.a (mon.0) 259 : audit [INF] from='mgr.14150 192.168.123.110:0/529845335' entity='mgr.x' 2026-03-09T19:30:44.170 INFO:journalctl@ceph.mon.a.vm10.stdout:Mar 09 19:30:43 vm10 bash[17485]: audit 2026-03-09T19:30:43.037692+0000 mon.a (mon.0) 260 : audit [INF] from='mgr.14150 192.168.123.110:0/529845335' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.cephfs.vm10.angnwe", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2026-03-09T19:30:44.170 INFO:journalctl@ceph.mon.a.vm10.stdout:Mar 09 19:30:43 vm10 bash[17485]: audit 2026-03-09T19:30:43.037692+0000 mon.a (mon.0) 260 : audit [INF] from='mgr.14150 192.168.123.110:0/529845335' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.cephfs.vm10.angnwe", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2026-03-09T19:30:44.171 INFO:journalctl@ceph.mon.a.vm10.stdout:Mar 09 19:30:43 vm10 bash[17485]: audit 2026-03-09T19:30:43.039000+0000 mon.a (mon.0) 261 : audit [INF] from='mgr.14150 192.168.123.110:0/529845335' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.cephfs.vm10.angnwe", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2026-03-09T19:30:44.171 INFO:journalctl@ceph.mon.a.vm10.stdout:Mar 09 19:30:43 vm10 bash[17485]: audit 2026-03-09T19:30:43.039000+0000 mon.a (mon.0) 261 : audit [INF] from='mgr.14150 192.168.123.110:0/529845335' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.cephfs.vm10.angnwe", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2026-03-09T19:30:44.171 INFO:journalctl@ceph.mon.a.vm10.stdout:Mar 09 19:30:43 vm10 bash[17485]: audit 2026-03-09T19:30:43.048270+0000 mon.a (mon.0) 262 : audit [DBG] from='mgr.14150 192.168.123.110:0/529845335' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-03-09T19:30:44.171 INFO:journalctl@ceph.mon.a.vm10.stdout:Mar 09 19:30:43 vm10 bash[17485]: audit 2026-03-09T19:30:43.048270+0000 mon.a (mon.0) 262 : audit [DBG] from='mgr.14150 192.168.123.110:0/529845335' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-03-09T19:30:44.171 INFO:journalctl@ceph.mon.a.vm10.stdout:Mar 09 19:30:43 vm10 bash[17485]: cephadm 2026-03-09T19:30:43.049044+0000 mgr.x (mgr.14150) 109 : cephadm [INF] Deploying daemon mds.cephfs.vm10.angnwe on vm10 2026-03-09T19:30:44.171 INFO:journalctl@ceph.mon.a.vm10.stdout:Mar 09 19:30:43 vm10 bash[17485]: cephadm 2026-03-09T19:30:43.049044+0000 mgr.x (mgr.14150) 109 : cephadm [INF] Deploying daemon mds.cephfs.vm10.angnwe on vm10 2026-03-09T19:30:45.170 INFO:journalctl@ceph.mon.a.vm10.stdout:Mar 09 19:30:44 vm10 bash[17485]: cluster 2026-03-09T19:30:43.713855+0000 mgr.x (mgr.14150) 110 : cluster [DBG] pgmap v89: 64 pgs: 64 active+undersized; 0 B data, 53 MiB used, 40 GiB / 40 GiB avail 2026-03-09T19:30:45.170 INFO:journalctl@ceph.mon.a.vm10.stdout:Mar 09 19:30:44 vm10 bash[17485]: cluster 2026-03-09T19:30:43.713855+0000 mgr.x (mgr.14150) 110 : cluster [DBG] pgmap v89: 64 pgs: 64 active+undersized; 0 B data, 53 MiB used, 40 GiB / 40 GiB avail 2026-03-09T19:30:45.170 INFO:journalctl@ceph.mon.a.vm10.stdout:Mar 09 19:30:44 vm10 bash[17485]: cluster 2026-03-09T19:30:43.870069+0000 mon.a (mon.0) 263 : cluster [DBG] osdmap e19: 2 total, 2 up, 2 in 2026-03-09T19:30:45.170 INFO:journalctl@ceph.mon.a.vm10.stdout:Mar 09 19:30:44 vm10 bash[17485]: cluster 2026-03-09T19:30:43.870069+0000 mon.a (mon.0) 263 : cluster [DBG] osdmap e19: 2 total, 2 up, 2 in 2026-03-09T19:30:45.170 INFO:journalctl@ceph.mon.a.vm10.stdout:Mar 09 19:30:44 vm10 bash[17485]: audit 2026-03-09T19:30:43.896945+0000 mon.a (mon.0) 264 : audit [INF] from='mgr.14150 192.168.123.110:0/529845335' entity='mgr.x' 2026-03-09T19:30:45.170 INFO:journalctl@ceph.mon.a.vm10.stdout:Mar 09 19:30:44 vm10 bash[17485]: audit 2026-03-09T19:30:43.896945+0000 mon.a (mon.0) 264 : audit [INF] from='mgr.14150 192.168.123.110:0/529845335' entity='mgr.x' 2026-03-09T19:30:45.170 INFO:journalctl@ceph.mon.a.vm10.stdout:Mar 09 19:30:44 vm10 bash[17485]: audit 2026-03-09T19:30:43.900695+0000 mon.a (mon.0) 265 : audit [INF] from='mgr.14150 192.168.123.110:0/529845335' entity='mgr.x' 2026-03-09T19:30:45.170 INFO:journalctl@ceph.mon.a.vm10.stdout:Mar 09 19:30:44 vm10 bash[17485]: audit 2026-03-09T19:30:43.900695+0000 mon.a (mon.0) 265 : audit [INF] from='mgr.14150 192.168.123.110:0/529845335' entity='mgr.x' 2026-03-09T19:30:45.170 INFO:journalctl@ceph.mon.a.vm10.stdout:Mar 09 19:30:44 vm10 bash[17485]: audit 2026-03-09T19:30:43.903182+0000 mon.a (mon.0) 266 : audit [INF] from='mgr.14150 192.168.123.110:0/529845335' entity='mgr.x' 2026-03-09T19:30:45.170 INFO:journalctl@ceph.mon.a.vm10.stdout:Mar 09 19:30:44 vm10 bash[17485]: audit 2026-03-09T19:30:43.903182+0000 mon.a (mon.0) 266 : audit [INF] from='mgr.14150 192.168.123.110:0/529845335' entity='mgr.x' 2026-03-09T19:30:45.170 INFO:journalctl@ceph.mon.a.vm10.stdout:Mar 09 19:30:44 vm10 bash[17485]: audit 2026-03-09T19:30:43.906035+0000 mon.a (mon.0) 267 : audit [INF] from='mgr.14150 192.168.123.110:0/529845335' entity='mgr.x' 2026-03-09T19:30:45.170 INFO:journalctl@ceph.mon.a.vm10.stdout:Mar 09 19:30:44 vm10 bash[17485]: audit 2026-03-09T19:30:43.906035+0000 mon.a (mon.0) 267 : audit [INF] from='mgr.14150 192.168.123.110:0/529845335' entity='mgr.x' 2026-03-09T19:30:45.170 INFO:journalctl@ceph.mon.a.vm10.stdout:Mar 09 19:30:44 vm10 bash[17485]: audit 2026-03-09T19:30:43.912258+0000 mon.a (mon.0) 268 : audit [INF] from='mgr.14150 192.168.123.110:0/529845335' entity='mgr.x' 2026-03-09T19:30:45.170 INFO:journalctl@ceph.mon.a.vm10.stdout:Mar 09 19:30:44 vm10 bash[17485]: audit 2026-03-09T19:30:43.912258+0000 mon.a (mon.0) 268 : audit [INF] from='mgr.14150 192.168.123.110:0/529845335' entity='mgr.x' 2026-03-09T19:30:45.170 INFO:journalctl@ceph.mon.a.vm10.stdout:Mar 09 19:30:44 vm10 bash[17485]: audit 2026-03-09T19:30:43.917458+0000 mon.a (mon.0) 269 : audit [DBG] from='mgr.14150 192.168.123.110:0/529845335' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2026-03-09T19:30:45.170 INFO:journalctl@ceph.mon.a.vm10.stdout:Mar 09 19:30:44 vm10 bash[17485]: audit 2026-03-09T19:30:43.917458+0000 mon.a (mon.0) 269 : audit [DBG] from='mgr.14150 192.168.123.110:0/529845335' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2026-03-09T19:30:45.170 INFO:journalctl@ceph.mon.a.vm10.stdout:Mar 09 19:30:44 vm10 bash[17485]: cluster 2026-03-09T19:30:44.039010+0000 mon.a (mon.0) 270 : cluster [INF] Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2026-03-09T19:30:45.170 INFO:journalctl@ceph.mon.a.vm10.stdout:Mar 09 19:30:44 vm10 bash[17485]: cluster 2026-03-09T19:30:44.039010+0000 mon.a (mon.0) 270 : cluster [INF] Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2026-03-09T19:30:45.170 INFO:journalctl@ceph.mon.a.vm10.stdout:Mar 09 19:30:44 vm10 bash[17485]: cluster 2026-03-09T19:30:44.054583+0000 mon.a (mon.0) 271 : cluster [DBG] mds.? [v2:192.168.123.110:6818/1212344642,v1:192.168.123.110:6819/1212344642] up:boot 2026-03-09T19:30:45.170 INFO:journalctl@ceph.mon.a.vm10.stdout:Mar 09 19:30:44 vm10 bash[17485]: cluster 2026-03-09T19:30:44.054583+0000 mon.a (mon.0) 271 : cluster [DBG] mds.? [v2:192.168.123.110:6818/1212344642,v1:192.168.123.110:6819/1212344642] up:boot 2026-03-09T19:30:45.170 INFO:journalctl@ceph.mon.a.vm10.stdout:Mar 09 19:30:44 vm10 bash[17485]: cluster 2026-03-09T19:30:44.054700+0000 mon.a (mon.0) 272 : cluster [INF] daemon mds.cephfs.vm10.qbwkiq assigned to filesystem cephfs as rank 0 (now has 1 ranks) 2026-03-09T19:30:45.170 INFO:journalctl@ceph.mon.a.vm10.stdout:Mar 09 19:30:44 vm10 bash[17485]: cluster 2026-03-09T19:30:44.054700+0000 mon.a (mon.0) 272 : cluster [INF] daemon mds.cephfs.vm10.qbwkiq assigned to filesystem cephfs as rank 0 (now has 1 ranks) 2026-03-09T19:30:45.170 INFO:journalctl@ceph.mon.a.vm10.stdout:Mar 09 19:30:44 vm10 bash[17485]: cluster 2026-03-09T19:30:44.054779+0000 mon.a (mon.0) 273 : cluster [INF] Health check cleared: MDS_ALL_DOWN (was: 1 filesystem is offline) 2026-03-09T19:30:45.170 INFO:journalctl@ceph.mon.a.vm10.stdout:Mar 09 19:30:44 vm10 bash[17485]: cluster 2026-03-09T19:30:44.054779+0000 mon.a (mon.0) 273 : cluster [INF] Health check cleared: MDS_ALL_DOWN (was: 1 filesystem is offline) 2026-03-09T19:30:45.170 INFO:journalctl@ceph.mon.a.vm10.stdout:Mar 09 19:30:44 vm10 bash[17485]: cluster 2026-03-09T19:30:44.054821+0000 mon.a (mon.0) 274 : cluster [INF] Health check cleared: MDS_UP_LESS_THAN_MAX (was: 1 filesystem is online with fewer MDS than max_mds) 2026-03-09T19:30:45.170 INFO:journalctl@ceph.mon.a.vm10.stdout:Mar 09 19:30:44 vm10 bash[17485]: cluster 2026-03-09T19:30:44.054821+0000 mon.a (mon.0) 274 : cluster [INF] Health check cleared: MDS_UP_LESS_THAN_MAX (was: 1 filesystem is online with fewer MDS than max_mds) 2026-03-09T19:30:45.170 INFO:journalctl@ceph.mon.a.vm10.stdout:Mar 09 19:30:44 vm10 bash[17485]: cluster 2026-03-09T19:30:44.054862+0000 mon.a (mon.0) 275 : cluster [INF] Cluster is now healthy 2026-03-09T19:30:45.170 INFO:journalctl@ceph.mon.a.vm10.stdout:Mar 09 19:30:44 vm10 bash[17485]: cluster 2026-03-09T19:30:44.054862+0000 mon.a (mon.0) 275 : cluster [INF] Cluster is now healthy 2026-03-09T19:30:45.170 INFO:journalctl@ceph.mon.a.vm10.stdout:Mar 09 19:30:44 vm10 bash[17485]: cluster 2026-03-09T19:30:44.056082+0000 mon.a (mon.0) 276 : cluster [DBG] fsmap cephfs:0 1 up:standby 2026-03-09T19:30:45.171 INFO:journalctl@ceph.mon.a.vm10.stdout:Mar 09 19:30:44 vm10 bash[17485]: cluster 2026-03-09T19:30:44.056082+0000 mon.a (mon.0) 276 : cluster [DBG] fsmap cephfs:0 1 up:standby 2026-03-09T19:30:45.171 INFO:journalctl@ceph.mon.a.vm10.stdout:Mar 09 19:30:44 vm10 bash[17485]: audit 2026-03-09T19:30:44.056185+0000 mon.a (mon.0) 277 : audit [DBG] from='mgr.14150 192.168.123.110:0/529845335' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "cephfs.vm10.qbwkiq"}]: dispatch 2026-03-09T19:30:45.171 INFO:journalctl@ceph.mon.a.vm10.stdout:Mar 09 19:30:44 vm10 bash[17485]: audit 2026-03-09T19:30:44.056185+0000 mon.a (mon.0) 277 : audit [DBG] from='mgr.14150 192.168.123.110:0/529845335' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "cephfs.vm10.qbwkiq"}]: dispatch 2026-03-09T19:30:45.171 INFO:journalctl@ceph.mon.a.vm10.stdout:Mar 09 19:30:44 vm10 bash[17485]: cluster 2026-03-09T19:30:44.059113+0000 mon.a (mon.0) 278 : cluster [DBG] fsmap cephfs:1 {0=cephfs.vm10.qbwkiq=up:creating} 2026-03-09T19:30:45.171 INFO:journalctl@ceph.mon.a.vm10.stdout:Mar 09 19:30:44 vm10 bash[17485]: cluster 2026-03-09T19:30:44.059113+0000 mon.a (mon.0) 278 : cluster [DBG] fsmap cephfs:1 {0=cephfs.vm10.qbwkiq=up:creating} 2026-03-09T19:30:45.171 INFO:journalctl@ceph.mon.a.vm10.stdout:Mar 09 19:30:44 vm10 bash[17485]: cluster 2026-03-09T19:30:44.107006+0000 mon.a (mon.0) 279 : cluster [INF] daemon mds.cephfs.vm10.qbwkiq is now active in filesystem cephfs as rank 0 2026-03-09T19:30:45.171 INFO:journalctl@ceph.mon.a.vm10.stdout:Mar 09 19:30:44 vm10 bash[17485]: cluster 2026-03-09T19:30:44.107006+0000 mon.a (mon.0) 279 : cluster [INF] daemon mds.cephfs.vm10.qbwkiq is now active in filesystem cephfs as rank 0 2026-03-09T19:30:46.420 INFO:journalctl@ceph.mon.a.vm10.stdout:Mar 09 19:30:46 vm10 bash[17485]: cluster 2026-03-09T19:30:45.060906+0000 mon.a (mon.0) 280 : cluster [DBG] mds.? [v2:192.168.123.110:6820/617251618,v1:192.168.123.110:6821/617251618] up:boot 2026-03-09T19:30:46.420 INFO:journalctl@ceph.mon.a.vm10.stdout:Mar 09 19:30:46 vm10 bash[17485]: cluster 2026-03-09T19:30:45.060906+0000 mon.a (mon.0) 280 : cluster [DBG] mds.? [v2:192.168.123.110:6820/617251618,v1:192.168.123.110:6821/617251618] up:boot 2026-03-09T19:30:46.420 INFO:journalctl@ceph.mon.a.vm10.stdout:Mar 09 19:30:46 vm10 bash[17485]: cluster 2026-03-09T19:30:45.060942+0000 mon.a (mon.0) 281 : cluster [DBG] mds.? [v2:192.168.123.110:6818/1212344642,v1:192.168.123.110:6819/1212344642] up:active 2026-03-09T19:30:46.420 INFO:journalctl@ceph.mon.a.vm10.stdout:Mar 09 19:30:46 vm10 bash[17485]: cluster 2026-03-09T19:30:45.060942+0000 mon.a (mon.0) 281 : cluster [DBG] mds.? [v2:192.168.123.110:6818/1212344642,v1:192.168.123.110:6819/1212344642] up:active 2026-03-09T19:30:46.420 INFO:journalctl@ceph.mon.a.vm10.stdout:Mar 09 19:30:46 vm10 bash[17485]: cluster 2026-03-09T19:30:45.062471+0000 mon.a (mon.0) 282 : cluster [DBG] fsmap cephfs:1 {0=cephfs.vm10.qbwkiq=up:active} 1 up:standby 2026-03-09T19:30:46.420 INFO:journalctl@ceph.mon.a.vm10.stdout:Mar 09 19:30:46 vm10 bash[17485]: cluster 2026-03-09T19:30:45.062471+0000 mon.a (mon.0) 282 : cluster [DBG] fsmap cephfs:1 {0=cephfs.vm10.qbwkiq=up:active} 1 up:standby 2026-03-09T19:30:46.420 INFO:journalctl@ceph.mon.a.vm10.stdout:Mar 09 19:30:46 vm10 bash[17485]: audit 2026-03-09T19:30:45.064608+0000 mon.a (mon.0) 283 : audit [DBG] from='mgr.14150 192.168.123.110:0/529845335' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "cephfs.vm10.angnwe"}]: dispatch 2026-03-09T19:30:46.420 INFO:journalctl@ceph.mon.a.vm10.stdout:Mar 09 19:30:46 vm10 bash[17485]: audit 2026-03-09T19:30:45.064608+0000 mon.a (mon.0) 283 : audit [DBG] from='mgr.14150 192.168.123.110:0/529845335' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "cephfs.vm10.angnwe"}]: dispatch 2026-03-09T19:30:46.420 INFO:journalctl@ceph.mon.a.vm10.stdout:Mar 09 19:30:46 vm10 bash[17485]: cluster 2026-03-09T19:30:45.066443+0000 mon.a (mon.0) 284 : cluster [DBG] fsmap cephfs:1 {0=cephfs.vm10.qbwkiq=up:active} 1 up:standby 2026-03-09T19:30:46.420 INFO:journalctl@ceph.mon.a.vm10.stdout:Mar 09 19:30:46 vm10 bash[17485]: cluster 2026-03-09T19:30:45.066443+0000 mon.a (mon.0) 284 : cluster [DBG] fsmap cephfs:1 {0=cephfs.vm10.qbwkiq=up:active} 1 up:standby 2026-03-09T19:30:46.420 INFO:journalctl@ceph.mon.a.vm10.stdout:Mar 09 19:30:46 vm10 bash[17485]: audit 2026-03-09T19:30:45.066768+0000 mon.a (mon.0) 285 : audit [DBG] from='mgr.14150 192.168.123.110:0/529845335' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "cephfs.vm10.angnwe"}]: dispatch 2026-03-09T19:30:46.420 INFO:journalctl@ceph.mon.a.vm10.stdout:Mar 09 19:30:46 vm10 bash[17485]: audit 2026-03-09T19:30:45.066768+0000 mon.a (mon.0) 285 : audit [DBG] from='mgr.14150 192.168.123.110:0/529845335' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "cephfs.vm10.angnwe"}]: dispatch 2026-03-09T19:30:47.420 INFO:journalctl@ceph.mon.a.vm10.stdout:Mar 09 19:30:47 vm10 bash[17485]: cluster 2026-03-09T19:30:45.714175+0000 mgr.x (mgr.14150) 111 : cluster [DBG] pgmap v91: 64 pgs: 64 active+undersized; 0 B data, 53 MiB used, 40 GiB / 40 GiB avail 2026-03-09T19:30:47.420 INFO:journalctl@ceph.mon.a.vm10.stdout:Mar 09 19:30:47 vm10 bash[17485]: cluster 2026-03-09T19:30:45.714175+0000 mgr.x (mgr.14150) 111 : cluster [DBG] pgmap v91: 64 pgs: 64 active+undersized; 0 B data, 53 MiB used, 40 GiB / 40 GiB avail 2026-03-09T19:30:47.420 INFO:journalctl@ceph.mon.a.vm10.stdout:Mar 09 19:30:47 vm10 bash[17485]: audit 2026-03-09T19:30:46.731656+0000 mon.a (mon.0) 286 : audit [INF] from='mgr.14150 192.168.123.110:0/529845335' entity='mgr.x' 2026-03-09T19:30:47.420 INFO:journalctl@ceph.mon.a.vm10.stdout:Mar 09 19:30:47 vm10 bash[17485]: audit 2026-03-09T19:30:46.731656+0000 mon.a (mon.0) 286 : audit [INF] from='mgr.14150 192.168.123.110:0/529845335' entity='mgr.x' 2026-03-09T19:30:47.627 INFO:teuthology.orchestra.run.vm10.stderr:Inferring config /var/lib/ceph/e301dc60-1bed-11f1-8e51-db7da4fd97cc/mon.a/config 2026-03-09T19:30:47.892 INFO:teuthology.orchestra.run.vm10.stdout: 2026-03-09T19:30:47.892 INFO:teuthology.orchestra.run.vm10.stdout:[{"events": ["2026-03-09T19:30:43.912851Z service:mds.cephfs [INFO] \"service was created\""], "placement": {"count": 2}, "service_id": "cephfs", "service_name": "mds.cephfs", "service_type": "mds", "status": {"created": "2026-03-09T19:30:41.856940Z", "running": 0, "size": 2}}, {"events": ["2026-03-09T19:28:37.599359Z service:mgr [INFO] \"service was created\""], "placement": {"count": 1, "hosts": ["vm10=x"]}, "service_name": "mgr", "service_type": "mgr", "status": {"created": "2026-03-09T19:28:37.588328Z", "last_refresh": "2026-03-09T19:29:46.192683Z", "running": 1, "size": 1}}, {"events": ["2026-03-09T19:28:23.424675Z service:mon [INFO] \"service was created\""], "placement": {"count": 1, "hosts": ["vm10:192.168.123.110=a"]}, "service_name": "mon", "service_type": "mon", "status": {"created": "2026-03-09T19:28:23.412256Z", "last_refresh": "2026-03-09T19:29:46.192773Z", "running": 1, "size": 1}}, {"service_name": "osd", "service_type": "osd", "spec": {"filter_logic": "AND", "objectstore": "bluestore"}, "status": {"container_image_id": "654f31e6858eb235bbece362255b685a945f2b6a367e2b88c4930c984fbb214c", "container_image_name": "quay.ceph.io/ceph-ci/ceph@sha256:8fda260ab1d2d3118a1622f7df75f44f285dfe74e71793626152a711c12bf2cc", "last_refresh": "2026-03-09T19:29:46.192738Z", "running": 2, "size": 2}, "unmanaged": true}] 2026-03-09T19:30:47.949 INFO:tasks.cephadm:mds.cephfs has 0/2 2026-03-09T19:30:48.170 INFO:journalctl@ceph.mon.a.vm10.stdout:Mar 09 19:30:48 vm10 bash[17485]: cluster 2026-03-09T19:30:47.714500+0000 mgr.x (mgr.14150) 112 : cluster [DBG] pgmap v92: 64 pgs: 3 active+undersized+degraded, 61 active+undersized; 592 B data, 53 MiB used, 40 GiB / 40 GiB avail; 7/21 objects degraded (33.333%) 2026-03-09T19:30:48.170 INFO:journalctl@ceph.mon.a.vm10.stdout:Mar 09 19:30:48 vm10 bash[17485]: cluster 2026-03-09T19:30:47.714500+0000 mgr.x (mgr.14150) 112 : cluster [DBG] pgmap v92: 64 pgs: 3 active+undersized+degraded, 61 active+undersized; 592 B data, 53 MiB used, 40 GiB / 40 GiB avail; 7/21 objects degraded (33.333%) 2026-03-09T19:30:48.170 INFO:journalctl@ceph.mon.a.vm10.stdout:Mar 09 19:30:48 vm10 bash[17485]: audit 2026-03-09T19:30:47.889271+0000 mgr.x (mgr.14150) 113 : audit [DBG] from='client.14234 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2026-03-09T19:30:48.170 INFO:journalctl@ceph.mon.a.vm10.stdout:Mar 09 19:30:48 vm10 bash[17485]: audit 2026-03-09T19:30:47.889271+0000 mgr.x (mgr.14150) 113 : audit [DBG] from='client.14234 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2026-03-09T19:30:48.170 INFO:journalctl@ceph.mon.a.vm10.stdout:Mar 09 19:30:48 vm10 bash[17485]: cluster 2026-03-09T19:30:48.067455+0000 mon.a (mon.0) 287 : cluster [WRN] Health check failed: Degraded data redundancy: 7/21 objects degraded (33.333%), 3 pgs degraded (PG_DEGRADED) 2026-03-09T19:30:48.170 INFO:journalctl@ceph.mon.a.vm10.stdout:Mar 09 19:30:48 vm10 bash[17485]: cluster 2026-03-09T19:30:48.067455+0000 mon.a (mon.0) 287 : cluster [WRN] Health check failed: Degraded data redundancy: 7/21 objects degraded (33.333%), 3 pgs degraded (PG_DEGRADED) 2026-03-09T19:30:48.949 DEBUG:teuthology.orchestra.run.vm10:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:e911bdebe5c8faa3800735d1568fcdca65db60df shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid e301dc60-1bed-11f1-8e51-db7da4fd97cc -- ceph orch ls -f json 2026-03-09T19:30:50.170 INFO:journalctl@ceph.mon.a.vm10.stdout:Mar 09 19:30:49 vm10 bash[17485]: audit 2026-03-09T19:30:48.851517+0000 mon.a (mon.0) 288 : audit [INF] from='mgr.14150 192.168.123.110:0/529845335' entity='mgr.x' 2026-03-09T19:30:50.170 INFO:journalctl@ceph.mon.a.vm10.stdout:Mar 09 19:30:49 vm10 bash[17485]: audit 2026-03-09T19:30:48.851517+0000 mon.a (mon.0) 288 : audit [INF] from='mgr.14150 192.168.123.110:0/529845335' entity='mgr.x' 2026-03-09T19:30:50.170 INFO:journalctl@ceph.mon.a.vm10.stdout:Mar 09 19:30:49 vm10 bash[17485]: audit 2026-03-09T19:30:48.855162+0000 mon.a (mon.0) 289 : audit [INF] from='mgr.14150 192.168.123.110:0/529845335' entity='mgr.x' 2026-03-09T19:30:50.170 INFO:journalctl@ceph.mon.a.vm10.stdout:Mar 09 19:30:49 vm10 bash[17485]: audit 2026-03-09T19:30:48.855162+0000 mon.a (mon.0) 289 : audit [INF] from='mgr.14150 192.168.123.110:0/529845335' entity='mgr.x' 2026-03-09T19:30:50.170 INFO:journalctl@ceph.mon.a.vm10.stdout:Mar 09 19:30:49 vm10 bash[17485]: audit 2026-03-09T19:30:48.855992+0000 mon.a (mon.0) 290 : audit [DBG] from='mgr.14150 192.168.123.110:0/529845335' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-03-09T19:30:50.170 INFO:journalctl@ceph.mon.a.vm10.stdout:Mar 09 19:30:49 vm10 bash[17485]: audit 2026-03-09T19:30:48.855992+0000 mon.a (mon.0) 290 : audit [DBG] from='mgr.14150 192.168.123.110:0/529845335' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-03-09T19:30:50.170 INFO:journalctl@ceph.mon.a.vm10.stdout:Mar 09 19:30:49 vm10 bash[17485]: audit 2026-03-09T19:30:48.856574+0000 mon.a (mon.0) 291 : audit [INF] from='mgr.14150 192.168.123.110:0/529845335' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2026-03-09T19:30:50.170 INFO:journalctl@ceph.mon.a.vm10.stdout:Mar 09 19:30:49 vm10 bash[17485]: audit 2026-03-09T19:30:48.856574+0000 mon.a (mon.0) 291 : audit [INF] from='mgr.14150 192.168.123.110:0/529845335' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2026-03-09T19:30:50.170 INFO:journalctl@ceph.mon.a.vm10.stdout:Mar 09 19:30:49 vm10 bash[17485]: audit 2026-03-09T19:30:48.859428+0000 mon.a (mon.0) 292 : audit [INF] from='mgr.14150 192.168.123.110:0/529845335' entity='mgr.x' 2026-03-09T19:30:50.170 INFO:journalctl@ceph.mon.a.vm10.stdout:Mar 09 19:30:49 vm10 bash[17485]: audit 2026-03-09T19:30:48.859428+0000 mon.a (mon.0) 292 : audit [INF] from='mgr.14150 192.168.123.110:0/529845335' entity='mgr.x' 2026-03-09T19:30:50.170 INFO:journalctl@ceph.mon.a.vm10.stdout:Mar 09 19:30:49 vm10 bash[17485]: audit 2026-03-09T19:30:48.866155+0000 mon.a (mon.0) 293 : audit [DBG] from='mgr.14150 192.168.123.110:0/529845335' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2026-03-09T19:30:50.170 INFO:journalctl@ceph.mon.a.vm10.stdout:Mar 09 19:30:49 vm10 bash[17485]: audit 2026-03-09T19:30:48.866155+0000 mon.a (mon.0) 293 : audit [DBG] from='mgr.14150 192.168.123.110:0/529845335' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2026-03-09T19:30:51.170 INFO:journalctl@ceph.mon.a.vm10.stdout:Mar 09 19:30:50 vm10 bash[17485]: cluster 2026-03-09T19:30:49.714982+0000 mgr.x (mgr.14150) 114 : cluster [DBG] pgmap v93: 64 pgs: 10 active+undersized+degraded, 54 active+undersized; 2.4 KiB data, 53 MiB used, 40 GiB / 40 GiB avail; 6.5 KiB/s wr, 12 op/s; 22/66 objects degraded (33.333%) 2026-03-09T19:30:51.170 INFO:journalctl@ceph.mon.a.vm10.stdout:Mar 09 19:30:50 vm10 bash[17485]: cluster 2026-03-09T19:30:49.714982+0000 mgr.x (mgr.14150) 114 : cluster [DBG] pgmap v93: 64 pgs: 10 active+undersized+degraded, 54 active+undersized; 2.4 KiB data, 53 MiB used, 40 GiB / 40 GiB avail; 6.5 KiB/s wr, 12 op/s; 22/66 objects degraded (33.333%) 2026-03-09T19:30:52.653 INFO:teuthology.orchestra.run.vm10.stderr:Inferring config /var/lib/ceph/e301dc60-1bed-11f1-8e51-db7da4fd97cc/mon.a/config 2026-03-09T19:30:52.920 INFO:journalctl@ceph.mon.a.vm10.stdout:Mar 09 19:30:52 vm10 bash[17485]: cluster 2026-03-09T19:30:51.715313+0000 mgr.x (mgr.14150) 115 : cluster [DBG] pgmap v94: 64 pgs: 10 active+undersized+degraded, 54 active+undersized; 2.4 KiB data, 53 MiB used, 40 GiB / 40 GiB avail; 3.2 KiB/s wr, 6 op/s; 22/66 objects degraded (33.333%) 2026-03-09T19:30:52.920 INFO:journalctl@ceph.mon.a.vm10.stdout:Mar 09 19:30:52 vm10 bash[17485]: cluster 2026-03-09T19:30:51.715313+0000 mgr.x (mgr.14150) 115 : cluster [DBG] pgmap v94: 64 pgs: 10 active+undersized+degraded, 54 active+undersized; 2.4 KiB data, 53 MiB used, 40 GiB / 40 GiB avail; 3.2 KiB/s wr, 6 op/s; 22/66 objects degraded (33.333%) 2026-03-09T19:30:52.927 INFO:teuthology.orchestra.run.vm10.stdout: 2026-03-09T19:30:52.927 INFO:teuthology.orchestra.run.vm10.stdout:[{"events": ["2026-03-09T19:30:43.912851Z service:mds.cephfs [INFO] \"service was created\""], "placement": {"count": 2}, "service_id": "cephfs", "service_name": "mds.cephfs", "service_type": "mds", "status": {"created": "2026-03-09T19:30:41.856940Z", "last_refresh": "2026-03-09T19:30:48.847691Z", "running": 2, "size": 2}}, {"events": ["2026-03-09T19:28:37.599359Z service:mgr [INFO] \"service was created\""], "placement": {"count": 1, "hosts": ["vm10=x"]}, "service_name": "mgr", "service_type": "mgr", "status": {"created": "2026-03-09T19:28:37.588328Z", "last_refresh": "2026-03-09T19:30:48.847640Z", "running": 1, "size": 1}}, {"events": ["2026-03-09T19:28:23.424675Z service:mon [INFO] \"service was created\""], "placement": {"count": 1, "hosts": ["vm10:192.168.123.110=a"]}, "service_name": "mon", "service_type": "mon", "status": {"created": "2026-03-09T19:28:23.412256Z", "last_refresh": "2026-03-09T19:30:48.847752Z", "running": 1, "size": 1}}, {"service_name": "osd", "service_type": "osd", "spec": {"filter_logic": "AND", "objectstore": "bluestore"}, "status": {"container_image_id": "654f31e6858eb235bbece362255b685a945f2b6a367e2b88c4930c984fbb214c", "container_image_name": "quay.ceph.io/ceph-ci/ceph@sha256:8fda260ab1d2d3118a1622f7df75f44f285dfe74e71793626152a711c12bf2cc", "last_refresh": "2026-03-09T19:30:48.847723Z", "running": 2, "size": 2}, "unmanaged": true}] 2026-03-09T19:30:52.976 INFO:tasks.cephadm:mds.cephfs has 2/2 2026-03-09T19:30:52.976 INFO:teuthology.run_tasks:Running task cephadm.shell... 2026-03-09T19:30:52.979 INFO:tasks.cephadm:Running commands on role host.a host ubuntu@vm10.local 2026-03-09T19:30:52.979 DEBUG:teuthology.orchestra.run.vm10:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:e911bdebe5c8faa3800735d1568fcdca65db60df shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid e301dc60-1bed-11f1-8e51-db7da4fd97cc -- bash -c 'ceph fs subvolumegroup create cephfs g1' 2026-03-09T19:30:53.920 INFO:journalctl@ceph.mon.a.vm10.stdout:Mar 09 19:30:53 vm10 bash[17485]: audit 2026-03-09T19:30:52.924172+0000 mgr.x (mgr.14150) 116 : audit [DBG] from='client.14236 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2026-03-09T19:30:53.920 INFO:journalctl@ceph.mon.a.vm10.stdout:Mar 09 19:30:53 vm10 bash[17485]: audit 2026-03-09T19:30:52.924172+0000 mgr.x (mgr.14150) 116 : audit [DBG] from='client.14236 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2026-03-09T19:30:55.170 INFO:journalctl@ceph.mon.a.vm10.stdout:Mar 09 19:30:54 vm10 bash[17485]: cluster 2026-03-09T19:30:53.715662+0000 mgr.x (mgr.14150) 117 : cluster [DBG] pgmap v95: 64 pgs: 10 active+undersized+degraded, 54 active+undersized; 2.4 KiB data, 53 MiB used, 40 GiB / 40 GiB avail; 2.2 KiB/s wr, 4 op/s; 22/66 objects degraded (33.333%) 2026-03-09T19:30:55.170 INFO:journalctl@ceph.mon.a.vm10.stdout:Mar 09 19:30:54 vm10 bash[17485]: cluster 2026-03-09T19:30:53.715662+0000 mgr.x (mgr.14150) 117 : cluster [DBG] pgmap v95: 64 pgs: 10 active+undersized+degraded, 54 active+undersized; 2.4 KiB data, 53 MiB used, 40 GiB / 40 GiB avail; 2.2 KiB/s wr, 4 op/s; 22/66 objects degraded (33.333%) 2026-03-09T19:30:55.170 INFO:journalctl@ceph.mon.a.vm10.stdout:Mar 09 19:30:54 vm10 bash[17485]: audit 2026-03-09T19:30:53.887520+0000 mon.a (mon.0) 294 : audit [INF] from='mgr.14150 192.168.123.110:0/529845335' entity='mgr.x' 2026-03-09T19:30:55.170 INFO:journalctl@ceph.mon.a.vm10.stdout:Mar 09 19:30:54 vm10 bash[17485]: audit 2026-03-09T19:30:53.887520+0000 mon.a (mon.0) 294 : audit [INF] from='mgr.14150 192.168.123.110:0/529845335' entity='mgr.x' 2026-03-09T19:30:55.170 INFO:journalctl@ceph.mon.a.vm10.stdout:Mar 09 19:30:54 vm10 bash[17485]: audit 2026-03-09T19:30:53.890589+0000 mon.a (mon.0) 295 : audit [INF] from='mgr.14150 192.168.123.110:0/529845335' entity='mgr.x' 2026-03-09T19:30:55.170 INFO:journalctl@ceph.mon.a.vm10.stdout:Mar 09 19:30:54 vm10 bash[17485]: audit 2026-03-09T19:30:53.890589+0000 mon.a (mon.0) 295 : audit [INF] from='mgr.14150 192.168.123.110:0/529845335' entity='mgr.x' 2026-03-09T19:30:55.170 INFO:journalctl@ceph.mon.a.vm10.stdout:Mar 09 19:30:54 vm10 bash[17485]: audit 2026-03-09T19:30:53.891427+0000 mon.a (mon.0) 296 : audit [DBG] from='mgr.14150 192.168.123.110:0/529845335' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-03-09T19:30:55.170 INFO:journalctl@ceph.mon.a.vm10.stdout:Mar 09 19:30:54 vm10 bash[17485]: audit 2026-03-09T19:30:53.891427+0000 mon.a (mon.0) 296 : audit [DBG] from='mgr.14150 192.168.123.110:0/529845335' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-03-09T19:30:55.170 INFO:journalctl@ceph.mon.a.vm10.stdout:Mar 09 19:30:54 vm10 bash[17485]: audit 2026-03-09T19:30:53.892023+0000 mon.a (mon.0) 297 : audit [INF] from='mgr.14150 192.168.123.110:0/529845335' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2026-03-09T19:30:55.170 INFO:journalctl@ceph.mon.a.vm10.stdout:Mar 09 19:30:54 vm10 bash[17485]: audit 2026-03-09T19:30:53.892023+0000 mon.a (mon.0) 297 : audit [INF] from='mgr.14150 192.168.123.110:0/529845335' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2026-03-09T19:30:55.170 INFO:journalctl@ceph.mon.a.vm10.stdout:Mar 09 19:30:54 vm10 bash[17485]: audit 2026-03-09T19:30:53.895061+0000 mon.a (mon.0) 298 : audit [INF] from='mgr.14150 192.168.123.110:0/529845335' entity='mgr.x' 2026-03-09T19:30:55.170 INFO:journalctl@ceph.mon.a.vm10.stdout:Mar 09 19:30:54 vm10 bash[17485]: audit 2026-03-09T19:30:53.895061+0000 mon.a (mon.0) 298 : audit [INF] from='mgr.14150 192.168.123.110:0/529845335' entity='mgr.x' 2026-03-09T19:30:56.170 INFO:journalctl@ceph.mon.a.vm10.stdout:Mar 09 19:30:55 vm10 bash[17485]: cluster 2026-03-09T19:30:55.059951+0000 mon.a (mon.0) 299 : cluster [WRN] Health check update: Degraded data redundancy: 22/66 objects degraded (33.333%), 10 pgs degraded (PG_DEGRADED) 2026-03-09T19:30:56.170 INFO:journalctl@ceph.mon.a.vm10.stdout:Mar 09 19:30:55 vm10 bash[17485]: cluster 2026-03-09T19:30:55.059951+0000 mon.a (mon.0) 299 : cluster [WRN] Health check update: Degraded data redundancy: 22/66 objects degraded (33.333%), 10 pgs degraded (PG_DEGRADED) 2026-03-09T19:30:56.674 INFO:teuthology.orchestra.run.vm10.stderr:Inferring config /var/lib/ceph/e301dc60-1bed-11f1-8e51-db7da4fd97cc/mon.a/config 2026-03-09T19:30:57.008 INFO:journalctl@ceph.mon.a.vm10.stdout:Mar 09 19:30:56 vm10 bash[17485]: cluster 2026-03-09T19:30:55.715958+0000 mgr.x (mgr.14150) 118 : cluster [DBG] pgmap v96: 64 pgs: 10 active+undersized+degraded, 54 active+undersized; 2.4 KiB data, 53 MiB used, 40 GiB / 40 GiB avail; 1.6 KiB/s wr, 3 op/s; 22/66 objects degraded (33.333%) 2026-03-09T19:30:57.008 INFO:journalctl@ceph.mon.a.vm10.stdout:Mar 09 19:30:56 vm10 bash[17485]: cluster 2026-03-09T19:30:55.715958+0000 mgr.x (mgr.14150) 118 : cluster [DBG] pgmap v96: 64 pgs: 10 active+undersized+degraded, 54 active+undersized; 2.4 KiB data, 53 MiB used, 40 GiB / 40 GiB avail; 1.6 KiB/s wr, 3 op/s; 22/66 objects degraded (33.333%) 2026-03-09T19:30:57.008 INFO:journalctl@ceph.mgr.x.vm10.stdout:Mar 09 19:30:56 vm10 bash[17753]: debug 2026-03-09T19:30:56.983+0000 7fcad46c5640 -1 client.14240 error registering admin socket command: (17) File exists 2026-03-09T19:30:57.052 DEBUG:teuthology.orchestra.run.vm10:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:e911bdebe5c8faa3800735d1568fcdca65db60df shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid e301dc60-1bed-11f1-8e51-db7da4fd97cc -- bash -c 'ceph fs subvolume create cephfs sub1 --group-name=g1 --mode=0777' 2026-03-09T19:30:58.170 INFO:journalctl@ceph.mon.a.vm10.stdout:Mar 09 19:30:57 vm10 bash[17485]: audit 2026-03-09T19:30:56.982357+0000 mgr.x (mgr.14150) 119 : audit [DBG] from='client.14238 -' entity='client.admin' cmd=[{"prefix": "fs subvolumegroup create", "vol_name": "cephfs", "group_name": "g1", "target": ["mon-mgr", ""]}]: dispatch 2026-03-09T19:30:58.170 INFO:journalctl@ceph.mon.a.vm10.stdout:Mar 09 19:30:57 vm10 bash[17485]: audit 2026-03-09T19:30:56.982357+0000 mgr.x (mgr.14150) 119 : audit [DBG] from='client.14238 -' entity='client.admin' cmd=[{"prefix": "fs subvolumegroup create", "vol_name": "cephfs", "group_name": "g1", "target": ["mon-mgr", ""]}]: dispatch 2026-03-09T19:30:59.170 INFO:journalctl@ceph.mon.a.vm10.stdout:Mar 09 19:30:58 vm10 bash[17485]: cluster 2026-03-09T19:30:57.716324+0000 mgr.x (mgr.14150) 120 : cluster [DBG] pgmap v97: 64 pgs: 10 active+undersized+degraded, 54 active+undersized; 2.4 KiB data, 53 MiB used, 40 GiB / 40 GiB avail; 1.3 KiB/s wr, 2 op/s; 22/66 objects degraded (33.333%) 2026-03-09T19:30:59.170 INFO:journalctl@ceph.mon.a.vm10.stdout:Mar 09 19:30:58 vm10 bash[17485]: cluster 2026-03-09T19:30:57.716324+0000 mgr.x (mgr.14150) 120 : cluster [DBG] pgmap v97: 64 pgs: 10 active+undersized+degraded, 54 active+undersized; 2.4 KiB data, 53 MiB used, 40 GiB / 40 GiB avail; 1.3 KiB/s wr, 2 op/s; 22/66 objects degraded (33.333%) 2026-03-09T19:30:59.170 INFO:journalctl@ceph.mon.a.vm10.stdout:Mar 09 19:30:58 vm10 bash[17485]: cluster 2026-03-09T19:30:57.907480+0000 mon.a (mon.0) 300 : cluster [DBG] mgrmap e13: x(active, since 2m) 2026-03-09T19:30:59.170 INFO:journalctl@ceph.mon.a.vm10.stdout:Mar 09 19:30:58 vm10 bash[17485]: cluster 2026-03-09T19:30:57.907480+0000 mon.a (mon.0) 300 : cluster [DBG] mgrmap e13: x(active, since 2m) 2026-03-09T19:31:00.694 INFO:teuthology.orchestra.run.vm10.stderr:Inferring config /var/lib/ceph/e301dc60-1bed-11f1-8e51-db7da4fd97cc/mon.a/config 2026-03-09T19:31:01.012 INFO:journalctl@ceph.mon.a.vm10.stdout:Mar 09 19:31:00 vm10 bash[17485]: cluster 2026-03-09T19:30:59.716827+0000 mgr.x (mgr.14150) 121 : cluster [DBG] pgmap v98: 64 pgs: 11 active+undersized+degraded, 53 active+undersized; 8.9 KiB data, 53 MiB used, 40 GiB / 40 GiB avail; 1.8 KiB/s wr, 2 op/s; 22/66 objects degraded (33.333%) 2026-03-09T19:31:01.013 INFO:journalctl@ceph.mon.a.vm10.stdout:Mar 09 19:31:00 vm10 bash[17485]: cluster 2026-03-09T19:30:59.716827+0000 mgr.x (mgr.14150) 121 : cluster [DBG] pgmap v98: 64 pgs: 11 active+undersized+degraded, 53 active+undersized; 8.9 KiB data, 53 MiB used, 40 GiB / 40 GiB avail; 1.8 KiB/s wr, 2 op/s; 22/66 objects degraded (33.333%) 2026-03-09T19:31:01.013 INFO:journalctl@ceph.mon.a.vm10.stdout:Mar 09 19:31:00 vm10 bash[17485]: cluster 2026-03-09T19:31:00.060520+0000 mon.a (mon.0) 301 : cluster [WRN] Health check update: Degraded data redundancy: 22/66 objects degraded (33.333%), 11 pgs degraded (PG_DEGRADED) 2026-03-09T19:31:01.013 INFO:journalctl@ceph.mon.a.vm10.stdout:Mar 09 19:31:00 vm10 bash[17485]: cluster 2026-03-09T19:31:00.060520+0000 mon.a (mon.0) 301 : cluster [WRN] Health check update: Degraded data redundancy: 22/66 objects degraded (33.333%), 11 pgs degraded (PG_DEGRADED) 2026-03-09T19:31:01.054 DEBUG:teuthology.orchestra.run.vm10:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:e911bdebe5c8faa3800735d1568fcdca65db60df shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid e301dc60-1bed-11f1-8e51-db7da4fd97cc -- bash -c 'ceph fs authorize cephfs client.smbdata / rw' 2026-03-09T19:31:02.420 INFO:journalctl@ceph.mon.a.vm10.stdout:Mar 09 19:31:02 vm10 bash[17485]: audit 2026-03-09T19:31:00.991854+0000 mgr.x (mgr.14150) 122 : audit [DBG] from='client.14242 -' entity='client.admin' cmd=[{"prefix": "fs subvolume create", "vol_name": "cephfs", "sub_name": "sub1", "group_name": "g1", "mode": "0777", "target": ["mon-mgr", ""]}]: dispatch 2026-03-09T19:31:02.420 INFO:journalctl@ceph.mon.a.vm10.stdout:Mar 09 19:31:02 vm10 bash[17485]: audit 2026-03-09T19:31:00.991854+0000 mgr.x (mgr.14150) 122 : audit [DBG] from='client.14242 -' entity='client.admin' cmd=[{"prefix": "fs subvolume create", "vol_name": "cephfs", "sub_name": "sub1", "group_name": "g1", "mode": "0777", "target": ["mon-mgr", ""]}]: dispatch 2026-03-09T19:31:03.420 INFO:journalctl@ceph.mon.a.vm10.stdout:Mar 09 19:31:03 vm10 bash[17485]: cluster 2026-03-09T19:31:01.717159+0000 mgr.x (mgr.14150) 123 : cluster [DBG] pgmap v99: 64 pgs: 11 active+undersized+degraded, 53 active+undersized; 8.9 KiB data, 53 MiB used, 40 GiB / 40 GiB avail; 767 B/s wr, 0 op/s; 22/66 objects degraded (33.333%) 2026-03-09T19:31:03.434 INFO:journalctl@ceph.mon.a.vm10.stdout:Mar 09 19:31:03 vm10 bash[17485]: cluster 2026-03-09T19:31:01.717159+0000 mgr.x (mgr.14150) 123 : cluster [DBG] pgmap v99: 64 pgs: 11 active+undersized+degraded, 53 active+undersized; 8.9 KiB data, 53 MiB used, 40 GiB / 40 GiB avail; 767 B/s wr, 0 op/s; 22/66 objects degraded (33.333%) 2026-03-09T19:31:04.419 INFO:journalctl@ceph.mon.a.vm10.stdout:Mar 09 19:31:04 vm10 bash[17485]: cluster 2026-03-09T19:31:03.717515+0000 mgr.x (mgr.14150) 124 : cluster [DBG] pgmap v100: 64 pgs: 11 active+undersized+degraded, 53 active+undersized; 25 KiB data, 53 MiB used, 40 GiB / 40 GiB avail; 2.5 KiB/s wr, 1 op/s; 23/69 objects degraded (33.333%) 2026-03-09T19:31:04.420 INFO:journalctl@ceph.mon.a.vm10.stdout:Mar 09 19:31:04 vm10 bash[17485]: cluster 2026-03-09T19:31:03.717515+0000 mgr.x (mgr.14150) 124 : cluster [DBG] pgmap v100: 64 pgs: 11 active+undersized+degraded, 53 active+undersized; 25 KiB data, 53 MiB used, 40 GiB / 40 GiB avail; 2.5 KiB/s wr, 1 op/s; 23/69 objects degraded (33.333%) 2026-03-09T19:31:04.712 INFO:teuthology.orchestra.run.vm10.stderr:Inferring config /var/lib/ceph/e301dc60-1bed-11f1-8e51-db7da4fd97cc/mon.a/config 2026-03-09T19:31:04.993 INFO:teuthology.orchestra.run.vm10.stdout:[client.smbdata] 2026-03-09T19:31:04.993 INFO:teuthology.orchestra.run.vm10.stdout: key = AQD4H69p5cHmOhAA2kwrcGFvzhgaZ0fxpanoYA== 2026-03-09T19:31:04.993 INFO:teuthology.orchestra.run.vm10.stdout: caps mds = "allow rw fsname=cephfs" 2026-03-09T19:31:04.993 INFO:teuthology.orchestra.run.vm10.stdout: caps mon = "allow r fsname=cephfs" 2026-03-09T19:31:04.993 INFO:teuthology.orchestra.run.vm10.stdout: caps osd = "allow rw tag cephfs data=cephfs" 2026-03-09T19:31:05.053 DEBUG:teuthology.orchestra.run.vm10:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:e911bdebe5c8faa3800735d1568fcdca65db60df shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid e301dc60-1bed-11f1-8e51-db7da4fd97cc -- bash -c 'ceph osd pool create .smb --yes-i-really-mean-it' 2026-03-09T19:31:05.420 INFO:journalctl@ceph.mon.a.vm10.stdout:Mar 09 19:31:05 vm10 bash[17485]: audit 2026-03-09T19:31:04.987965+0000 mon.a (mon.0) 302 : audit [INF] from='client.? 192.168.123.110:0/2691057117' entity='client.admin' cmd=[{"prefix": "fs authorize", "filesystem": "cephfs", "entity": "client.smbdata", "caps": ["/", "rw"]}]: dispatch 2026-03-09T19:31:05.420 INFO:journalctl@ceph.mon.a.vm10.stdout:Mar 09 19:31:05 vm10 bash[17485]: audit 2026-03-09T19:31:04.987965+0000 mon.a (mon.0) 302 : audit [INF] from='client.? 192.168.123.110:0/2691057117' entity='client.admin' cmd=[{"prefix": "fs authorize", "filesystem": "cephfs", "entity": "client.smbdata", "caps": ["/", "rw"]}]: dispatch 2026-03-09T19:31:05.420 INFO:journalctl@ceph.mon.a.vm10.stdout:Mar 09 19:31:05 vm10 bash[17485]: audit 2026-03-09T19:31:04.989800+0000 mon.a (mon.0) 303 : audit [INF] from='client.? 192.168.123.110:0/2691057117' entity='client.admin' cmd='[{"prefix": "fs authorize", "filesystem": "cephfs", "entity": "client.smbdata", "caps": ["/", "rw"]}]': finished 2026-03-09T19:31:05.420 INFO:journalctl@ceph.mon.a.vm10.stdout:Mar 09 19:31:05 vm10 bash[17485]: audit 2026-03-09T19:31:04.989800+0000 mon.a (mon.0) 303 : audit [INF] from='client.? 192.168.123.110:0/2691057117' entity='client.admin' cmd='[{"prefix": "fs authorize", "filesystem": "cephfs", "entity": "client.smbdata", "caps": ["/", "rw"]}]': finished 2026-03-09T19:31:05.420 INFO:journalctl@ceph.mon.a.vm10.stdout:Mar 09 19:31:05 vm10 bash[17485]: cluster 2026-03-09T19:31:05.060999+0000 mon.a (mon.0) 304 : cluster [WRN] Health check update: Degraded data redundancy: 23/69 objects degraded (33.333%), 11 pgs degraded (PG_DEGRADED) 2026-03-09T19:31:05.420 INFO:journalctl@ceph.mon.a.vm10.stdout:Mar 09 19:31:05 vm10 bash[17485]: cluster 2026-03-09T19:31:05.060999+0000 mon.a (mon.0) 304 : cluster [WRN] Health check update: Degraded data redundancy: 23/69 objects degraded (33.333%), 11 pgs degraded (PG_DEGRADED) 2026-03-09T19:31:06.420 INFO:journalctl@ceph.mon.a.vm10.stdout:Mar 09 19:31:06 vm10 bash[17485]: cluster 2026-03-09T19:31:05.717809+0000 mgr.x (mgr.14150) 125 : cluster [DBG] pgmap v101: 64 pgs: 11 active+undersized+degraded, 53 active+undersized; 25 KiB data, 53 MiB used, 40 GiB / 40 GiB avail; 2.5 KiB/s wr, 1 op/s; 23/69 objects degraded (33.333%) 2026-03-09T19:31:06.420 INFO:journalctl@ceph.mon.a.vm10.stdout:Mar 09 19:31:06 vm10 bash[17485]: cluster 2026-03-09T19:31:05.717809+0000 mgr.x (mgr.14150) 125 : cluster [DBG] pgmap v101: 64 pgs: 11 active+undersized+degraded, 53 active+undersized; 25 KiB data, 53 MiB used, 40 GiB / 40 GiB avail; 2.5 KiB/s wr, 1 op/s; 23/69 objects degraded (33.333%) 2026-03-09T19:31:08.729 INFO:teuthology.orchestra.run.vm10.stderr:Inferring config /var/lib/ceph/e301dc60-1bed-11f1-8e51-db7da4fd97cc/mon.a/config 2026-03-09T19:31:09.170 INFO:journalctl@ceph.mon.a.vm10.stdout:Mar 09 19:31:08 vm10 bash[17485]: cluster 2026-03-09T19:31:07.718125+0000 mgr.x (mgr.14150) 126 : cluster [DBG] pgmap v102: 64 pgs: 11 active+undersized+degraded, 53 active+undersized; 25 KiB data, 53 MiB used, 40 GiB / 40 GiB avail; 2.5 KiB/s wr, 1 op/s; 23/69 objects degraded (33.333%) 2026-03-09T19:31:09.170 INFO:journalctl@ceph.mon.a.vm10.stdout:Mar 09 19:31:08 vm10 bash[17485]: cluster 2026-03-09T19:31:07.718125+0000 mgr.x (mgr.14150) 126 : cluster [DBG] pgmap v102: 64 pgs: 11 active+undersized+degraded, 53 active+undersized; 25 KiB data, 53 MiB used, 40 GiB / 40 GiB avail; 2.5 KiB/s wr, 1 op/s; 23/69 objects degraded (33.333%) 2026-03-09T19:31:09.780 INFO:teuthology.orchestra.run.vm10.stderr:pool '.smb' created 2026-03-09T19:31:09.868 DEBUG:teuthology.orchestra.run.vm10:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:e911bdebe5c8faa3800735d1568fcdca65db60df shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid e301dc60-1bed-11f1-8e51-db7da4fd97cc -- bash -c 'ceph osd pool application enable .smb smb' 2026-03-09T19:31:10.170 INFO:journalctl@ceph.mon.a.vm10.stdout:Mar 09 19:31:09 vm10 bash[17485]: audit 2026-03-09T19:31:08.982577+0000 mon.a (mon.0) 305 : audit [INF] from='client.? 192.168.123.110:0/2559788541' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": ".smb", "yes_i_really_mean_it": true}]: dispatch 2026-03-09T19:31:10.170 INFO:journalctl@ceph.mon.a.vm10.stdout:Mar 09 19:31:09 vm10 bash[17485]: audit 2026-03-09T19:31:08.982577+0000 mon.a (mon.0) 305 : audit [INF] from='client.? 192.168.123.110:0/2559788541' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": ".smb", "yes_i_really_mean_it": true}]: dispatch 2026-03-09T19:31:11.420 INFO:journalctl@ceph.mon.a.vm10.stdout:Mar 09 19:31:11 vm10 bash[17485]: cluster 2026-03-09T19:31:09.718573+0000 mgr.x (mgr.14150) 127 : cluster [DBG] pgmap v103: 64 pgs: 11 active+undersized+degraded, 53 active+undersized; 31 KiB data, 53 MiB used, 40 GiB / 40 GiB avail; 3.2 KiB/s wr, 1 op/s; 23/69 objects degraded (33.333%) 2026-03-09T19:31:11.420 INFO:journalctl@ceph.mon.a.vm10.stdout:Mar 09 19:31:11 vm10 bash[17485]: cluster 2026-03-09T19:31:09.718573+0000 mgr.x (mgr.14150) 127 : cluster [DBG] pgmap v103: 64 pgs: 11 active+undersized+degraded, 53 active+undersized; 31 KiB data, 53 MiB used, 40 GiB / 40 GiB avail; 3.2 KiB/s wr, 1 op/s; 23/69 objects degraded (33.333%) 2026-03-09T19:31:11.420 INFO:journalctl@ceph.mon.a.vm10.stdout:Mar 09 19:31:11 vm10 bash[17485]: audit 2026-03-09T19:31:09.777811+0000 mon.a (mon.0) 306 : audit [INF] from='client.? 192.168.123.110:0/2559788541' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": ".smb", "yes_i_really_mean_it": true}]': finished 2026-03-09T19:31:11.420 INFO:journalctl@ceph.mon.a.vm10.stdout:Mar 09 19:31:11 vm10 bash[17485]: audit 2026-03-09T19:31:09.777811+0000 mon.a (mon.0) 306 : audit [INF] from='client.? 192.168.123.110:0/2559788541' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": ".smb", "yes_i_really_mean_it": true}]': finished 2026-03-09T19:31:11.420 INFO:journalctl@ceph.mon.a.vm10.stdout:Mar 09 19:31:11 vm10 bash[17485]: cluster 2026-03-09T19:31:09.784111+0000 mon.a (mon.0) 307 : cluster [DBG] osdmap e20: 2 total, 2 up, 2 in 2026-03-09T19:31:11.420 INFO:journalctl@ceph.mon.a.vm10.stdout:Mar 09 19:31:11 vm10 bash[17485]: cluster 2026-03-09T19:31:09.784111+0000 mon.a (mon.0) 307 : cluster [DBG] osdmap e20: 2 total, 2 up, 2 in 2026-03-09T19:31:12.670 INFO:journalctl@ceph.mon.a.vm10.stdout:Mar 09 19:31:12 vm10 bash[17485]: cluster 2026-03-09T19:31:10.994898+0000 mon.a (mon.0) 308 : cluster [DBG] osdmap e21: 2 total, 2 up, 2 in 2026-03-09T19:31:12.670 INFO:journalctl@ceph.mon.a.vm10.stdout:Mar 09 19:31:12 vm10 bash[17485]: cluster 2026-03-09T19:31:10.994898+0000 mon.a (mon.0) 308 : cluster [DBG] osdmap e21: 2 total, 2 up, 2 in 2026-03-09T19:31:13.670 INFO:journalctl@ceph.mon.a.vm10.stdout:Mar 09 19:31:13 vm10 bash[17485]: cluster 2026-03-09T19:31:11.718989+0000 mgr.x (mgr.14150) 128 : cluster [DBG] pgmap v106: 96 pgs: 32 unknown, 11 active+undersized+degraded, 53 active+undersized; 31 KiB data, 53 MiB used, 40 GiB / 40 GiB avail; 1023 B/s wr, 0 op/s; 23/69 objects degraded (33.333%) 2026-03-09T19:31:13.670 INFO:journalctl@ceph.mon.a.vm10.stdout:Mar 09 19:31:13 vm10 bash[17485]: cluster 2026-03-09T19:31:11.718989+0000 mgr.x (mgr.14150) 128 : cluster [DBG] pgmap v106: 96 pgs: 32 unknown, 11 active+undersized+degraded, 53 active+undersized; 31 KiB data, 53 MiB used, 40 GiB / 40 GiB avail; 1023 B/s wr, 0 op/s; 23/69 objects degraded (33.333%) 2026-03-09T19:31:13.670 INFO:journalctl@ceph.mon.a.vm10.stdout:Mar 09 19:31:13 vm10 bash[17485]: cluster 2026-03-09T19:31:12.110174+0000 mon.a (mon.0) 309 : cluster [WRN] Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2026-03-09T19:31:13.670 INFO:journalctl@ceph.mon.a.vm10.stdout:Mar 09 19:31:13 vm10 bash[17485]: cluster 2026-03-09T19:31:12.110174+0000 mon.a (mon.0) 309 : cluster [WRN] Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2026-03-09T19:31:13.670 INFO:journalctl@ceph.mon.a.vm10.stdout:Mar 09 19:31:13 vm10 bash[17485]: cluster 2026-03-09T19:31:12.312064+0000 mon.a (mon.0) 310 : cluster [DBG] osdmap e22: 2 total, 2 up, 2 in 2026-03-09T19:31:13.670 INFO:journalctl@ceph.mon.a.vm10.stdout:Mar 09 19:31:13 vm10 bash[17485]: cluster 2026-03-09T19:31:12.312064+0000 mon.a (mon.0) 310 : cluster [DBG] osdmap e22: 2 total, 2 up, 2 in 2026-03-09T19:31:14.491 INFO:teuthology.orchestra.run.vm10.stderr:Inferring config /var/lib/ceph/e301dc60-1bed-11f1-8e51-db7da4fd97cc/mon.a/config 2026-03-09T19:31:14.589 INFO:journalctl@ceph.mon.a.vm10.stdout:Mar 09 19:31:14 vm10 bash[17485]: cluster 2026-03-09T19:31:13.719416+0000 mgr.x (mgr.14150) 129 : cluster [DBG] pgmap v108: 96 pgs: 14 active+undersized+degraded, 82 active+undersized; 35 KiB data, 53 MiB used, 40 GiB / 40 GiB avail; 2.2 KiB/s wr, 1 op/s; 23/69 objects degraded (33.333%) 2026-03-09T19:31:14.589 INFO:journalctl@ceph.mon.a.vm10.stdout:Mar 09 19:31:14 vm10 bash[17485]: cluster 2026-03-09T19:31:13.719416+0000 mgr.x (mgr.14150) 129 : cluster [DBG] pgmap v108: 96 pgs: 14 active+undersized+degraded, 82 active+undersized; 35 KiB data, 53 MiB used, 40 GiB / 40 GiB avail; 2.2 KiB/s wr, 1 op/s; 23/69 objects degraded (33.333%) 2026-03-09T19:31:15.334 INFO:teuthology.orchestra.run.vm10.stderr:enabled application 'smb' on pool '.smb' 2026-03-09T19:31:15.396 DEBUG:teuthology.orchestra.run.vm10:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:e911bdebe5c8faa3800735d1568fcdca65db60df shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid e301dc60-1bed-11f1-8e51-db7da4fd97cc -- bash -c 'rados --pool=.smb --namespace=saserv1 put conf.toml /dev/stdin' 2026-03-09T19:31:15.670 INFO:journalctl@ceph.mon.a.vm10.stdout:Mar 09 19:31:15 vm10 bash[17485]: cluster 2026-03-09T19:31:14.323018+0000 mon.a (mon.0) 311 : cluster [WRN] Health check update: Degraded data redundancy: 23/69 objects degraded (33.333%), 14 pgs degraded (PG_DEGRADED) 2026-03-09T19:31:15.670 INFO:journalctl@ceph.mon.a.vm10.stdout:Mar 09 19:31:15 vm10 bash[17485]: cluster 2026-03-09T19:31:14.323018+0000 mon.a (mon.0) 311 : cluster [WRN] Health check update: Degraded data redundancy: 23/69 objects degraded (33.333%), 14 pgs degraded (PG_DEGRADED) 2026-03-09T19:31:15.670 INFO:journalctl@ceph.mon.a.vm10.stdout:Mar 09 19:31:15 vm10 bash[17485]: audit 2026-03-09T19:31:14.750009+0000 mon.a (mon.0) 312 : audit [INF] from='client.? 192.168.123.110:0/1840071177' entity='client.admin' cmd=[{"prefix": "osd pool application enable", "pool": ".smb", "app": "smb"}]: dispatch 2026-03-09T19:31:15.670 INFO:journalctl@ceph.mon.a.vm10.stdout:Mar 09 19:31:15 vm10 bash[17485]: audit 2026-03-09T19:31:14.750009+0000 mon.a (mon.0) 312 : audit [INF] from='client.? 192.168.123.110:0/1840071177' entity='client.admin' cmd=[{"prefix": "osd pool application enable", "pool": ".smb", "app": "smb"}]: dispatch 2026-03-09T19:31:16.670 INFO:journalctl@ceph.mon.a.vm10.stdout:Mar 09 19:31:16 vm10 bash[17485]: audit 2026-03-09T19:31:15.332402+0000 mon.a (mon.0) 313 : audit [INF] from='client.? 192.168.123.110:0/1840071177' entity='client.admin' cmd='[{"prefix": "osd pool application enable", "pool": ".smb", "app": "smb"}]': finished 2026-03-09T19:31:16.670 INFO:journalctl@ceph.mon.a.vm10.stdout:Mar 09 19:31:16 vm10 bash[17485]: audit 2026-03-09T19:31:15.332402+0000 mon.a (mon.0) 313 : audit [INF] from='client.? 192.168.123.110:0/1840071177' entity='client.admin' cmd='[{"prefix": "osd pool application enable", "pool": ".smb", "app": "smb"}]': finished 2026-03-09T19:31:16.670 INFO:journalctl@ceph.mon.a.vm10.stdout:Mar 09 19:31:16 vm10 bash[17485]: cluster 2026-03-09T19:31:15.334535+0000 mon.a (mon.0) 314 : cluster [DBG] osdmap e23: 2 total, 2 up, 2 in 2026-03-09T19:31:16.670 INFO:journalctl@ceph.mon.a.vm10.stdout:Mar 09 19:31:16 vm10 bash[17485]: cluster 2026-03-09T19:31:15.334535+0000 mon.a (mon.0) 314 : cluster [DBG] osdmap e23: 2 total, 2 up, 2 in 2026-03-09T19:31:16.670 INFO:journalctl@ceph.mon.a.vm10.stdout:Mar 09 19:31:16 vm10 bash[17485]: cluster 2026-03-09T19:31:15.719786+0000 mgr.x (mgr.14150) 130 : cluster [DBG] pgmap v110: 96 pgs: 14 active+undersized+degraded, 82 active+undersized; 35 KiB data, 53 MiB used, 40 GiB / 40 GiB avail; 861 B/s wr, 0 op/s; 23/69 objects degraded (33.333%) 2026-03-09T19:31:16.670 INFO:journalctl@ceph.mon.a.vm10.stdout:Mar 09 19:31:16 vm10 bash[17485]: cluster 2026-03-09T19:31:15.719786+0000 mgr.x (mgr.14150) 130 : cluster [DBG] pgmap v110: 96 pgs: 14 active+undersized+degraded, 82 active+undersized; 35 KiB data, 53 MiB used, 40 GiB / 40 GiB avail; 861 B/s wr, 0 op/s; 23/69 objects degraded (33.333%) 2026-03-09T19:31:17.670 INFO:journalctl@ceph.mon.a.vm10.stdout:Mar 09 19:31:17 vm10 bash[17485]: cluster 2026-03-09T19:31:16.332521+0000 mon.a (mon.0) 315 : cluster [INF] Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2026-03-09T19:31:17.670 INFO:journalctl@ceph.mon.a.vm10.stdout:Mar 09 19:31:17 vm10 bash[17485]: cluster 2026-03-09T19:31:16.332521+0000 mon.a (mon.0) 315 : cluster [INF] Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2026-03-09T19:31:18.670 INFO:journalctl@ceph.mon.a.vm10.stdout:Mar 09 19:31:18 vm10 bash[17485]: cluster 2026-03-09T19:31:17.720127+0000 mgr.x (mgr.14150) 131 : cluster [DBG] pgmap v111: 96 pgs: 14 active+undersized+degraded, 82 active+undersized; 35 KiB data, 53 MiB used, 40 GiB / 40 GiB avail; 761 B/s wr, 0 op/s; 23/69 objects degraded (33.333%) 2026-03-09T19:31:18.670 INFO:journalctl@ceph.mon.a.vm10.stdout:Mar 09 19:31:18 vm10 bash[17485]: cluster 2026-03-09T19:31:17.720127+0000 mgr.x (mgr.14150) 131 : cluster [DBG] pgmap v111: 96 pgs: 14 active+undersized+degraded, 82 active+undersized; 35 KiB data, 53 MiB used, 40 GiB / 40 GiB avail; 761 B/s wr, 0 op/s; 23/69 objects degraded (33.333%) 2026-03-09T19:31:20.015 INFO:teuthology.orchestra.run.vm10.stderr:Inferring config /var/lib/ceph/e301dc60-1bed-11f1-8e51-db7da4fd97cc/mon.a/config 2026-03-09T19:31:20.166 INFO:teuthology.run_tasks:Running task cephadm.apply... 2026-03-09T19:31:20.168 INFO:tasks.cephadm:Applying spec(s): cluster_id: saserv1 config_uri: rados://.smb/saserv1/conf.toml include_ceph_users: - client.smbdata placement: count: 1 service_id: saserv1 service_type: smb 2026-03-09T19:31:20.168 DEBUG:teuthology.orchestra.run.vm10:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:e911bdebe5c8faa3800735d1568fcdca65db60df shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid e301dc60-1bed-11f1-8e51-db7da4fd97cc -- ceph orch apply -i - 2026-03-09T19:31:21.028 INFO:journalctl@ceph.mon.a.vm10.stdout:Mar 09 19:31:20 vm10 bash[17485]: cluster 2026-03-09T19:31:19.720521+0000 mgr.x (mgr.14150) 132 : cluster [DBG] pgmap v112: 96 pgs: 14 active+undersized+degraded, 82 active+undersized; 35 KiB data, 53 MiB used, 40 GiB / 40 GiB avail; 639 B/s wr, 0 op/s; 23/69 objects degraded (33.333%) 2026-03-09T19:31:21.028 INFO:journalctl@ceph.mon.a.vm10.stdout:Mar 09 19:31:20 vm10 bash[17485]: cluster 2026-03-09T19:31:19.720521+0000 mgr.x (mgr.14150) 132 : cluster [DBG] pgmap v112: 96 pgs: 14 active+undersized+degraded, 82 active+undersized; 35 KiB data, 53 MiB used, 40 GiB / 40 GiB avail; 639 B/s wr, 0 op/s; 23/69 objects degraded (33.333%) 2026-03-09T19:31:23.170 INFO:journalctl@ceph.mon.a.vm10.stdout:Mar 09 19:31:22 vm10 bash[17485]: cluster 2026-03-09T19:31:21.720884+0000 mgr.x (mgr.14150) 133 : cluster [DBG] pgmap v113: 96 pgs: 14 active+undersized+degraded, 82 active+undersized; 35 KiB data, 53 MiB used, 40 GiB / 40 GiB avail; 544 B/s wr, 0 op/s; 23/69 objects degraded (33.333%) 2026-03-09T19:31:23.170 INFO:journalctl@ceph.mon.a.vm10.stdout:Mar 09 19:31:22 vm10 bash[17485]: cluster 2026-03-09T19:31:21.720884+0000 mgr.x (mgr.14150) 133 : cluster [DBG] pgmap v113: 96 pgs: 14 active+undersized+degraded, 82 active+undersized; 35 KiB data, 53 MiB used, 40 GiB / 40 GiB avail; 544 B/s wr, 0 op/s; 23/69 objects degraded (33.333%) 2026-03-09T19:31:24.033 INFO:teuthology.orchestra.run.vm10.stderr:Inferring config /var/lib/ceph/e301dc60-1bed-11f1-8e51-db7da4fd97cc/mon.a/config 2026-03-09T19:31:24.118 INFO:journalctl@ceph.mon.a.vm10.stdout:Mar 09 19:31:23 vm10 bash[17485]: cluster 2026-03-09T19:31:23.780595+0000 mon.a (mon.0) 316 : cluster [WRN] Health check update: Degraded data redundancy: 24/72 objects degraded (33.333%), 14 pgs degraded (PG_DEGRADED) 2026-03-09T19:31:24.118 INFO:journalctl@ceph.mon.a.vm10.stdout:Mar 09 19:31:23 vm10 bash[17485]: cluster 2026-03-09T19:31:23.780595+0000 mon.a (mon.0) 316 : cluster [WRN] Health check update: Degraded data redundancy: 24/72 objects degraded (33.333%), 14 pgs degraded (PG_DEGRADED) 2026-03-09T19:31:24.296 INFO:teuthology.orchestra.run.vm10.stdout:Scheduled smb.saserv1 update... 2026-03-09T19:31:24.382 INFO:teuthology.run_tasks:Running task cephadm.wait_for_service... 2026-03-09T19:31:24.385 INFO:tasks.cephadm:Waiting for ceph service smb.saserv1 to start (timeout 300)... 2026-03-09T19:31:24.385 DEBUG:teuthology.orchestra.run.vm10:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:e911bdebe5c8faa3800735d1568fcdca65db60df shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid e301dc60-1bed-11f1-8e51-db7da4fd97cc -- ceph orch ls -f json 2026-03-09T19:31:24.852 INFO:journalctl@ceph.mgr.x.vm10.stdout:Mar 09 19:31:24 vm10 systemd[1]: /etc/systemd/system/ceph-e301dc60-1bed-11f1-8e51-db7da4fd97cc@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2026-03-09T19:31:24.852 INFO:journalctl@ceph.mon.a.vm10.stdout:Mar 09 19:31:24 vm10 systemd[1]: /etc/systemd/system/ceph-e301dc60-1bed-11f1-8e51-db7da4fd97cc@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2026-03-09T19:31:24.852 INFO:journalctl@ceph.mon.a.vm10.stdout:Mar 09 19:31:24 vm10 bash[17485]: cluster 2026-03-09T19:31:23.721452+0000 mgr.x (mgr.14150) 134 : cluster [DBG] pgmap v114: 96 pgs: 14 active+undersized+degraded, 82 active+undersized; 36 KiB data, 53 MiB used, 40 GiB / 40 GiB avail; 102 B/s wr, 0 op/s; 24/72 objects degraded (33.333%) 2026-03-09T19:31:24.852 INFO:journalctl@ceph.mon.a.vm10.stdout:Mar 09 19:31:24 vm10 bash[17485]: cluster 2026-03-09T19:31:23.721452+0000 mgr.x (mgr.14150) 134 : cluster [DBG] pgmap v114: 96 pgs: 14 active+undersized+degraded, 82 active+undersized; 36 KiB data, 53 MiB used, 40 GiB / 40 GiB avail; 102 B/s wr, 0 op/s; 24/72 objects degraded (33.333%) 2026-03-09T19:31:24.852 INFO:journalctl@ceph.mon.a.vm10.stdout:Mar 09 19:31:24 vm10 bash[17485]: audit 2026-03-09T19:31:24.292843+0000 mon.a (mon.0) 317 : audit [INF] from='mgr.14150 192.168.123.110:0/529845335' entity='mgr.x' 2026-03-09T19:31:24.852 INFO:journalctl@ceph.mon.a.vm10.stdout:Mar 09 19:31:24 vm10 bash[17485]: audit 2026-03-09T19:31:24.292843+0000 mon.a (mon.0) 317 : audit [INF] from='mgr.14150 192.168.123.110:0/529845335' entity='mgr.x' 2026-03-09T19:31:24.852 INFO:journalctl@ceph.mon.a.vm10.stdout:Mar 09 19:31:24 vm10 bash[17485]: audit 2026-03-09T19:31:24.293425+0000 mon.a (mon.0) 318 : audit [DBG] from='mgr.14150 192.168.123.110:0/529845335' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2026-03-09T19:31:24.852 INFO:journalctl@ceph.mon.a.vm10.stdout:Mar 09 19:31:24 vm10 bash[17485]: audit 2026-03-09T19:31:24.293425+0000 mon.a (mon.0) 318 : audit [DBG] from='mgr.14150 192.168.123.110:0/529845335' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2026-03-09T19:31:24.852 INFO:journalctl@ceph.mon.a.vm10.stdout:Mar 09 19:31:24 vm10 bash[17485]: audit 2026-03-09T19:31:24.294368+0000 mon.a (mon.0) 319 : audit [DBG] from='mgr.14150 192.168.123.110:0/529845335' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-03-09T19:31:24.852 INFO:journalctl@ceph.mon.a.vm10.stdout:Mar 09 19:31:24 vm10 bash[17485]: audit 2026-03-09T19:31:24.294368+0000 mon.a (mon.0) 319 : audit [DBG] from='mgr.14150 192.168.123.110:0/529845335' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-03-09T19:31:24.852 INFO:journalctl@ceph.mon.a.vm10.stdout:Mar 09 19:31:24 vm10 bash[17485]: audit 2026-03-09T19:31:24.294875+0000 mon.a (mon.0) 320 : audit [INF] from='mgr.14150 192.168.123.110:0/529845335' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2026-03-09T19:31:24.852 INFO:journalctl@ceph.mon.a.vm10.stdout:Mar 09 19:31:24 vm10 bash[17485]: audit 2026-03-09T19:31:24.294875+0000 mon.a (mon.0) 320 : audit [INF] from='mgr.14150 192.168.123.110:0/529845335' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2026-03-09T19:31:24.852 INFO:journalctl@ceph.mon.a.vm10.stdout:Mar 09 19:31:24 vm10 bash[17485]: audit 2026-03-09T19:31:24.297559+0000 mon.a (mon.0) 321 : audit [INF] from='mgr.14150 192.168.123.110:0/529845335' entity='mgr.x' 2026-03-09T19:31:24.852 INFO:journalctl@ceph.mon.a.vm10.stdout:Mar 09 19:31:24 vm10 bash[17485]: audit 2026-03-09T19:31:24.297559+0000 mon.a (mon.0) 321 : audit [INF] from='mgr.14150 192.168.123.110:0/529845335' entity='mgr.x' 2026-03-09T19:31:24.852 INFO:journalctl@ceph.mon.a.vm10.stdout:Mar 09 19:31:24 vm10 bash[17485]: audit 2026-03-09T19:31:24.298852+0000 mon.a (mon.0) 322 : audit [INF] from='mgr.14150 192.168.123.110:0/529845335' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "client.smb.config.saserv1.vm10.giwgtg", "caps": ["mon", "allow r, allow command \"config-key get\" with \"key\" prefix \"smb/config/saserv1/\"", "osd", "allow r pool=.smb"]}]: dispatch 2026-03-09T19:31:24.852 INFO:journalctl@ceph.mon.a.vm10.stdout:Mar 09 19:31:24 vm10 bash[17485]: audit 2026-03-09T19:31:24.298852+0000 mon.a (mon.0) 322 : audit [INF] from='mgr.14150 192.168.123.110:0/529845335' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "client.smb.config.saserv1.vm10.giwgtg", "caps": ["mon", "allow r, allow command \"config-key get\" with \"key\" prefix \"smb/config/saserv1/\"", "osd", "allow r pool=.smb"]}]: dispatch 2026-03-09T19:31:24.852 INFO:journalctl@ceph.mon.a.vm10.stdout:Mar 09 19:31:24 vm10 bash[17485]: audit 2026-03-09T19:31:24.299848+0000 mon.a (mon.0) 323 : audit [INF] from='mgr.14150 192.168.123.110:0/529845335' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "client.smb.config.saserv1.vm10.giwgtg", "caps": ["mon", "allow r, allow command \"config-key get\" with \"key\" prefix \"smb/config/saserv1/\"", "osd", "allow r pool=.smb"]}]': finished 2026-03-09T19:31:24.852 INFO:journalctl@ceph.mon.a.vm10.stdout:Mar 09 19:31:24 vm10 bash[17485]: audit 2026-03-09T19:31:24.299848+0000 mon.a (mon.0) 323 : audit [INF] from='mgr.14150 192.168.123.110:0/529845335' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "client.smb.config.saserv1.vm10.giwgtg", "caps": ["mon", "allow r, allow command \"config-key get\" with \"key\" prefix \"smb/config/saserv1/\"", "osd", "allow r pool=.smb"]}]': finished 2026-03-09T19:31:24.852 INFO:journalctl@ceph.mon.a.vm10.stdout:Mar 09 19:31:24 vm10 bash[17485]: audit 2026-03-09T19:31:24.301836+0000 mon.a (mon.0) 324 : audit [INF] from='mgr.14150 192.168.123.110:0/529845335' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.smbdata"}]: dispatch 2026-03-09T19:31:24.852 INFO:journalctl@ceph.mon.a.vm10.stdout:Mar 09 19:31:24 vm10 bash[17485]: audit 2026-03-09T19:31:24.301836+0000 mon.a (mon.0) 324 : audit [INF] from='mgr.14150 192.168.123.110:0/529845335' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.smbdata"}]: dispatch 2026-03-09T19:31:24.852 INFO:journalctl@ceph.mon.a.vm10.stdout:Mar 09 19:31:24 vm10 bash[17485]: audit 2026-03-09T19:31:24.302194+0000 mon.a (mon.0) 325 : audit [DBG] from='mgr.14150 192.168.123.110:0/529845335' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-03-09T19:31:24.852 INFO:journalctl@ceph.mon.a.vm10.stdout:Mar 09 19:31:24 vm10 bash[17485]: audit 2026-03-09T19:31:24.302194+0000 mon.a (mon.0) 325 : audit [DBG] from='mgr.14150 192.168.123.110:0/529845335' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-03-09T19:31:24.852 INFO:journalctl@ceph.osd.1.vm10.stdout:Mar 09 19:31:24 vm10 systemd[1]: /etc/systemd/system/ceph-e301dc60-1bed-11f1-8e51-db7da4fd97cc@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2026-03-09T19:31:24.852 INFO:journalctl@ceph.osd.0.vm10.stdout:Mar 09 19:31:24 vm10 systemd[1]: /etc/systemd/system/ceph-e301dc60-1bed-11f1-8e51-db7da4fd97cc@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2026-03-09T19:31:25.170 INFO:journalctl@ceph.mgr.x.vm10.stdout:Mar 09 19:31:24 vm10 systemd[1]: /etc/systemd/system/ceph-e301dc60-1bed-11f1-8e51-db7da4fd97cc@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2026-03-09T19:31:25.170 INFO:journalctl@ceph.mon.a.vm10.stdout:Mar 09 19:31:24 vm10 systemd[1]: /etc/systemd/system/ceph-e301dc60-1bed-11f1-8e51-db7da4fd97cc@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2026-03-09T19:31:25.170 INFO:journalctl@ceph.osd.1.vm10.stdout:Mar 09 19:31:24 vm10 systemd[1]: /etc/systemd/system/ceph-e301dc60-1bed-11f1-8e51-db7da4fd97cc@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2026-03-09T19:31:25.170 INFO:journalctl@ceph.osd.0.vm10.stdout:Mar 09 19:31:24 vm10 systemd[1]: /etc/systemd/system/ceph-e301dc60-1bed-11f1-8e51-db7da4fd97cc@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2026-03-09T19:31:26.170 INFO:journalctl@ceph.mon.a.vm10.stdout:Mar 09 19:31:25 vm10 bash[17485]: audit 2026-03-09T19:31:24.288746+0000 mgr.x (mgr.14150) 135 : audit [DBG] from='client.14253 -' entity='client.admin' cmd=[{"prefix": "orch apply", "target": ["mon-mgr", ""]}]: dispatch 2026-03-09T19:31:26.170 INFO:journalctl@ceph.mon.a.vm10.stdout:Mar 09 19:31:25 vm10 bash[17485]: audit 2026-03-09T19:31:24.288746+0000 mgr.x (mgr.14150) 135 : audit [DBG] from='client.14253 -' entity='client.admin' cmd=[{"prefix": "orch apply", "target": ["mon-mgr", ""]}]: dispatch 2026-03-09T19:31:26.170 INFO:journalctl@ceph.mon.a.vm10.stdout:Mar 09 19:31:25 vm10 bash[17485]: cephadm 2026-03-09T19:31:24.290088+0000 mgr.x (mgr.14150) 136 : cephadm [INF] Saving service smb.saserv1 spec with placement count:1 2026-03-09T19:31:26.170 INFO:journalctl@ceph.mon.a.vm10.stdout:Mar 09 19:31:25 vm10 bash[17485]: cephadm 2026-03-09T19:31:24.290088+0000 mgr.x (mgr.14150) 136 : cephadm [INF] Saving service smb.saserv1 spec with placement count:1 2026-03-09T19:31:26.170 INFO:journalctl@ceph.mon.a.vm10.stdout:Mar 09 19:31:25 vm10 bash[17485]: cephadm 2026-03-09T19:31:24.302792+0000 mgr.x (mgr.14150) 137 : cephadm [INF] Deploying daemon smb.saserv1.vm10.giwgtg on vm10 2026-03-09T19:31:26.170 INFO:journalctl@ceph.mon.a.vm10.stdout:Mar 09 19:31:25 vm10 bash[17485]: cephadm 2026-03-09T19:31:24.302792+0000 mgr.x (mgr.14150) 137 : cephadm [INF] Deploying daemon smb.saserv1.vm10.giwgtg on vm10 2026-03-09T19:31:27.170 INFO:journalctl@ceph.mon.a.vm10.stdout:Mar 09 19:31:26 vm10 bash[17485]: cluster 2026-03-09T19:31:25.721858+0000 mgr.x (mgr.14150) 138 : cluster [DBG] pgmap v115: 96 pgs: 14 active+undersized+degraded, 82 active+undersized; 36 KiB data, 53 MiB used, 40 GiB / 40 GiB avail; 98 B/s wr, 0 op/s; 24/72 objects degraded (33.333%) 2026-03-09T19:31:27.170 INFO:journalctl@ceph.mon.a.vm10.stdout:Mar 09 19:31:26 vm10 bash[17485]: cluster 2026-03-09T19:31:25.721858+0000 mgr.x (mgr.14150) 138 : cluster [DBG] pgmap v115: 96 pgs: 14 active+undersized+degraded, 82 active+undersized; 36 KiB data, 53 MiB used, 40 GiB / 40 GiB avail; 98 B/s wr, 0 op/s; 24/72 objects degraded (33.333%) 2026-03-09T19:31:28.052 INFO:teuthology.orchestra.run.vm10.stderr:Inferring config /var/lib/ceph/e301dc60-1bed-11f1-8e51-db7da4fd97cc/mon.a/config 2026-03-09T19:31:28.460 INFO:teuthology.orchestra.run.vm10.stdout: 2026-03-09T19:31:28.460 INFO:teuthology.orchestra.run.vm10.stdout:[{"events": ["2026-03-09T19:30:43.912851Z service:mds.cephfs [INFO] \"service was created\""], "placement": {"count": 2}, "service_id": "cephfs", "service_name": "mds.cephfs", "service_type": "mds", "status": {"created": "2026-03-09T19:30:41.856940Z", "last_refresh": "2026-03-09T19:30:53.883883Z", "running": 2, "size": 2}}, {"events": ["2026-03-09T19:28:37.599359Z service:mgr [INFO] \"service was created\""], "placement": {"count": 1, "hosts": ["vm10=x"]}, "service_name": "mgr", "service_type": "mgr", "status": {"created": "2026-03-09T19:28:37.588328Z", "last_refresh": "2026-03-09T19:30:53.883822Z", "running": 1, "size": 1}}, {"events": ["2026-03-09T19:28:23.424675Z service:mon [INFO] \"service was created\""], "placement": {"count": 1, "hosts": ["vm10:192.168.123.110=a"]}, "service_name": "mon", "service_type": "mon", "status": {"created": "2026-03-09T19:28:23.412256Z", "last_refresh": "2026-03-09T19:30:53.883955Z", "running": 1, "size": 1}}, {"service_name": "osd", "service_type": "osd", "spec": {"filter_logic": "AND", "objectstore": "bluestore"}, "status": {"container_image_id": "654f31e6858eb235bbece362255b685a945f2b6a367e2b88c4930c984fbb214c", "container_image_name": "quay.ceph.io/ceph-ci/ceph@sha256:8fda260ab1d2d3118a1622f7df75f44f285dfe74e71793626152a711c12bf2cc", "last_refresh": "2026-03-09T19:30:53.883922Z", "running": 2, "size": 2}, "unmanaged": true}, {"events": ["2026-03-09T19:31:24.293095Z service:smb.saserv1 [INFO] \"service was created\""], "placement": {"count": 1}, "service_id": "saserv1", "service_name": "smb.saserv1", "service_type": "smb", "spec": {"cluster_id": "saserv1", "config_uri": "rados://.smb/saserv1/conf.toml", "include_ceph_users": ["client.smbdata"]}, "status": {"created": "2026-03-09T19:31:24.290101Z", "running": 0, "size": 1}}] 2026-03-09T19:31:28.581 INFO:tasks.cephadm:smb.saserv1 has 0/1 2026-03-09T19:31:29.170 INFO:journalctl@ceph.mon.a.vm10.stdout:Mar 09 19:31:28 vm10 bash[17485]: cluster 2026-03-09T19:31:27.722232+0000 mgr.x (mgr.14150) 139 : cluster [DBG] pgmap v116: 96 pgs: 14 active+undersized+degraded, 82 active+undersized; 36 KiB data, 53 MiB used, 40 GiB / 40 GiB avail; 85 B/s wr, 0 op/s; 24/72 objects degraded (33.333%) 2026-03-09T19:31:29.170 INFO:journalctl@ceph.mon.a.vm10.stdout:Mar 09 19:31:28 vm10 bash[17485]: cluster 2026-03-09T19:31:27.722232+0000 mgr.x (mgr.14150) 139 : cluster [DBG] pgmap v116: 96 pgs: 14 active+undersized+degraded, 82 active+undersized; 36 KiB data, 53 MiB used, 40 GiB / 40 GiB avail; 85 B/s wr, 0 op/s; 24/72 objects degraded (33.333%) 2026-03-09T19:31:29.582 DEBUG:teuthology.orchestra.run.vm10:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:e911bdebe5c8faa3800735d1568fcdca65db60df shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid e301dc60-1bed-11f1-8e51-db7da4fd97cc -- ceph orch ls -f json 2026-03-09T19:31:30.170 INFO:journalctl@ceph.mon.a.vm10.stdout:Mar 09 19:31:29 vm10 bash[17485]: audit 2026-03-09T19:31:28.456435+0000 mgr.x (mgr.14150) 140 : audit [DBG] from='client.14255 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2026-03-09T19:31:30.170 INFO:journalctl@ceph.mon.a.vm10.stdout:Mar 09 19:31:29 vm10 bash[17485]: audit 2026-03-09T19:31:28.456435+0000 mgr.x (mgr.14150) 140 : audit [DBG] from='client.14255 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2026-03-09T19:31:30.920 INFO:journalctl@ceph.mon.a.vm10.stdout:Mar 09 19:31:30 vm10 bash[17485]: cluster 2026-03-09T19:31:29.722625+0000 mgr.x (mgr.14150) 141 : cluster [DBG] pgmap v117: 96 pgs: 14 active+undersized+degraded, 82 active+undersized; 36 KiB data, 53 MiB used, 40 GiB / 40 GiB avail; 85 B/s wr, 0 op/s; 24/72 objects degraded (33.333%) 2026-03-09T19:31:30.920 INFO:journalctl@ceph.mon.a.vm10.stdout:Mar 09 19:31:30 vm10 bash[17485]: cluster 2026-03-09T19:31:29.722625+0000 mgr.x (mgr.14150) 141 : cluster [DBG] pgmap v117: 96 pgs: 14 active+undersized+degraded, 82 active+undersized; 36 KiB data, 53 MiB used, 40 GiB / 40 GiB avail; 85 B/s wr, 0 op/s; 24/72 objects degraded (33.333%) 2026-03-09T19:31:33.170 INFO:journalctl@ceph.mon.a.vm10.stdout:Mar 09 19:31:32 vm10 bash[17485]: cluster 2026-03-09T19:31:31.722956+0000 mgr.x (mgr.14150) 142 : cluster [DBG] pgmap v118: 96 pgs: 14 active+undersized+degraded, 82 active+undersized; 36 KiB data, 53 MiB used, 40 GiB / 40 GiB avail; 85 B/s wr, 0 op/s; 24/72 objects degraded (33.333%) 2026-03-09T19:31:33.170 INFO:journalctl@ceph.mon.a.vm10.stdout:Mar 09 19:31:32 vm10 bash[17485]: cluster 2026-03-09T19:31:31.722956+0000 mgr.x (mgr.14150) 142 : cluster [DBG] pgmap v118: 96 pgs: 14 active+undersized+degraded, 82 active+undersized; 36 KiB data, 53 MiB used, 40 GiB / 40 GiB avail; 85 B/s wr, 0 op/s; 24/72 objects degraded (33.333%) 2026-03-09T19:31:34.227 INFO:teuthology.orchestra.run.vm10.stderr:Inferring config /var/lib/ceph/e301dc60-1bed-11f1-8e51-db7da4fd97cc/mon.a/config 2026-03-09T19:31:34.535 INFO:teuthology.orchestra.run.vm10.stdout: 2026-03-09T19:31:34.535 INFO:teuthology.orchestra.run.vm10.stdout:[{"events": ["2026-03-09T19:30:43.912851Z service:mds.cephfs [INFO] \"service was created\""], "placement": {"count": 2}, "service_id": "cephfs", "service_name": "mds.cephfs", "service_type": "mds", "status": {"created": "2026-03-09T19:30:41.856940Z", "last_refresh": "2026-03-09T19:30:53.883883Z", "running": 2, "size": 2}}, {"events": ["2026-03-09T19:28:37.599359Z service:mgr [INFO] \"service was created\""], "placement": {"count": 1, "hosts": ["vm10=x"]}, "service_name": "mgr", "service_type": "mgr", "status": {"created": "2026-03-09T19:28:37.588328Z", "last_refresh": "2026-03-09T19:30:53.883822Z", "running": 1, "size": 1}}, {"events": ["2026-03-09T19:28:23.424675Z service:mon [INFO] \"service was created\""], "placement": {"count": 1, "hosts": ["vm10:192.168.123.110=a"]}, "service_name": "mon", "service_type": "mon", "status": {"created": "2026-03-09T19:28:23.412256Z", "last_refresh": "2026-03-09T19:30:53.883955Z", "running": 1, "size": 1}}, {"service_name": "osd", "service_type": "osd", "spec": {"filter_logic": "AND", "objectstore": "bluestore"}, "status": {"container_image_id": "654f31e6858eb235bbece362255b685a945f2b6a367e2b88c4930c984fbb214c", "container_image_name": "quay.ceph.io/ceph-ci/ceph@sha256:8fda260ab1d2d3118a1622f7df75f44f285dfe74e71793626152a711c12bf2cc", "last_refresh": "2026-03-09T19:30:53.883922Z", "running": 2, "size": 2}, "unmanaged": true}, {"events": ["2026-03-09T19:31:24.293095Z service:smb.saserv1 [INFO] \"service was created\""], "placement": {"count": 1}, "service_id": "saserv1", "service_name": "smb.saserv1", "service_type": "smb", "spec": {"cluster_id": "saserv1", "config_uri": "rados://.smb/saserv1/conf.toml", "include_ceph_users": ["client.smbdata"]}, "status": {"created": "2026-03-09T19:31:24.290101Z", "running": 0, "size": 1}}] 2026-03-09T19:31:34.654 INFO:tasks.cephadm:smb.saserv1 has 0/1 2026-03-09T19:31:35.420 INFO:journalctl@ceph.mon.a.vm10.stdout:Mar 09 19:31:35 vm10 bash[17485]: cluster 2026-03-09T19:31:33.723382+0000 mgr.x (mgr.14150) 143 : cluster [DBG] pgmap v119: 96 pgs: 14 active+undersized+degraded, 82 active+undersized; 36 KiB data, 53 MiB used, 40 GiB / 40 GiB avail; 85 B/s wr, 0 op/s; 24/72 objects degraded (33.333%) 2026-03-09T19:31:35.420 INFO:journalctl@ceph.mon.a.vm10.stdout:Mar 09 19:31:35 vm10 bash[17485]: cluster 2026-03-09T19:31:33.723382+0000 mgr.x (mgr.14150) 143 : cluster [DBG] pgmap v119: 96 pgs: 14 active+undersized+degraded, 82 active+undersized; 36 KiB data, 53 MiB used, 40 GiB / 40 GiB avail; 85 B/s wr, 0 op/s; 24/72 objects degraded (33.333%) 2026-03-09T19:31:35.420 INFO:journalctl@ceph.mon.a.vm10.stdout:Mar 09 19:31:35 vm10 bash[17485]: audit 2026-03-09T19:31:34.599257+0000 mon.a (mon.0) 326 : audit [INF] from='mgr.14150 192.168.123.110:0/529845335' entity='mgr.x' 2026-03-09T19:31:35.420 INFO:journalctl@ceph.mon.a.vm10.stdout:Mar 09 19:31:35 vm10 bash[17485]: audit 2026-03-09T19:31:34.599257+0000 mon.a (mon.0) 326 : audit [INF] from='mgr.14150 192.168.123.110:0/529845335' entity='mgr.x' 2026-03-09T19:31:35.420 INFO:journalctl@ceph.mon.a.vm10.stdout:Mar 09 19:31:35 vm10 bash[17485]: audit 2026-03-09T19:31:34.605529+0000 mon.a (mon.0) 327 : audit [INF] from='mgr.14150 192.168.123.110:0/529845335' entity='mgr.x' 2026-03-09T19:31:35.420 INFO:journalctl@ceph.mon.a.vm10.stdout:Mar 09 19:31:35 vm10 bash[17485]: audit 2026-03-09T19:31:34.605529+0000 mon.a (mon.0) 327 : audit [INF] from='mgr.14150 192.168.123.110:0/529845335' entity='mgr.x' 2026-03-09T19:31:35.420 INFO:journalctl@ceph.mon.a.vm10.stdout:Mar 09 19:31:35 vm10 bash[17485]: audit 2026-03-09T19:31:34.609222+0000 mon.a (mon.0) 328 : audit [INF] from='mgr.14150 192.168.123.110:0/529845335' entity='mgr.x' 2026-03-09T19:31:35.420 INFO:journalctl@ceph.mon.a.vm10.stdout:Mar 09 19:31:35 vm10 bash[17485]: audit 2026-03-09T19:31:34.609222+0000 mon.a (mon.0) 328 : audit [INF] from='mgr.14150 192.168.123.110:0/529845335' entity='mgr.x' 2026-03-09T19:31:35.420 INFO:journalctl@ceph.mon.a.vm10.stdout:Mar 09 19:31:35 vm10 bash[17485]: audit 2026-03-09T19:31:34.614840+0000 mon.a (mon.0) 329 : audit [INF] from='mgr.14150 192.168.123.110:0/529845335' entity='mgr.x' 2026-03-09T19:31:35.420 INFO:journalctl@ceph.mon.a.vm10.stdout:Mar 09 19:31:35 vm10 bash[17485]: audit 2026-03-09T19:31:34.614840+0000 mon.a (mon.0) 329 : audit [INF] from='mgr.14150 192.168.123.110:0/529845335' entity='mgr.x' 2026-03-09T19:31:35.420 INFO:journalctl@ceph.mon.a.vm10.stdout:Mar 09 19:31:35 vm10 bash[17485]: audit 2026-03-09T19:31:34.639389+0000 mon.a (mon.0) 330 : audit [DBG] from='mgr.14150 192.168.123.110:0/529845335' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2026-03-09T19:31:35.420 INFO:journalctl@ceph.mon.a.vm10.stdout:Mar 09 19:31:35 vm10 bash[17485]: audit 2026-03-09T19:31:34.639389+0000 mon.a (mon.0) 330 : audit [DBG] from='mgr.14150 192.168.123.110:0/529845335' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2026-03-09T19:31:35.655 DEBUG:teuthology.orchestra.run.vm10:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:e911bdebe5c8faa3800735d1568fcdca65db60df shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid e301dc60-1bed-11f1-8e51-db7da4fd97cc -- ceph orch ls -f json 2026-03-09T19:31:36.420 INFO:journalctl@ceph.mon.a.vm10.stdout:Mar 09 19:31:36 vm10 bash[17485]: audit 2026-03-09T19:31:34.524150+0000 mgr.x (mgr.14150) 144 : audit [DBG] from='client.14259 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2026-03-09T19:31:36.420 INFO:journalctl@ceph.mon.a.vm10.stdout:Mar 09 19:31:36 vm10 bash[17485]: audit 2026-03-09T19:31:34.524150+0000 mgr.x (mgr.14150) 144 : audit [DBG] from='client.14259 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2026-03-09T19:31:36.420 INFO:journalctl@ceph.mon.a.vm10.stdout:Mar 09 19:31:36 vm10 bash[17485]: cephadm 2026-03-09T19:31:34.609793+0000 mgr.x (mgr.14150) 145 : cephadm [WRN] config is a no-op 2026-03-09T19:31:36.420 INFO:journalctl@ceph.mon.a.vm10.stdout:Mar 09 19:31:36 vm10 bash[17485]: cephadm 2026-03-09T19:31:34.609793+0000 mgr.x (mgr.14150) 145 : cephadm [WRN] config is a no-op 2026-03-09T19:31:37.420 INFO:journalctl@ceph.mon.a.vm10.stdout:Mar 09 19:31:37 vm10 bash[17485]: cluster 2026-03-09T19:31:35.723727+0000 mgr.x (mgr.14150) 146 : cluster [DBG] pgmap v120: 96 pgs: 14 active+undersized+degraded, 82 active+undersized; 36 KiB data, 53 MiB used, 40 GiB / 40 GiB avail; 24/72 objects degraded (33.333%) 2026-03-09T19:31:37.420 INFO:journalctl@ceph.mon.a.vm10.stdout:Mar 09 19:31:37 vm10 bash[17485]: cluster 2026-03-09T19:31:35.723727+0000 mgr.x (mgr.14150) 146 : cluster [DBG] pgmap v120: 96 pgs: 14 active+undersized+degraded, 82 active+undersized; 36 KiB data, 53 MiB used, 40 GiB / 40 GiB avail; 24/72 objects degraded (33.333%) 2026-03-09T19:31:37.420 INFO:journalctl@ceph.mon.a.vm10.stdout:Mar 09 19:31:37 vm10 bash[17485]: audit 2026-03-09T19:31:36.736979+0000 mon.a (mon.0) 331 : audit [INF] from='mgr.14150 192.168.123.110:0/529845335' entity='mgr.x' 2026-03-09T19:31:37.420 INFO:journalctl@ceph.mon.a.vm10.stdout:Mar 09 19:31:37 vm10 bash[17485]: audit 2026-03-09T19:31:36.736979+0000 mon.a (mon.0) 331 : audit [INF] from='mgr.14150 192.168.123.110:0/529845335' entity='mgr.x' 2026-03-09T19:31:38.420 INFO:journalctl@ceph.mon.a.vm10.stdout:Mar 09 19:31:38 vm10 bash[17485]: cluster 2026-03-09T19:31:38.059645+0000 mon.a (mon.0) 332 : cluster [WRN] Health check update: Degraded data redundancy: 24/72 objects degraded (33.333%), 15 pgs degraded (PG_DEGRADED) 2026-03-09T19:31:38.420 INFO:journalctl@ceph.mon.a.vm10.stdout:Mar 09 19:31:38 vm10 bash[17485]: cluster 2026-03-09T19:31:38.059645+0000 mon.a (mon.0) 332 : cluster [WRN] Health check update: Degraded data redundancy: 24/72 objects degraded (33.333%), 15 pgs degraded (PG_DEGRADED) 2026-03-09T19:31:39.420 INFO:journalctl@ceph.mon.a.vm10.stdout:Mar 09 19:31:39 vm10 bash[17485]: cluster 2026-03-09T19:31:37.724127+0000 mgr.x (mgr.14150) 147 : cluster [DBG] pgmap v121: 96 pgs: 15 active+undersized+degraded, 81 active+undersized; 36 KiB data, 53 MiB used, 40 GiB / 40 GiB avail; 170 B/s rd, 0 op/s; 24/72 objects degraded (33.333%) 2026-03-09T19:31:39.420 INFO:journalctl@ceph.mon.a.vm10.stdout:Mar 09 19:31:39 vm10 bash[17485]: cluster 2026-03-09T19:31:37.724127+0000 mgr.x (mgr.14150) 147 : cluster [DBG] pgmap v121: 96 pgs: 15 active+undersized+degraded, 81 active+undersized; 36 KiB data, 53 MiB used, 40 GiB / 40 GiB avail; 170 B/s rd, 0 op/s; 24/72 objects degraded (33.333%) 2026-03-09T19:31:39.509 INFO:teuthology.orchestra.run.vm10.stderr:Inferring config /var/lib/ceph/e301dc60-1bed-11f1-8e51-db7da4fd97cc/mon.a/config 2026-03-09T19:31:39.843 INFO:teuthology.orchestra.run.vm10.stdout: 2026-03-09T19:31:39.843 INFO:teuthology.orchestra.run.vm10.stdout:[{"events": ["2026-03-09T19:30:43.912851Z service:mds.cephfs [INFO] \"service was created\""], "placement": {"count": 2}, "service_id": "cephfs", "service_name": "mds.cephfs", "service_type": "mds", "status": {"created": "2026-03-09T19:30:41.856940Z", "last_refresh": "2026-03-09T19:30:53.883883Z", "running": 2, "size": 2}}, {"events": ["2026-03-09T19:28:37.599359Z service:mgr [INFO] \"service was created\""], "placement": {"count": 1, "hosts": ["vm10=x"]}, "service_name": "mgr", "service_type": "mgr", "status": {"created": "2026-03-09T19:28:37.588328Z", "last_refresh": "2026-03-09T19:30:53.883822Z", "running": 1, "size": 1}}, {"events": ["2026-03-09T19:28:23.424675Z service:mon [INFO] \"service was created\""], "placement": {"count": 1, "hosts": ["vm10:192.168.123.110=a"]}, "service_name": "mon", "service_type": "mon", "status": {"created": "2026-03-09T19:28:23.412256Z", "last_refresh": "2026-03-09T19:30:53.883955Z", "running": 1, "size": 1}}, {"service_name": "osd", "service_type": "osd", "spec": {"filter_logic": "AND", "objectstore": "bluestore"}, "status": {"container_image_id": "654f31e6858eb235bbece362255b685a945f2b6a367e2b88c4930c984fbb214c", "container_image_name": "quay.ceph.io/ceph-ci/ceph@sha256:8fda260ab1d2d3118a1622f7df75f44f285dfe74e71793626152a711c12bf2cc", "last_refresh": "2026-03-09T19:30:53.883922Z", "running": 2, "size": 2}, "unmanaged": true}, {"events": ["2026-03-09T19:31:34.615235Z service:smb.saserv1 [INFO] \"service was created\""], "placement": {"count": 1}, "service_id": "saserv1", "service_name": "smb.saserv1", "service_type": "smb", "spec": {"cluster_id": "saserv1", "config_uri": "rados://.smb/saserv1/conf.toml", "include_ceph_users": ["client.smbdata"]}, "status": {"created": "2026-03-09T19:31:24.290101Z", "running": 0, "size": 1}}] 2026-03-09T19:31:39.915 INFO:tasks.cephadm:smb.saserv1 has 0/1 2026-03-09T19:31:40.915 DEBUG:teuthology.orchestra.run.vm10:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:e911bdebe5c8faa3800735d1568fcdca65db60df shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid e301dc60-1bed-11f1-8e51-db7da4fd97cc -- ceph orch ls -f json 2026-03-09T19:31:41.170 INFO:journalctl@ceph.mon.a.vm10.stdout:Mar 09 19:31:40 vm10 bash[17485]: cluster 2026-03-09T19:31:39.728588+0000 mgr.x (mgr.14150) 148 : cluster [DBG] pgmap v122: 96 pgs: 15 active+undersized+degraded, 81 active+undersized; 36 KiB data, 53 MiB used, 40 GiB / 40 GiB avail; 170 B/s rd, 0 op/s; 24/72 objects degraded (33.333%) 2026-03-09T19:31:41.170 INFO:journalctl@ceph.mon.a.vm10.stdout:Mar 09 19:31:40 vm10 bash[17485]: cluster 2026-03-09T19:31:39.728588+0000 mgr.x (mgr.14150) 148 : cluster [DBG] pgmap v122: 96 pgs: 15 active+undersized+degraded, 81 active+undersized; 36 KiB data, 53 MiB used, 40 GiB / 40 GiB avail; 170 B/s rd, 0 op/s; 24/72 objects degraded (33.333%) 2026-03-09T19:31:41.170 INFO:journalctl@ceph.mon.a.vm10.stdout:Mar 09 19:31:40 vm10 bash[17485]: audit 2026-03-09T19:31:39.839664+0000 mgr.x (mgr.14150) 149 : audit [DBG] from='client.14263 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2026-03-09T19:31:41.170 INFO:journalctl@ceph.mon.a.vm10.stdout:Mar 09 19:31:40 vm10 bash[17485]: audit 2026-03-09T19:31:39.839664+0000 mgr.x (mgr.14150) 149 : audit [DBG] from='client.14263 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2026-03-09T19:31:41.170 INFO:journalctl@ceph.mon.a.vm10.stdout:Mar 09 19:31:40 vm10 bash[17485]: audit 2026-03-09T19:31:39.855295+0000 mon.a (mon.0) 333 : audit [INF] from='mgr.14150 192.168.123.110:0/529845335' entity='mgr.x' 2026-03-09T19:31:41.170 INFO:journalctl@ceph.mon.a.vm10.stdout:Mar 09 19:31:40 vm10 bash[17485]: audit 2026-03-09T19:31:39.855295+0000 mon.a (mon.0) 333 : audit [INF] from='mgr.14150 192.168.123.110:0/529845335' entity='mgr.x' 2026-03-09T19:31:41.170 INFO:journalctl@ceph.mon.a.vm10.stdout:Mar 09 19:31:40 vm10 bash[17485]: audit 2026-03-09T19:31:39.865653+0000 mon.a (mon.0) 334 : audit [INF] from='mgr.14150 192.168.123.110:0/529845335' entity='mgr.x' 2026-03-09T19:31:41.170 INFO:journalctl@ceph.mon.a.vm10.stdout:Mar 09 19:31:40 vm10 bash[17485]: audit 2026-03-09T19:31:39.865653+0000 mon.a (mon.0) 334 : audit [INF] from='mgr.14150 192.168.123.110:0/529845335' entity='mgr.x' 2026-03-09T19:31:41.170 INFO:journalctl@ceph.mon.a.vm10.stdout:Mar 09 19:31:40 vm10 bash[17485]: audit 2026-03-09T19:31:39.869155+0000 mon.a (mon.0) 335 : audit [DBG] from='mgr.14150 192.168.123.110:0/529845335' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-03-09T19:31:41.170 INFO:journalctl@ceph.mon.a.vm10.stdout:Mar 09 19:31:40 vm10 bash[17485]: audit 2026-03-09T19:31:39.869155+0000 mon.a (mon.0) 335 : audit [DBG] from='mgr.14150 192.168.123.110:0/529845335' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-03-09T19:31:41.170 INFO:journalctl@ceph.mon.a.vm10.stdout:Mar 09 19:31:40 vm10 bash[17485]: audit 2026-03-09T19:31:39.871315+0000 mon.a (mon.0) 336 : audit [INF] from='mgr.14150 192.168.123.110:0/529845335' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2026-03-09T19:31:41.170 INFO:journalctl@ceph.mon.a.vm10.stdout:Mar 09 19:31:40 vm10 bash[17485]: audit 2026-03-09T19:31:39.871315+0000 mon.a (mon.0) 336 : audit [INF] from='mgr.14150 192.168.123.110:0/529845335' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2026-03-09T19:31:41.170 INFO:journalctl@ceph.mon.a.vm10.stdout:Mar 09 19:31:40 vm10 bash[17485]: audit 2026-03-09T19:31:39.875659+0000 mon.a (mon.0) 337 : audit [INF] from='mgr.14150 192.168.123.110:0/529845335' entity='mgr.x' 2026-03-09T19:31:41.170 INFO:journalctl@ceph.mon.a.vm10.stdout:Mar 09 19:31:40 vm10 bash[17485]: audit 2026-03-09T19:31:39.875659+0000 mon.a (mon.0) 337 : audit [INF] from='mgr.14150 192.168.123.110:0/529845335' entity='mgr.x' 2026-03-09T19:31:41.170 INFO:journalctl@ceph.mon.a.vm10.stdout:Mar 09 19:31:40 vm10 bash[17485]: audit 2026-03-09T19:31:39.887652+0000 mon.a (mon.0) 338 : audit [DBG] from='mgr.14150 192.168.123.110:0/529845335' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2026-03-09T19:31:41.170 INFO:journalctl@ceph.mon.a.vm10.stdout:Mar 09 19:31:40 vm10 bash[17485]: audit 2026-03-09T19:31:39.887652+0000 mon.a (mon.0) 338 : audit [DBG] from='mgr.14150 192.168.123.110:0/529845335' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2026-03-09T19:31:41.170 INFO:journalctl@ceph.mon.a.vm10.stdout:Mar 09 19:31:40 vm10 bash[17485]: audit 2026-03-09T19:31:39.891335+0000 mon.a (mon.0) 339 : audit [DBG] from='mgr.14150 192.168.123.110:0/529845335' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-03-09T19:31:41.170 INFO:journalctl@ceph.mon.a.vm10.stdout:Mar 09 19:31:40 vm10 bash[17485]: audit 2026-03-09T19:31:39.891335+0000 mon.a (mon.0) 339 : audit [DBG] from='mgr.14150 192.168.123.110:0/529845335' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-03-09T19:31:41.170 INFO:journalctl@ceph.mon.a.vm10.stdout:Mar 09 19:31:40 vm10 bash[17485]: audit 2026-03-09T19:31:39.897937+0000 mon.a (mon.0) 340 : audit [INF] from='mgr.14150 192.168.123.110:0/529845335' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2026-03-09T19:31:41.170 INFO:journalctl@ceph.mon.a.vm10.stdout:Mar 09 19:31:40 vm10 bash[17485]: audit 2026-03-09T19:31:39.897937+0000 mon.a (mon.0) 340 : audit [INF] from='mgr.14150 192.168.123.110:0/529845335' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2026-03-09T19:31:41.170 INFO:journalctl@ceph.mon.a.vm10.stdout:Mar 09 19:31:40 vm10 bash[17485]: audit 2026-03-09T19:31:39.902419+0000 mon.a (mon.0) 341 : audit [INF] from='mgr.14150 192.168.123.110:0/529845335' entity='mgr.x' 2026-03-09T19:31:41.170 INFO:journalctl@ceph.mon.a.vm10.stdout:Mar 09 19:31:40 vm10 bash[17485]: audit 2026-03-09T19:31:39.902419+0000 mon.a (mon.0) 341 : audit [INF] from='mgr.14150 192.168.123.110:0/529845335' entity='mgr.x' 2026-03-09T19:31:43.170 INFO:journalctl@ceph.mon.a.vm10.stdout:Mar 09 19:31:42 vm10 bash[17485]: cluster 2026-03-09T19:31:41.729006+0000 mgr.x (mgr.14150) 150 : cluster [DBG] pgmap v123: 96 pgs: 15 active+undersized+degraded, 81 active+undersized; 36 KiB data, 53 MiB used, 40 GiB / 40 GiB avail; 170 B/s rd, 0 op/s; 24/72 objects degraded (33.333%) 2026-03-09T19:31:43.170 INFO:journalctl@ceph.mon.a.vm10.stdout:Mar 09 19:31:42 vm10 bash[17485]: cluster 2026-03-09T19:31:41.729006+0000 mgr.x (mgr.14150) 150 : cluster [DBG] pgmap v123: 96 pgs: 15 active+undersized+degraded, 81 active+undersized; 36 KiB data, 53 MiB used, 40 GiB / 40 GiB avail; 170 B/s rd, 0 op/s; 24/72 objects degraded (33.333%) 2026-03-09T19:31:44.170 INFO:journalctl@ceph.mon.a.vm10.stdout:Mar 09 19:31:43 vm10 bash[17485]: cluster 2026-03-09T19:31:43.857225+0000 mon.a (mon.0) 342 : cluster [WRN] Health check update: Degraded data redundancy: 24/72 objects degraded (33.333%), 15 pgs degraded, 64 pgs undersized (PG_DEGRADED) 2026-03-09T19:31:44.170 INFO:journalctl@ceph.mon.a.vm10.stdout:Mar 09 19:31:43 vm10 bash[17485]: cluster 2026-03-09T19:31:43.857225+0000 mon.a (mon.0) 342 : cluster [WRN] Health check update: Degraded data redundancy: 24/72 objects degraded (33.333%), 15 pgs degraded, 64 pgs undersized (PG_DEGRADED) 2026-03-09T19:31:45.170 INFO:journalctl@ceph.mon.a.vm10.stdout:Mar 09 19:31:44 vm10 bash[17485]: cluster 2026-03-09T19:31:43.729694+0000 mgr.x (mgr.14150) 151 : cluster [DBG] pgmap v124: 96 pgs: 15 active+undersized+degraded, 81 active+undersized; 36 KiB data, 53 MiB used, 40 GiB / 40 GiB avail; 170 B/s rd, 0 op/s; 24/72 objects degraded (33.333%) 2026-03-09T19:31:45.170 INFO:journalctl@ceph.mon.a.vm10.stdout:Mar 09 19:31:44 vm10 bash[17485]: cluster 2026-03-09T19:31:43.729694+0000 mgr.x (mgr.14150) 151 : cluster [DBG] pgmap v124: 96 pgs: 15 active+undersized+degraded, 81 active+undersized; 36 KiB data, 53 MiB used, 40 GiB / 40 GiB avail; 170 B/s rd, 0 op/s; 24/72 objects degraded (33.333%) 2026-03-09T19:31:46.569 INFO:teuthology.orchestra.run.vm10.stderr:Inferring config /var/lib/ceph/e301dc60-1bed-11f1-8e51-db7da4fd97cc/mon.a/config 2026-03-09T19:31:46.853 INFO:teuthology.orchestra.run.vm10.stdout: 2026-03-09T19:31:46.853 INFO:teuthology.orchestra.run.vm10.stdout:[{"events": ["2026-03-09T19:30:43.912851Z service:mds.cephfs [INFO] \"service was created\""], "placement": {"count": 2}, "service_id": "cephfs", "service_name": "mds.cephfs", "service_type": "mds", "status": {"created": "2026-03-09T19:30:41.856940Z", "last_refresh": "2026-03-09T19:31:39.849072Z", "running": 2, "size": 2}}, {"events": ["2026-03-09T19:28:37.599359Z service:mgr [INFO] \"service was created\""], "placement": {"count": 1, "hosts": ["vm10=x"]}, "service_name": "mgr", "service_type": "mgr", "status": {"created": "2026-03-09T19:28:37.588328Z", "last_refresh": "2026-03-09T19:31:39.849020Z", "running": 1, "size": 1}}, {"events": ["2026-03-09T19:28:23.424675Z service:mon [INFO] \"service was created\""], "placement": {"count": 1, "hosts": ["vm10:192.168.123.110=a"]}, "service_name": "mon", "service_type": "mon", "status": {"created": "2026-03-09T19:28:23.412256Z", "last_refresh": "2026-03-09T19:31:39.849135Z", "running": 1, "size": 1}}, {"service_name": "osd", "service_type": "osd", "spec": {"filter_logic": "AND", "objectstore": "bluestore"}, "status": {"container_image_id": "654f31e6858eb235bbece362255b685a945f2b6a367e2b88c4930c984fbb214c", "container_image_name": "quay.ceph.io/ceph-ci/ceph@sha256:8fda260ab1d2d3118a1622f7df75f44f285dfe74e71793626152a711c12bf2cc", "last_refresh": "2026-03-09T19:31:39.849105Z", "running": 2, "size": 2}, "unmanaged": true}, {"events": ["2026-03-09T19:31:34.615235Z service:smb.saserv1 [INFO] \"service was created\""], "placement": {"count": 1}, "service_id": "saserv1", "service_name": "smb.saserv1", "service_type": "smb", "spec": {"cluster_id": "saserv1", "config_uri": "rados://.smb/saserv1/conf.toml", "include_ceph_users": ["client.smbdata"]}, "status": {"created": "2026-03-09T19:31:24.290101Z", "last_refresh": "2026-03-09T19:31:39.849195Z", "running": 1, "size": 1}}] 2026-03-09T19:31:46.911 INFO:tasks.cephadm:smb.saserv1 has 1/1 2026-03-09T19:31:46.912 INFO:teuthology.run_tasks:Running task cephadm.exec... 2026-03-09T19:31:46.915 INFO:tasks.cephadm:Running commands on role host.b host ubuntu@vm11.local 2026-03-09T19:31:46.915 DEBUG:teuthology.orchestra.run.vm11:> sudo TESTDIR=/home/ubuntu/cephtest bash -ex -c 'sleep 30' 2026-03-09T19:31:46.924 INFO:teuthology.orchestra.run.vm11.stderr:+ sleep 30 2026-03-09T19:31:47.170 INFO:journalctl@ceph.mon.a.vm10.stdout:Mar 09 19:31:46 vm10 bash[17485]: cluster 2026-03-09T19:31:45.730317+0000 mgr.x (mgr.14150) 152 : cluster [DBG] pgmap v125: 96 pgs: 15 active+undersized+degraded, 81 active+undersized; 36 KiB data, 53 MiB used, 40 GiB / 40 GiB avail; 170 B/s rd, 0 op/s; 24/72 objects degraded (33.333%) 2026-03-09T19:31:47.170 INFO:journalctl@ceph.mon.a.vm10.stdout:Mar 09 19:31:46 vm10 bash[17485]: cluster 2026-03-09T19:31:45.730317+0000 mgr.x (mgr.14150) 152 : cluster [DBG] pgmap v125: 96 pgs: 15 active+undersized+degraded, 81 active+undersized; 36 KiB data, 53 MiB used, 40 GiB / 40 GiB avail; 170 B/s rd, 0 op/s; 24/72 objects degraded (33.333%) 2026-03-09T19:31:48.420 INFO:journalctl@ceph.mon.a.vm10.stdout:Mar 09 19:31:47 vm10 bash[17485]: audit 2026-03-09T19:31:46.849713+0000 mgr.x (mgr.14150) 153 : audit [DBG] from='client.14271 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2026-03-09T19:31:48.420 INFO:journalctl@ceph.mon.a.vm10.stdout:Mar 09 19:31:47 vm10 bash[17485]: audit 2026-03-09T19:31:46.849713+0000 mgr.x (mgr.14150) 153 : audit [DBG] from='client.14271 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2026-03-09T19:31:49.420 INFO:journalctl@ceph.mon.a.vm10.stdout:Mar 09 19:31:48 vm10 bash[17485]: cluster 2026-03-09T19:31:47.730928+0000 mgr.x (mgr.14150) 154 : cluster [DBG] pgmap v126: 96 pgs: 15 active+undersized+degraded, 81 active+undersized; 36 KiB data, 53 MiB used, 40 GiB / 40 GiB avail; 426 B/s rd, 0 op/s; 24/72 objects degraded (33.333%) 2026-03-09T19:31:49.420 INFO:journalctl@ceph.mon.a.vm10.stdout:Mar 09 19:31:48 vm10 bash[17485]: cluster 2026-03-09T19:31:47.730928+0000 mgr.x (mgr.14150) 154 : cluster [DBG] pgmap v126: 96 pgs: 15 active+undersized+degraded, 81 active+undersized; 36 KiB data, 53 MiB used, 40 GiB / 40 GiB avail; 426 B/s rd, 0 op/s; 24/72 objects degraded (33.333%) 2026-03-09T19:31:51.420 INFO:journalctl@ceph.mon.a.vm10.stdout:Mar 09 19:31:50 vm10 bash[17485]: cluster 2026-03-09T19:31:49.731620+0000 mgr.x (mgr.14150) 155 : cluster [DBG] pgmap v127: 96 pgs: 15 active+undersized+degraded, 81 active+undersized; 36 KiB data, 53 MiB used, 40 GiB / 40 GiB avail; 255 B/s rd, 0 op/s; 24/72 objects degraded (33.333%) 2026-03-09T19:31:51.420 INFO:journalctl@ceph.mon.a.vm10.stdout:Mar 09 19:31:50 vm10 bash[17485]: cluster 2026-03-09T19:31:49.731620+0000 mgr.x (mgr.14150) 155 : cluster [DBG] pgmap v127: 96 pgs: 15 active+undersized+degraded, 81 active+undersized; 36 KiB data, 53 MiB used, 40 GiB / 40 GiB avail; 255 B/s rd, 0 op/s; 24/72 objects degraded (33.333%) 2026-03-09T19:31:53.420 INFO:journalctl@ceph.mon.a.vm10.stdout:Mar 09 19:31:53 vm10 bash[17485]: cluster 2026-03-09T19:31:51.732096+0000 mgr.x (mgr.14150) 156 : cluster [DBG] pgmap v128: 96 pgs: 15 active+undersized+degraded, 81 active+undersized; 36 KiB data, 53 MiB used, 40 GiB / 40 GiB avail; 255 B/s rd, 0 op/s; 24/72 objects degraded (33.333%) 2026-03-09T19:31:53.420 INFO:journalctl@ceph.mon.a.vm10.stdout:Mar 09 19:31:53 vm10 bash[17485]: cluster 2026-03-09T19:31:51.732096+0000 mgr.x (mgr.14150) 156 : cluster [DBG] pgmap v128: 96 pgs: 15 active+undersized+degraded, 81 active+undersized; 36 KiB data, 53 MiB used, 40 GiB / 40 GiB avail; 255 B/s rd, 0 op/s; 24/72 objects degraded (33.333%) 2026-03-09T19:31:55.420 INFO:journalctl@ceph.mon.a.vm10.stdout:Mar 09 19:31:55 vm10 bash[17485]: cluster 2026-03-09T19:31:53.732599+0000 mgr.x (mgr.14150) 157 : cluster [DBG] pgmap v129: 96 pgs: 15 active+undersized+degraded, 81 active+undersized; 36 KiB data, 53 MiB used, 40 GiB / 40 GiB avail; 682 B/s rd, 1 op/s; 24/72 objects degraded (33.333%) 2026-03-09T19:31:55.420 INFO:journalctl@ceph.mon.a.vm10.stdout:Mar 09 19:31:55 vm10 bash[17485]: cluster 2026-03-09T19:31:53.732599+0000 mgr.x (mgr.14150) 157 : cluster [DBG] pgmap v129: 96 pgs: 15 active+undersized+degraded, 81 active+undersized; 36 KiB data, 53 MiB used, 40 GiB / 40 GiB avail; 682 B/s rd, 1 op/s; 24/72 objects degraded (33.333%) 2026-03-09T19:31:57.420 INFO:journalctl@ceph.mon.a.vm10.stdout:Mar 09 19:31:57 vm10 bash[17485]: cluster 2026-03-09T19:31:55.733017+0000 mgr.x (mgr.14150) 158 : cluster [DBG] pgmap v130: 96 pgs: 15 active+undersized+degraded, 81 active+undersized; 36 KiB data, 53 MiB used, 40 GiB / 40 GiB avail; 682 B/s rd, 1 op/s; 24/72 objects degraded (33.333%) 2026-03-09T19:31:57.420 INFO:journalctl@ceph.mon.a.vm10.stdout:Mar 09 19:31:57 vm10 bash[17485]: cluster 2026-03-09T19:31:55.733017+0000 mgr.x (mgr.14150) 158 : cluster [DBG] pgmap v130: 96 pgs: 15 active+undersized+degraded, 81 active+undersized; 36 KiB data, 53 MiB used, 40 GiB / 40 GiB avail; 682 B/s rd, 1 op/s; 24/72 objects degraded (33.333%) 2026-03-09T19:31:59.420 INFO:journalctl@ceph.mon.a.vm10.stdout:Mar 09 19:31:59 vm10 bash[17485]: cluster 2026-03-09T19:31:57.733589+0000 mgr.x (mgr.14150) 159 : cluster [DBG] pgmap v131: 96 pgs: 15 active+undersized+degraded, 81 active+undersized; 36 KiB data, 53 MiB used, 40 GiB / 40 GiB avail; 1.1 KiB/s rd, 2 op/s; 24/72 objects degraded (33.333%) 2026-03-09T19:31:59.420 INFO:journalctl@ceph.mon.a.vm10.stdout:Mar 09 19:31:59 vm10 bash[17485]: cluster 2026-03-09T19:31:57.733589+0000 mgr.x (mgr.14150) 159 : cluster [DBG] pgmap v131: 96 pgs: 15 active+undersized+degraded, 81 active+undersized; 36 KiB data, 53 MiB used, 40 GiB / 40 GiB avail; 1.1 KiB/s rd, 2 op/s; 24/72 objects degraded (33.333%) 2026-03-09T19:32:01.420 INFO:journalctl@ceph.mon.a.vm10.stdout:Mar 09 19:32:01 vm10 bash[17485]: cluster 2026-03-09T19:31:59.734108+0000 mgr.x (mgr.14150) 160 : cluster [DBG] pgmap v132: 96 pgs: 15 active+undersized+degraded, 81 active+undersized; 36 KiB data, 53 MiB used, 40 GiB / 40 GiB avail; 853 B/s rd, 1 op/s; 24/72 objects degraded (33.333%) 2026-03-09T19:32:01.420 INFO:journalctl@ceph.mon.a.vm10.stdout:Mar 09 19:32:01 vm10 bash[17485]: cluster 2026-03-09T19:31:59.734108+0000 mgr.x (mgr.14150) 160 : cluster [DBG] pgmap v132: 96 pgs: 15 active+undersized+degraded, 81 active+undersized; 36 KiB data, 53 MiB used, 40 GiB / 40 GiB avail; 853 B/s rd, 1 op/s; 24/72 objects degraded (33.333%) 2026-03-09T19:32:03.420 INFO:journalctl@ceph.mon.a.vm10.stdout:Mar 09 19:32:03 vm10 bash[17485]: cluster 2026-03-09T19:32:01.734502+0000 mgr.x (mgr.14150) 161 : cluster [DBG] pgmap v133: 96 pgs: 15 active+undersized+degraded, 81 active+undersized; 36 KiB data, 53 MiB used, 40 GiB / 40 GiB avail; 853 B/s rd, 1 op/s; 24/72 objects degraded (33.333%) 2026-03-09T19:32:03.420 INFO:journalctl@ceph.mon.a.vm10.stdout:Mar 09 19:32:03 vm10 bash[17485]: cluster 2026-03-09T19:32:01.734502+0000 mgr.x (mgr.14150) 161 : cluster [DBG] pgmap v133: 96 pgs: 15 active+undersized+degraded, 81 active+undersized; 36 KiB data, 53 MiB used, 40 GiB / 40 GiB avail; 853 B/s rd, 1 op/s; 24/72 objects degraded (33.333%) 2026-03-09T19:32:04.670 INFO:journalctl@ceph.mon.a.vm10.stdout:Mar 09 19:32:04 vm10 bash[17485]: cluster 2026-03-09T19:32:03.734971+0000 mgr.x (mgr.14150) 162 : cluster [DBG] pgmap v134: 96 pgs: 15 active+undersized+degraded, 81 active+undersized; 41 KiB data, 53 MiB used, 40 GiB / 40 GiB avail; 938 B/s rd, 597 B/s wr, 2 op/s; 24/72 objects degraded (33.333%) 2026-03-09T19:32:04.670 INFO:journalctl@ceph.mon.a.vm10.stdout:Mar 09 19:32:04 vm10 bash[17485]: cluster 2026-03-09T19:32:03.734971+0000 mgr.x (mgr.14150) 162 : cluster [DBG] pgmap v134: 96 pgs: 15 active+undersized+degraded, 81 active+undersized; 41 KiB data, 53 MiB used, 40 GiB / 40 GiB avail; 938 B/s rd, 597 B/s wr, 2 op/s; 24/72 objects degraded (33.333%) 2026-03-09T19:32:05.670 INFO:journalctl@ceph.mon.a.vm10.stdout:Mar 09 19:32:05 vm10 bash[17485]: cluster 2026-03-09T19:32:04.507241+0000 mon.a (mon.0) 343 : cluster [DBG] mgrmap e14: x(active, since 4m) 2026-03-09T19:32:05.670 INFO:journalctl@ceph.mon.a.vm10.stdout:Mar 09 19:32:05 vm10 bash[17485]: cluster 2026-03-09T19:32:04.507241+0000 mon.a (mon.0) 343 : cluster [DBG] mgrmap e14: x(active, since 4m) 2026-03-09T19:32:06.670 INFO:journalctl@ceph.mon.a.vm10.stdout:Mar 09 19:32:06 vm10 bash[17485]: cluster 2026-03-09T19:32:05.735449+0000 mgr.x (mgr.14150) 163 : cluster [DBG] pgmap v135: 96 pgs: 15 active+undersized+degraded, 81 active+undersized; 41 KiB data, 53 MiB used, 40 GiB / 40 GiB avail; 511 B/s rd, 597 B/s wr, 1 op/s; 24/72 objects degraded (33.333%) 2026-03-09T19:32:06.670 INFO:journalctl@ceph.mon.a.vm10.stdout:Mar 09 19:32:06 vm10 bash[17485]: cluster 2026-03-09T19:32:05.735449+0000 mgr.x (mgr.14150) 163 : cluster [DBG] pgmap v135: 96 pgs: 15 active+undersized+degraded, 81 active+undersized; 41 KiB data, 53 MiB used, 40 GiB / 40 GiB avail; 511 B/s rd, 597 B/s wr, 1 op/s; 24/72 objects degraded (33.333%) 2026-03-09T19:32:09.161 INFO:journalctl@ceph.mon.a.vm10.stdout:Mar 09 19:32:08 vm10 bash[17485]: cluster 2026-03-09T19:32:07.735978+0000 mgr.x (mgr.14150) 164 : cluster [DBG] pgmap v136: 96 pgs: 15 active+undersized+degraded, 81 active+undersized; 41 KiB data, 53 MiB used, 40 GiB / 40 GiB avail; 597 B/s rd, 597 B/s wr, 1 op/s; 24/72 objects degraded (33.333%) 2026-03-09T19:32:09.161 INFO:journalctl@ceph.mon.a.vm10.stdout:Mar 09 19:32:08 vm10 bash[17485]: cluster 2026-03-09T19:32:07.735978+0000 mgr.x (mgr.14150) 164 : cluster [DBG] pgmap v136: 96 pgs: 15 active+undersized+degraded, 81 active+undersized; 41 KiB data, 53 MiB used, 40 GiB / 40 GiB avail; 597 B/s rd, 597 B/s wr, 1 op/s; 24/72 objects degraded (33.333%) 2026-03-09T19:32:11.170 INFO:journalctl@ceph.mon.a.vm10.stdout:Mar 09 19:32:10 vm10 bash[17485]: cluster 2026-03-09T19:32:09.736492+0000 mgr.x (mgr.14150) 165 : cluster [DBG] pgmap v137: 96 pgs: 15 active+undersized+degraded, 81 active+undersized; 41 KiB data, 53 MiB used, 40 GiB / 40 GiB avail; 170 B/s rd, 597 B/s wr, 0 op/s; 24/72 objects degraded (33.333%) 2026-03-09T19:32:11.170 INFO:journalctl@ceph.mon.a.vm10.stdout:Mar 09 19:32:10 vm10 bash[17485]: cluster 2026-03-09T19:32:09.736492+0000 mgr.x (mgr.14150) 165 : cluster [DBG] pgmap v137: 96 pgs: 15 active+undersized+degraded, 81 active+undersized; 41 KiB data, 53 MiB used, 40 GiB / 40 GiB avail; 170 B/s rd, 597 B/s wr, 0 op/s; 24/72 objects degraded (33.333%) 2026-03-09T19:32:12.170 INFO:journalctl@ceph.mon.a.vm10.stdout:Mar 09 19:32:11 vm10 bash[17485]: cluster 2026-03-09T19:32:11.794206+0000 mon.a (mon.0) 344 : cluster [WRN] Health check update: Degraded data redundancy: 24/72 objects degraded (33.333%), 15 pgs degraded, 96 pgs undersized (PG_DEGRADED) 2026-03-09T19:32:12.170 INFO:journalctl@ceph.mon.a.vm10.stdout:Mar 09 19:32:11 vm10 bash[17485]: cluster 2026-03-09T19:32:11.794206+0000 mon.a (mon.0) 344 : cluster [WRN] Health check update: Degraded data redundancy: 24/72 objects degraded (33.333%), 15 pgs degraded, 96 pgs undersized (PG_DEGRADED) 2026-03-09T19:32:13.169 INFO:journalctl@ceph.mon.a.vm10.stdout:Mar 09 19:32:12 vm10 bash[17485]: cluster 2026-03-09T19:32:11.736967+0000 mgr.x (mgr.14150) 166 : cluster [DBG] pgmap v138: 96 pgs: 15 active+undersized+degraded, 81 active+undersized; 41 KiB data, 53 MiB used, 40 GiB / 40 GiB avail; 170 B/s rd, 597 B/s wr, 0 op/s; 24/72 objects degraded (33.333%) 2026-03-09T19:32:13.170 INFO:journalctl@ceph.mon.a.vm10.stdout:Mar 09 19:32:12 vm10 bash[17485]: cluster 2026-03-09T19:32:11.736967+0000 mgr.x (mgr.14150) 166 : cluster [DBG] pgmap v138: 96 pgs: 15 active+undersized+degraded, 81 active+undersized; 41 KiB data, 53 MiB used, 40 GiB / 40 GiB avail; 170 B/s rd, 597 B/s wr, 0 op/s; 24/72 objects degraded (33.333%) 2026-03-09T19:32:15.169 INFO:journalctl@ceph.mon.a.vm10.stdout:Mar 09 19:32:14 vm10 bash[17485]: cluster 2026-03-09T19:32:13.737500+0000 mgr.x (mgr.14150) 167 : cluster [DBG] pgmap v139: 96 pgs: 15 active+undersized+degraded, 81 active+undersized; 41 KiB data, 53 MiB used, 40 GiB / 40 GiB avail; 255 B/s rd, 597 B/s wr, 0 op/s; 24/72 objects degraded (33.333%) 2026-03-09T19:32:15.169 INFO:journalctl@ceph.mon.a.vm10.stdout:Mar 09 19:32:14 vm10 bash[17485]: cluster 2026-03-09T19:32:13.737500+0000 mgr.x (mgr.14150) 167 : cluster [DBG] pgmap v139: 96 pgs: 15 active+undersized+degraded, 81 active+undersized; 41 KiB data, 53 MiB used, 40 GiB / 40 GiB avail; 255 B/s rd, 597 B/s wr, 0 op/s; 24/72 objects degraded (33.333%) 2026-03-09T19:32:16.929 DEBUG:teuthology.orchestra.run.vm11:> sudo TESTDIR=/home/ubuntu/cephtest bash -ex -c 'sudo docker run --rm --net=host -eKRB5_CONFIG=/dev/null quay.io/samba.org/samba-client:latest smbclient -U smbuser1%insecure321 //192.168.123.110/share1 -c ls' 2026-03-09T19:32:16.975 INFO:teuthology.orchestra.run.vm11.stderr:+ sudo docker run --rm --net=host -eKRB5_CONFIG=/dev/null quay.io/samba.org/samba-client:latest smbclient -U smbuser1%insecure321 //192.168.123.110/share1 -c ls 2026-03-09T19:32:17.169 INFO:journalctl@ceph.mon.a.vm10.stdout:Mar 09 19:32:16 vm10 bash[17485]: cluster 2026-03-09T19:32:15.737915+0000 mgr.x (mgr.14150) 168 : cluster [DBG] pgmap v140: 96 pgs: 15 active+undersized+degraded, 81 active+undersized; 41 KiB data, 53 MiB used, 40 GiB / 40 GiB avail; 170 B/s rd, 0 op/s; 24/72 objects degraded (33.333%) 2026-03-09T19:32:17.169 INFO:journalctl@ceph.mon.a.vm10.stdout:Mar 09 19:32:16 vm10 bash[17485]: cluster 2026-03-09T19:32:15.737915+0000 mgr.x (mgr.14150) 168 : cluster [DBG] pgmap v140: 96 pgs: 15 active+undersized+degraded, 81 active+undersized; 41 KiB data, 53 MiB used, 40 GiB / 40 GiB avail; 170 B/s rd, 0 op/s; 24/72 objects degraded (33.333%) 2026-03-09T19:32:17.748 INFO:teuthology.orchestra.run.vm11.stdout: . D 0 Mon Mar 9 19:30:56 2026 2026-03-09T19:32:17.748 INFO:teuthology.orchestra.run.vm11.stdout: .. D 0 Mon Mar 9 19:30:56 2026 2026-03-09T19:32:17.748 INFO:teuthology.orchestra.run.vm11.stdout: volumes D 0 Mon Mar 9 19:31:01 2026 2026-03-09T19:32:17.748 INFO:teuthology.orchestra.run.vm11.stdout: 2026-03-09T19:32:17.748 INFO:teuthology.orchestra.run.vm11.stdout: 13258752 blocks of size 1024. 13258752 blocks available 2026-03-09T19:32:17.781 DEBUG:teuthology.run_tasks:Unwinding manager cephadm 2026-03-09T19:32:17.783 INFO:tasks.cephadm:Teardown begin 2026-03-09T19:32:17.783 DEBUG:teuthology.orchestra.run.vm10:> sudo rm -f /etc/ceph/ceph.conf /etc/ceph/ceph.client.admin.keyring 2026-03-09T19:32:17.794 DEBUG:teuthology.orchestra.run.vm11:> sudo rm -f /etc/ceph/ceph.conf /etc/ceph/ceph.client.admin.keyring 2026-03-09T19:32:17.831 INFO:tasks.cephadm:Disabling cephadm mgr module 2026-03-09T19:32:17.832 DEBUG:teuthology.orchestra.run.vm10:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:e911bdebe5c8faa3800735d1568fcdca65db60df shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid e301dc60-1bed-11f1-8e51-db7da4fd97cc -- ceph mgr module disable cephadm 2026-03-09T19:32:19.419 INFO:journalctl@ceph.mon.a.vm10.stdout:Mar 09 19:32:18 vm10 bash[17485]: cluster 2026-03-09T19:32:17.738391+0000 mgr.x (mgr.14150) 169 : cluster [DBG] pgmap v141: 96 pgs: 15 active+undersized+degraded, 81 active+undersized; 41 KiB data, 53 MiB used, 40 GiB / 40 GiB avail; 255 B/s rd, 0 op/s; 24/72 objects degraded (33.333%) 2026-03-09T19:32:19.420 INFO:journalctl@ceph.mon.a.vm10.stdout:Mar 09 19:32:18 vm10 bash[17485]: cluster 2026-03-09T19:32:17.738391+0000 mgr.x (mgr.14150) 169 : cluster [DBG] pgmap v141: 96 pgs: 15 active+undersized+degraded, 81 active+undersized; 41 KiB data, 53 MiB used, 40 GiB / 40 GiB avail; 255 B/s rd, 0 op/s; 24/72 objects degraded (33.333%) 2026-03-09T19:32:21.419 INFO:journalctl@ceph.mon.a.vm10.stdout:Mar 09 19:32:20 vm10 bash[17485]: cluster 2026-03-09T19:32:19.738949+0000 mgr.x (mgr.14150) 170 : cluster [DBG] pgmap v142: 96 pgs: 15 active+undersized+degraded, 81 active+undersized; 43 KiB data, 53 MiB used, 40 GiB / 40 GiB avail; 170 B/s rd, 341 B/s wr, 0 op/s; 24/72 objects degraded (33.333%) 2026-03-09T19:32:21.419 INFO:journalctl@ceph.mon.a.vm10.stdout:Mar 09 19:32:20 vm10 bash[17485]: cluster 2026-03-09T19:32:19.738949+0000 mgr.x (mgr.14150) 170 : cluster [DBG] pgmap v142: 96 pgs: 15 active+undersized+degraded, 81 active+undersized; 43 KiB data, 53 MiB used, 40 GiB / 40 GiB avail; 170 B/s rd, 341 B/s wr, 0 op/s; 24/72 objects degraded (33.333%) 2026-03-09T19:32:22.471 INFO:teuthology.orchestra.run.vm10.stderr:Inferring config /var/lib/ceph/e301dc60-1bed-11f1-8e51-db7da4fd97cc/mon.a/config 2026-03-09T19:32:22.639 INFO:teuthology.orchestra.run.vm10.stderr:2026-03-09T19:32:22.636+0000 7f3bdf654640 -1 auth: error reading file: /etc/ceph/ceph.keyring: bufferlist::read_file(/etc/ceph/ceph.keyring): read error:(21) Is a directory 2026-03-09T19:32:22.640 INFO:teuthology.orchestra.run.vm10.stderr:2026-03-09T19:32:22.636+0000 7f3bdf654640 -1 auth: failed to load /etc/ceph/ceph.keyring: (21) Is a directory 2026-03-09T19:32:22.640 INFO:teuthology.orchestra.run.vm10.stderr:2026-03-09T19:32:22.636+0000 7f3bdf654640 -1 auth: error reading file: /etc/ceph/ceph.keyring: bufferlist::read_file(/etc/ceph/ceph.keyring): read error:(21) Is a directory 2026-03-09T19:32:22.640 INFO:teuthology.orchestra.run.vm10.stderr:2026-03-09T19:32:22.636+0000 7f3bdf654640 -1 auth: failed to load /etc/ceph/ceph.keyring: (21) Is a directory 2026-03-09T19:32:22.640 INFO:teuthology.orchestra.run.vm10.stderr:2026-03-09T19:32:22.636+0000 7f3bdf654640 -1 auth: error reading file: /etc/ceph/ceph.keyring: bufferlist::read_file(/etc/ceph/ceph.keyring): read error:(21) Is a directory 2026-03-09T19:32:22.640 INFO:teuthology.orchestra.run.vm10.stderr:2026-03-09T19:32:22.636+0000 7f3bdf654640 -1 auth: failed to load /etc/ceph/ceph.keyring: (21) Is a directory 2026-03-09T19:32:22.640 INFO:teuthology.orchestra.run.vm10.stderr:2026-03-09T19:32:22.636+0000 7f3bdf654640 -1 monclient: keyring not found 2026-03-09T19:32:22.640 INFO:teuthology.orchestra.run.vm10.stderr:[errno 21] error connecting to the cluster 2026-03-09T19:32:22.683 DEBUG:teuthology.orchestra.run:got remote process result: 1 2026-03-09T19:32:22.684 INFO:tasks.cephadm:Cleaning up testdir ceph.* files... 2026-03-09T19:32:22.684 DEBUG:teuthology.orchestra.run.vm10:> rm -f /home/ubuntu/cephtest/seed.ceph.conf /home/ubuntu/cephtest/ceph.pub 2026-03-09T19:32:22.687 DEBUG:teuthology.orchestra.run.vm11:> rm -f /home/ubuntu/cephtest/seed.ceph.conf /home/ubuntu/cephtest/ceph.pub 2026-03-09T19:32:22.690 INFO:tasks.cephadm:Stopping all daemons... 2026-03-09T19:32:22.690 INFO:tasks.cephadm.mon.a:Stopping mon.a... 2026-03-09T19:32:22.691 DEBUG:teuthology.orchestra.run.vm10:> sudo systemctl stop ceph-e301dc60-1bed-11f1-8e51-db7da4fd97cc@mon.a 2026-03-09T19:32:22.969 INFO:journalctl@ceph.mon.a.vm10.stdout:Mar 09 19:32:22 vm10 systemd[1]: Stopping Ceph mon.a for e301dc60-1bed-11f1-8e51-db7da4fd97cc... 2026-03-09T19:32:22.969 INFO:journalctl@ceph.mon.a.vm10.stdout:Mar 09 19:32:22 vm10 bash[17485]: debug 2026-03-09T19:32:22.772+0000 7f6e4710d640 -1 received signal: Terminated from /sbin/docker-init -- /usr/bin/ceph-mon -n mon.a -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug --default-mon-cluster-log-to-file=false --default-mon-cluster-log-to-stderr=true (PID: 1) UID: 0 2026-03-09T19:32:22.969 INFO:journalctl@ceph.mon.a.vm10.stdout:Mar 09 19:32:22 vm10 bash[17485]: debug 2026-03-09T19:32:22.772+0000 7f6e4710d640 -1 mon.a@0(leader) e1 *** Got Signal Terminated *** 2026-03-09T19:32:23.030 DEBUG:teuthology.orchestra.run.vm10:> sudo pkill -f 'journalctl -f -n 0 -u ceph-e301dc60-1bed-11f1-8e51-db7da4fd97cc@mon.a.service' 2026-03-09T19:32:23.042 DEBUG:teuthology.orchestra.run:got remote process result: None 2026-03-09T19:32:23.042 INFO:tasks.cephadm.mon.a:Stopped mon.a 2026-03-09T19:32:23.042 INFO:tasks.cephadm.mgr.x:Stopping mgr.x... 2026-03-09T19:32:23.042 DEBUG:teuthology.orchestra.run.vm10:> sudo systemctl stop ceph-e301dc60-1bed-11f1-8e51-db7da4fd97cc@mgr.x 2026-03-09T19:32:23.249 INFO:journalctl@ceph.mgr.x.vm10.stdout:Mar 09 19:32:23 vm10 systemd[1]: Stopping Ceph mgr.x for e301dc60-1bed-11f1-8e51-db7da4fd97cc... 2026-03-09T19:32:23.249 INFO:journalctl@ceph.mgr.x.vm10.stdout:Mar 09 19:32:23 vm10 bash[41646]: ceph-e301dc60-1bed-11f1-8e51-db7da4fd97cc-mgr-x 2026-03-09T19:32:23.251 DEBUG:teuthology.orchestra.run.vm10:> sudo pkill -f 'journalctl -f -n 0 -u ceph-e301dc60-1bed-11f1-8e51-db7da4fd97cc@mgr.x.service' 2026-03-09T19:32:23.263 DEBUG:teuthology.orchestra.run:got remote process result: None 2026-03-09T19:32:23.263 INFO:tasks.cephadm.mgr.x:Stopped mgr.x 2026-03-09T19:32:23.263 INFO:tasks.cephadm.osd.0:Stopping osd.0... 2026-03-09T19:32:23.263 DEBUG:teuthology.orchestra.run.vm10:> sudo systemctl stop ceph-e301dc60-1bed-11f1-8e51-db7da4fd97cc@osd.0 2026-03-09T19:32:23.669 INFO:journalctl@ceph.osd.0.vm10.stdout:Mar 09 19:32:23 vm10 systemd[1]: Stopping Ceph osd.0 for e301dc60-1bed-11f1-8e51-db7da4fd97cc... 2026-03-09T19:32:23.669 INFO:journalctl@ceph.osd.0.vm10.stdout:Mar 09 19:32:23 vm10 bash[27046]: debug 2026-03-09T19:32:23.412+0000 7fc030133640 -1 received signal: Terminated from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.0 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2026-03-09T19:32:23.669 INFO:journalctl@ceph.osd.0.vm10.stdout:Mar 09 19:32:23 vm10 bash[27046]: debug 2026-03-09T19:32:23.412+0000 7fc030133640 -1 osd.0 23 *** Got signal Terminated *** 2026-03-09T19:32:23.669 INFO:journalctl@ceph.osd.0.vm10.stdout:Mar 09 19:32:23 vm10 bash[27046]: debug 2026-03-09T19:32:23.412+0000 7fc030133640 -1 osd.0 23 *** Immediate shutdown (osd_fast_shutdown=true) *** 2026-03-09T19:32:28.758 INFO:journalctl@ceph.osd.0.vm10.stdout:Mar 09 19:32:28 vm10 bash[41734]: ceph-e301dc60-1bed-11f1-8e51-db7da4fd97cc-osd-0 2026-03-09T19:32:28.787 DEBUG:teuthology.orchestra.run.vm10:> sudo pkill -f 'journalctl -f -n 0 -u ceph-e301dc60-1bed-11f1-8e51-db7da4fd97cc@osd.0.service' 2026-03-09T19:32:28.815 DEBUG:teuthology.orchestra.run:got remote process result: None 2026-03-09T19:32:28.815 INFO:tasks.cephadm.osd.0:Stopped osd.0 2026-03-09T19:32:28.815 INFO:tasks.cephadm.osd.1:Stopping osd.1... 2026-03-09T19:32:28.815 DEBUG:teuthology.orchestra.run.vm10:> sudo systemctl stop ceph-e301dc60-1bed-11f1-8e51-db7da4fd97cc@osd.1 2026-03-09T19:32:29.168 INFO:journalctl@ceph.osd.1.vm10.stdout:Mar 09 19:32:28 vm10 systemd[1]: Stopping Ceph osd.1 for e301dc60-1bed-11f1-8e51-db7da4fd97cc... 2026-03-09T19:32:29.169 INFO:journalctl@ceph.osd.1.vm10.stdout:Mar 09 19:32:28 vm10 bash[32797]: debug 2026-03-09T19:32:28.904+0000 7ff900e9f640 -1 received signal: Terminated from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.1 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2026-03-09T19:32:29.169 INFO:journalctl@ceph.osd.1.vm10.stdout:Mar 09 19:32:28 vm10 bash[32797]: debug 2026-03-09T19:32:28.904+0000 7ff900e9f640 -1 osd.1 23 *** Got signal Terminated *** 2026-03-09T19:32:29.169 INFO:journalctl@ceph.osd.1.vm10.stdout:Mar 09 19:32:28 vm10 bash[32797]: debug 2026-03-09T19:32:28.904+0000 7ff900e9f640 -1 osd.1 23 *** Immediate shutdown (osd_fast_shutdown=true) *** 2026-03-09T19:32:34.261 INFO:journalctl@ceph.osd.1.vm10.stdout:Mar 09 19:32:33 vm10 bash[41928]: ceph-e301dc60-1bed-11f1-8e51-db7da4fd97cc-osd-1 2026-03-09T19:32:34.311 DEBUG:teuthology.orchestra.run.vm10:> sudo pkill -f 'journalctl -f -n 0 -u ceph-e301dc60-1bed-11f1-8e51-db7da4fd97cc@osd.1.service' 2026-03-09T19:32:34.338 DEBUG:teuthology.orchestra.run:got remote process result: None 2026-03-09T19:32:34.338 INFO:tasks.cephadm.osd.1:Stopped osd.1 2026-03-09T19:32:34.338 DEBUG:teuthology.orchestra.run.vm10:> sudo /home/ubuntu/cephtest/cephadm rm-cluster --fsid e301dc60-1bed-11f1-8e51-db7da4fd97cc --force --keep-logs 2026-03-09T19:32:34.477 INFO:teuthology.orchestra.run.vm10.stdout:Deleting cluster with fsid: e301dc60-1bed-11f1-8e51-db7da4fd97cc 2026-03-09T19:32:45.860 DEBUG:teuthology.orchestra.run.vm11:> sudo /home/ubuntu/cephtest/cephadm rm-cluster --fsid e301dc60-1bed-11f1-8e51-db7da4fd97cc --force --keep-logs 2026-03-09T19:32:45.955 INFO:teuthology.orchestra.run.vm11.stdout:Deleting cluster with fsid: e301dc60-1bed-11f1-8e51-db7da4fd97cc 2026-03-09T19:32:47.007 INFO:teuthology.orchestra.run.vm11.stderr:Traceback (most recent call last): 2026-03-09T19:32:47.007 INFO:teuthology.orchestra.run.vm11.stderr: File "/usr/lib/python3.10/runpy.py", line 196, in _run_module_as_main 2026-03-09T19:32:47.007 INFO:teuthology.orchestra.run.vm11.stderr: return _run_code(code, main_globals, None, 2026-03-09T19:32:47.007 INFO:teuthology.orchestra.run.vm11.stderr: File "/usr/lib/python3.10/runpy.py", line 86, in _run_code 2026-03-09T19:32:47.007 INFO:teuthology.orchestra.run.vm11.stderr: exec(code, run_globals) 2026-03-09T19:32:47.007 INFO:teuthology.orchestra.run.vm11.stderr: File "/tmp/tmp8abe3sfa.cephadm.build/app/__main__.py", line 5592, in 2026-03-09T19:32:47.007 INFO:teuthology.orchestra.run.vm11.stderr: File "/tmp/tmp8abe3sfa.cephadm.build/app/__main__.py", line 5580, in main 2026-03-09T19:32:47.007 INFO:teuthology.orchestra.run.vm11.stderr: File "/tmp/tmp8abe3sfa.cephadm.build/app/__main__.py", line 4338, in command_rm_cluster 2026-03-09T19:32:47.007 INFO:teuthology.orchestra.run.vm11.stderr: File "/tmp/tmp8abe3sfa.cephadm.build/app/__main__.py", line 4402, in _rm_cluster 2026-03-09T19:32:47.008 INFO:teuthology.orchestra.run.vm11.stderr: File "/tmp/tmp8abe3sfa.cephadm.build/app/__main__.py", line 4328, in get_ceph_cluster_count 2026-03-09T19:32:47.008 INFO:teuthology.orchestra.run.vm11.stderr:FileNotFoundError: [Errno 2] No such file or directory: '/var/lib/ceph' 2026-03-09T19:32:47.031 DEBUG:teuthology.orchestra.run:got remote process result: 1 2026-03-09T19:32:47.031 DEBUG:teuthology.orchestra.run.vm10:> sudo rm -f /etc/ceph/ceph.conf /etc/ceph/ceph.client.admin.keyring 2026-03-09T19:32:47.040 INFO:teuthology.orchestra.run.vm10.stderr:rm: cannot remove '/etc/ceph/ceph.client.admin.keyring': Is a directory 2026-03-09T19:32:47.041 DEBUG:teuthology.orchestra.run:got remote process result: 1 2026-03-09T19:32:47.041 DEBUG:teuthology.orchestra.run.vm11:> sudo rm -f /etc/ceph/ceph.conf /etc/ceph/ceph.client.admin.keyring 2026-03-09T19:32:47.049 INFO:tasks.cephadm:Archiving crash dumps... 2026-03-09T19:32:47.049 DEBUG:teuthology.misc:Transferring archived files from vm10:/var/lib/ceph/e301dc60-1bed-11f1-8e51-db7da4fd97cc/crash to /archive/kyr-2026-03-09_11:23:05-orch-squid-none-default-vps/620/remote/vm10/crash 2026-03-09T19:32:47.049 DEBUG:teuthology.orchestra.run.vm10:> sudo tar c -f - -C /var/lib/ceph/e301dc60-1bed-11f1-8e51-db7da4fd97cc/crash -- . 2026-03-09T19:32:47.093 INFO:teuthology.orchestra.run.vm10.stderr:tar: /var/lib/ceph/e301dc60-1bed-11f1-8e51-db7da4fd97cc/crash: Cannot open: No such file or directory 2026-03-09T19:32:47.093 INFO:teuthology.orchestra.run.vm10.stderr:tar: Error is not recoverable: exiting now 2026-03-09T19:32:47.093 DEBUG:teuthology.misc:Transferring archived files from vm11:/var/lib/ceph/e301dc60-1bed-11f1-8e51-db7da4fd97cc/crash to /archive/kyr-2026-03-09_11:23:05-orch-squid-none-default-vps/620/remote/vm11/crash 2026-03-09T19:32:47.094 DEBUG:teuthology.orchestra.run.vm11:> sudo tar c -f - -C /var/lib/ceph/e301dc60-1bed-11f1-8e51-db7da4fd97cc/crash -- . 2026-03-09T19:32:47.102 INFO:teuthology.orchestra.run.vm11.stderr:tar: /var/lib/ceph/e301dc60-1bed-11f1-8e51-db7da4fd97cc/crash: Cannot open: No such file or directory 2026-03-09T19:32:47.102 INFO:teuthology.orchestra.run.vm11.stderr:tar: Error is not recoverable: exiting now 2026-03-09T19:32:47.103 INFO:tasks.cephadm:Checking cluster log for badness... 2026-03-09T19:32:47.103 DEBUG:teuthology.orchestra.run.vm10:> sudo egrep '\[ERR\]|\[WRN\]|\[SEC\]' /var/log/ceph/e301dc60-1bed-11f1-8e51-db7da4fd97cc/ceph.log | egrep CEPHADM_ | egrep -v '\(MDS_ALL_DOWN\)' | egrep -v '\(MDS_UP_LESS_THAN_MAX\)' | head -n 1 2026-03-09T19:32:47.147 INFO:tasks.cephadm:Compressing logs... 2026-03-09T19:32:47.147 DEBUG:teuthology.orchestra.run.vm10:> time sudo find /var/log/ceph /var/log/rbd-target-api -name '*.log' -print0 | sudo xargs --max-args=1 --max-procs=0 --verbose -0 --no-run-if-empty -- gzip -5 --verbose -- 2026-03-09T19:32:47.190 DEBUG:teuthology.orchestra.run.vm11:> time sudo find /var/log/ceph /var/log/rbd-target-api -name '*.log' -print0 | sudo xargs --max-args=1 --max-procs=0 --verbose -0 --no-run-if-empty -- gzip -5 --verbose -- 2026-03-09T19:32:47.198 INFO:teuthology.orchestra.run.vm10.stderr:find: ‘/var/log/rbd-target-api’: No such file or directory 2026-03-09T19:32:47.199 INFO:teuthology.orchestra.run.vm10.stderr:gzip -5 --verbose -- /var/log/ceph/cephadm.log 2026-03-09T19:32:47.199 INFO:teuthology.orchestra.run.vm10.stderr:gzip -5 --verbose -- /var/log/ceph/e301dc60-1bed-11f1-8e51-db7da4fd97cc/ceph-mgr.x.log 2026-03-09T19:32:47.200 INFO:teuthology.orchestra.run.vm11.stderr:gzip -5 --verbose -- /var/log/ceph/cephadm.log 2026-03-09T19:32:47.200 INFO:teuthology.orchestra.run.vm11.stderr:find: ‘/var/log/rbd-target-api’: No such file or directory 2026-03-09T19:32:47.201 INFO:teuthology.orchestra.run.vm10.stderr:/var/log/ceph/cephadm.log: 90.5%gzip -5 --verbose -- /var/log/ceph/e301dc60-1bed-11f1-8e51-db7da4fd97cc/ceph.log 2026-03-09T19:32:47.201 INFO:teuthology.orchestra.run.vm10.stderr: -- replaced with /var/log/ceph/cephadm.log.gz 2026-03-09T19:32:47.201 INFO:teuthology.orchestra.run.vm10.stderr:/var/log/ceph/e301dc60-1bed-11f1-8e51-db7da4fd97cc/ceph-mgr.x.log: gzip -5 --verbose -- /var/log/ceph/e301dc60-1bed-11f1-8e51-db7da4fd97cc/ceph-mds.cephfs.vm10.qbwkiq.log 2026-03-09T19:32:47.202 INFO:teuthology.orchestra.run.vm11.stderr:/var/log/ceph/cephadm.log: 70.5% -- replaced with /var/log/ceph/cephadm.log.gz 2026-03-09T19:32:47.202 INFO:teuthology.orchestra.run.vm10.stderr:/var/log/ceph/e301dc60-1bed-11f1-8e51-db7da4fd97cc/ceph.log: 86.6% -- replaced with /var/log/ceph/e301dc60-1bed-11f1-8e51-db7da4fd97cc/ceph.log.gz 2026-03-09T19:32:47.202 INFO:teuthology.orchestra.run.vm10.stderr:gzip -5 --verbose -- /var/log/ceph/e301dc60-1bed-11f1-8e51-db7da4fd97cc/ceph-osd.1.log 2026-03-09T19:32:47.203 INFO:teuthology.orchestra.run.vm10.stderr:/var/log/ceph/e301dc60-1bed-11f1-8e51-db7da4fd97cc/ceph-mds.cephfs.vm10.qbwkiq.log: 77.4% -- replaced with /var/log/ceph/e301dc60-1bed-11f1-8e51-db7da4fd97cc/ceph-mds.cephfs.vm10.qbwkiq.log.gz 2026-03-09T19:32:47.203 INFO:teuthology.orchestra.run.vm11.stderr: 2026-03-09T19:32:47.203 INFO:teuthology.orchestra.run.vm11.stderr:real 0m0.009s 2026-03-09T19:32:47.203 INFO:teuthology.orchestra.run.vm11.stderr:user 0m0.009s 2026-03-09T19:32:47.203 INFO:teuthology.orchestra.run.vm11.stderr:sys 0m0.003s 2026-03-09T19:32:47.203 INFO:teuthology.orchestra.run.vm10.stderr:gzip -5 --verbose -- /var/log/ceph/e301dc60-1bed-11f1-8e51-db7da4fd97cc/ceph-mon.a.log 2026-03-09T19:32:47.209 INFO:teuthology.orchestra.run.vm10.stderr:/var/log/ceph/e301dc60-1bed-11f1-8e51-db7da4fd97cc/ceph-osd.1.log: gzip -5 --verbose -- /var/log/ceph/e301dc60-1bed-11f1-8e51-db7da4fd97cc/ceph.audit.log 2026-03-09T19:32:47.225 INFO:teuthology.orchestra.run.vm10.stderr:/var/log/ceph/e301dc60-1bed-11f1-8e51-db7da4fd97cc/ceph-mon.a.log: gzip -5 --verbose -- /var/log/ceph/e301dc60-1bed-11f1-8e51-db7da4fd97cc/ceph-volume.log 2026-03-09T19:32:47.226 INFO:teuthology.orchestra.run.vm10.stderr:/var/log/ceph/e301dc60-1bed-11f1-8e51-db7da4fd97cc/ceph.audit.log: 88.8% -- replaced with /var/log/ceph/e301dc60-1bed-11f1-8e51-db7da4fd97cc/ceph.audit.log.gz 2026-03-09T19:32:47.229 INFO:teuthology.orchestra.run.vm10.stderr: 89.7% -- replaced with /var/log/ceph/e301dc60-1bed-11f1-8e51-db7da4fd97cc/ceph-mgr.x.log.gz 2026-03-09T19:32:47.230 INFO:teuthology.orchestra.run.vm10.stderr:gzip -5 --verbose -- /var/log/ceph/e301dc60-1bed-11f1-8e51-db7da4fd97cc/ceph.cephadm.log 2026-03-09T19:32:47.235 INFO:teuthology.orchestra.run.vm10.stderr:/var/log/ceph/e301dc60-1bed-11f1-8e51-db7da4fd97cc/ceph-volume.log: gzip -5 --verbose -- /var/log/ceph/e301dc60-1bed-11f1-8e51-db7da4fd97cc/ceph-mds.cephfs.vm10.angnwe.log 2026-03-09T19:32:47.235 INFO:teuthology.orchestra.run.vm10.stderr:/var/log/ceph/e301dc60-1bed-11f1-8e51-db7da4fd97cc/ceph.cephadm.log: 75.8% -- replaced with /var/log/ceph/e301dc60-1bed-11f1-8e51-db7da4fd97cc/ceph.cephadm.log.gz 2026-03-09T19:32:47.235 INFO:teuthology.orchestra.run.vm10.stderr: 96.0% -- replaced with /var/log/ceph/e301dc60-1bed-11f1-8e51-db7da4fd97cc/ceph-volume.log.gz 2026-03-09T19:32:47.236 INFO:teuthology.orchestra.run.vm10.stderr:gzip -5 --verbose -- /var/log/ceph/e301dc60-1bed-11f1-8e51-db7da4fd97cc/ceph-osd.0.log 2026-03-09T19:32:47.236 INFO:teuthology.orchestra.run.vm10.stderr:/var/log/ceph/e301dc60-1bed-11f1-8e51-db7da4fd97cc/ceph-mds.cephfs.vm10.angnwe.log: 67.2% -- replaced with /var/log/ceph/e301dc60-1bed-11f1-8e51-db7da4fd97cc/ceph-mds.cephfs.vm10.angnwe.log.gz 2026-03-09T19:32:47.350 INFO:teuthology.orchestra.run.vm10.stderr:/var/log/ceph/e301dc60-1bed-11f1-8e51-db7da4fd97cc/ceph-osd.0.log: 91.0% -- replaced with /var/log/ceph/e301dc60-1bed-11f1-8e51-db7da4fd97cc/ceph-mon.a.log.gz 2026-03-09T19:32:47.368 INFO:teuthology.orchestra.run.vm10.stderr: 95.4% -- replaced with /var/log/ceph/e301dc60-1bed-11f1-8e51-db7da4fd97cc/ceph-osd.0.log.gz 2026-03-09T19:32:47.412 INFO:teuthology.orchestra.run.vm10.stderr: 95.5% -- replaced with /var/log/ceph/e301dc60-1bed-11f1-8e51-db7da4fd97cc/ceph-osd.1.log.gz 2026-03-09T19:32:47.414 INFO:teuthology.orchestra.run.vm10.stderr: 2026-03-09T19:32:47.414 INFO:teuthology.orchestra.run.vm10.stderr:real 0m0.222s 2026-03-09T19:32:47.414 INFO:teuthology.orchestra.run.vm10.stderr:user 0m0.348s 2026-03-09T19:32:47.414 INFO:teuthology.orchestra.run.vm10.stderr:sys 0m0.043s 2026-03-09T19:32:47.414 INFO:tasks.cephadm:Archiving logs... 2026-03-09T19:32:47.414 DEBUG:teuthology.misc:Transferring archived files from vm10:/var/log/ceph to /archive/kyr-2026-03-09_11:23:05-orch-squid-none-default-vps/620/remote/vm10/log 2026-03-09T19:32:47.414 DEBUG:teuthology.orchestra.run.vm10:> sudo tar c -f - -C /var/log/ceph -- . 2026-03-09T19:32:47.490 DEBUG:teuthology.misc:Transferring archived files from vm11:/var/log/ceph to /archive/kyr-2026-03-09_11:23:05-orch-squid-none-default-vps/620/remote/vm11/log 2026-03-09T19:32:47.490 DEBUG:teuthology.orchestra.run.vm11:> sudo tar c -f - -C /var/log/ceph -- . 2026-03-09T19:32:47.500 INFO:tasks.cephadm:Removing cluster... 2026-03-09T19:32:47.500 DEBUG:teuthology.orchestra.run.vm10:> sudo /home/ubuntu/cephtest/cephadm rm-cluster --fsid e301dc60-1bed-11f1-8e51-db7da4fd97cc --force 2026-03-09T19:32:47.619 INFO:teuthology.orchestra.run.vm10.stdout:Deleting cluster with fsid: e301dc60-1bed-11f1-8e51-db7da4fd97cc 2026-03-09T19:32:48.690 INFO:tasks.cephadm:Removing cephadm ... 2026-03-09T19:32:48.691 DEBUG:teuthology.orchestra.run.vm10:> rm -rf /home/ubuntu/cephtest/cephadm 2026-03-09T19:32:48.694 DEBUG:teuthology.orchestra.run.vm11:> rm -rf /home/ubuntu/cephtest/cephadm 2026-03-09T19:32:48.698 INFO:tasks.cephadm:Teardown complete 2026-03-09T19:32:48.698 DEBUG:teuthology.run_tasks:Unwinding manager cephadm.configure_samba_client_container 2026-03-09T19:32:48.700 DEBUG:teuthology.run_tasks:Unwinding manager clock 2026-03-09T19:32:48.702 INFO:teuthology.task.clock:Checking final clock skew... 2026-03-09T19:32:48.702 DEBUG:teuthology.orchestra.run.vm10:> PATH=/usr/bin:/usr/sbin ntpq -p || PATH=/usr/bin:/usr/sbin chronyc sources || true 2026-03-09T19:32:48.737 DEBUG:teuthology.orchestra.run.vm11:> PATH=/usr/bin:/usr/sbin ntpq -p || PATH=/usr/bin:/usr/sbin chronyc sources || true 2026-03-09T19:32:49.346 INFO:teuthology.orchestra.run.vm10.stdout: remote refid st t when poll reach delay offset jitter 2026-03-09T19:32:49.346 INFO:teuthology.orchestra.run.vm10.stdout:============================================================================== 2026-03-09T19:32:49.346 INFO:teuthology.orchestra.run.vm10.stdout: 0.ubuntu.pool.n .POOL. 16 p - 64 0 0.000 +0.000 0.000 2026-03-09T19:32:49.346 INFO:teuthology.orchestra.run.vm10.stdout: 1.ubuntu.pool.n .POOL. 16 p - 64 0 0.000 +0.000 0.000 2026-03-09T19:32:49.346 INFO:teuthology.orchestra.run.vm10.stdout: 2.ubuntu.pool.n .POOL. 16 p - 64 0 0.000 +0.000 0.000 2026-03-09T19:32:49.346 INFO:teuthology.orchestra.run.vm10.stdout: 3.ubuntu.pool.n .POOL. 16 p - 64 0 0.000 +0.000 0.000 2026-03-09T19:32:49.346 INFO:teuthology.orchestra.run.vm10.stdout: ntp.ubuntu.com .POOL. 16 p - 64 0 0.000 +0.000 0.000 2026-03-09T19:32:49.346 INFO:teuthology.orchestra.run.vm10.stdout:-mail.vbrandl.ne 71.58.123.92 3 u 45 64 77 25.036 +2.807 1.115 2026-03-09T19:32:49.346 INFO:teuthology.orchestra.run.vm10.stdout:-ec2-3-121-254-2 193.158.22.13 2 u 41 64 77 24.792 +2.856 0.924 2026-03-09T19:32:49.346 INFO:teuthology.orchestra.run.vm10.stdout:-time.cloudflare 10.17.8.4 3 u 42 64 77 20.487 +3.895 1.051 2026-03-09T19:32:49.346 INFO:teuthology.orchestra.run.vm10.stdout:-time.ndless.net 192.53.103.108 2 u 39 64 77 28.766 +3.418 0.452 2026-03-09T19:32:49.346 INFO:teuthology.orchestra.run.vm10.stdout:-ntp.ntstime.org 131.188.3.222 2 u 39 64 77 28.365 +0.632 0.451 2026-03-09T19:32:49.346 INFO:teuthology.orchestra.run.vm10.stdout:+vps-fra2.orlean 169.254.169.254 4 u 40 64 77 21.155 +2.917 0.504 2026-03-09T19:32:49.346 INFO:teuthology.orchestra.run.vm10.stdout:#185.125.190.57 194.121.207.249 2 u 51 64 77 33.370 +3.941 0.295 2026-03-09T19:32:49.346 INFO:teuthology.orchestra.run.vm10.stdout:*server2.as2.ch 189.97.54.122 2 u 40 64 77 25.030 +2.834 0.441 2026-03-09T19:32:49.346 INFO:teuthology.orchestra.run.vm10.stdout:-185.125.190.58 145.238.80.80 2 u 46 64 77 35.222 +1.583 0.376 2026-03-09T19:32:49.346 INFO:teuthology.orchestra.run.vm10.stdout:+ntp2.uni-ulm.de 129.69.253.1 2 u 35 64 77 28.074 +2.005 0.333 2026-03-09T19:32:49.346 INFO:teuthology.orchestra.run.vm10.stdout:-185.125.190.56 79.243.60.50 2 u 41 64 77 36.733 +2.312 0.192 2026-03-09T19:32:49.346 INFO:teuthology.orchestra.run.vm10.stdout:#alphyn.canonica 132.163.96.1 2 u 115 64 76 97.389 +1.826 0.373 2026-03-09T19:32:49.389 INFO:teuthology.orchestra.run.vm11.stdout: remote refid st t when poll reach delay offset jitter 2026-03-09T19:32:49.389 INFO:teuthology.orchestra.run.vm11.stdout:============================================================================== 2026-03-09T19:32:49.389 INFO:teuthology.orchestra.run.vm11.stdout: 0.ubuntu.pool.n .POOL. 16 p - 64 0 0.000 +0.000 0.000 2026-03-09T19:32:49.389 INFO:teuthology.orchestra.run.vm11.stdout: 1.ubuntu.pool.n .POOL. 16 p - 64 0 0.000 +0.000 0.000 2026-03-09T19:32:49.389 INFO:teuthology.orchestra.run.vm11.stdout: 2.ubuntu.pool.n .POOL. 16 p - 64 0 0.000 +0.000 0.000 2026-03-09T19:32:49.389 INFO:teuthology.orchestra.run.vm11.stdout: 3.ubuntu.pool.n .POOL. 16 p - 64 0 0.000 +0.000 0.000 2026-03-09T19:32:49.389 INFO:teuthology.orchestra.run.vm11.stdout: ntp.ubuntu.com .POOL. 16 p - 64 0 0.000 +0.000 0.000 2026-03-09T19:32:49.390 INFO:teuthology.orchestra.run.vm11.stdout:-time.cloudflare 10.124.8.190 3 u 45 64 77 20.528 +1.891 1.495 2026-03-09T19:32:49.390 INFO:teuthology.orchestra.run.vm11.stdout:+mail.anyvm.tech 66.249.115.192 3 u 39 64 77 23.654 +0.809 0.308 2026-03-09T19:32:49.390 INFO:teuthology.orchestra.run.vm11.stdout:-time.ndless.net 192.53.103.108 2 u 41 64 77 28.935 +1.304 1.559 2026-03-09T19:32:49.390 INFO:teuthology.orchestra.run.vm11.stdout:-178.215.228.24 189.97.54.122 2 u 40 64 77 22.068 +0.071 1.148 2026-03-09T19:32:49.390 INFO:teuthology.orchestra.run.vm11.stdout:#ec2-3-121-254-2 193.158.22.13 2 u 38 64 77 24.129 +0.682 1.205 2026-03-09T19:32:49.390 INFO:teuthology.orchestra.run.vm11.stdout:-vps-fra9.orlean 195.145.119.188 2 u 44 64 77 33.267 +1.793 1.336 2026-03-09T19:32:49.390 INFO:teuthology.orchestra.run.vm11.stdout:#mail.vbrandl.ne 71.58.123.92 3 u 35 64 77 25.115 +0.699 0.286 2026-03-09T19:32:49.390 INFO:teuthology.orchestra.run.vm11.stdout:-static.81.54.25 131.188.3.222 2 u 37 64 77 25.085 +0.694 0.283 2026-03-09T19:32:49.390 INFO:teuthology.orchestra.run.vm11.stdout:#srv01-nc.secure 129.69.253.1 2 u 41 64 77 28.429 -2.133 0.346 2026-03-09T19:32:49.390 INFO:teuthology.orchestra.run.vm11.stdout:#ntp.ntstime.org 131.188.3.222 2 u 37 64 77 28.715 -1.659 0.387 2026-03-09T19:32:49.390 INFO:teuthology.orchestra.run.vm11.stdout:+vps-fra2.orlean 169.254.169.254 4 u 39 64 77 21.058 +0.844 10.505 2026-03-09T19:32:49.390 INFO:teuthology.orchestra.run.vm11.stdout:-s7.vonderste.in 131.188.3.222 2 u 41 64 77 28.374 +0.559 1.869 2026-03-09T19:32:49.390 INFO:teuthology.orchestra.run.vm11.stdout:#alphyn.canonica 132.163.96.1 2 u 52 64 77 102.123 -2.598 1.328 2026-03-09T19:32:49.390 INFO:teuthology.orchestra.run.vm11.stdout:+server2.as2.ch 189.97.54.122 2 u 32 64 77 25.132 +0.657 0.279 2026-03-09T19:32:49.390 INFO:teuthology.orchestra.run.vm11.stdout:*sambuca.psychon 174.222.245.115 2 u 43 64 77 25.315 +0.793 0.208 2026-03-09T19:32:49.390 INFO:teuthology.orchestra.run.vm11.stdout:#185.125.190.57 194.121.207.249 2 u 45 64 77 35.348 -0.517 1.433 2026-03-09T19:32:49.390 DEBUG:teuthology.run_tasks:Unwinding manager ansible.cephlab 2026-03-09T19:32:49.392 INFO:teuthology.task.ansible:Skipping ansible cleanup... 2026-03-09T19:32:49.393 DEBUG:teuthology.run_tasks:Unwinding manager selinux 2026-03-09T19:32:49.395 DEBUG:teuthology.run_tasks:Unwinding manager pcp 2026-03-09T19:32:49.398 DEBUG:teuthology.run_tasks:Unwinding manager internal.timer 2026-03-09T19:32:49.400 INFO:teuthology.task.internal:Duration was 524.268120 seconds 2026-03-09T19:32:49.400 DEBUG:teuthology.run_tasks:Unwinding manager internal.syslog 2026-03-09T19:32:49.402 INFO:teuthology.task.internal.syslog:Shutting down syslog monitoring... 2026-03-09T19:32:49.403 DEBUG:teuthology.orchestra.run.vm10:> sudo rm -f -- /etc/rsyslog.d/80-cephtest.conf && sudo service rsyslog restart 2026-03-09T19:32:49.404 DEBUG:teuthology.orchestra.run.vm11:> sudo rm -f -- /etc/rsyslog.d/80-cephtest.conf && sudo service rsyslog restart 2026-03-09T19:32:49.425 INFO:teuthology.task.internal.syslog:Checking logs for errors... 2026-03-09T19:32:49.425 DEBUG:teuthology.task.internal.syslog:Checking ubuntu@vm10.local 2026-03-09T19:32:49.425 DEBUG:teuthology.orchestra.run.vm10:> grep -E --binary-files=text '\bBUG\b|\bINFO\b|\bDEADLOCK\b' /home/ubuntu/cephtest/archive/syslog/kern.log | grep -v 'task .* blocked for more than .* seconds' | grep -v 'lockdep is turned off' | grep -v 'trying to register non-static key' | grep -v 'DEBUG: fsize' | grep -v CRON | grep -v 'BUG: bad unlock balance detected' | grep -v 'inconsistent lock state' | grep -v '*** DEADLOCK ***' | grep -v 'INFO: possible irq lock inversion dependency detected' | grep -v 'INFO: NMI handler (perf_event_nmi_handler) took too long to run' | grep -v 'INFO: recovery required on readonly' | grep -v 'ceph-create-keys: INFO' | grep -v INFO:ceph-create-keys | grep -v 'Loaded datasource DataSourceOpenStack' | grep -v 'container-storage-setup: INFO: Volume group backing root filesystem could not be determined' | grep -E -v '\bsalt-master\b|\bsalt-minion\b|\bsalt-api\b' | grep -v ceph-crash | grep -E -v '\btcmu-runner\b.*\bINFO\b' | head -n 1 2026-03-09T19:32:49.480 DEBUG:teuthology.task.internal.syslog:Checking ubuntu@vm11.local 2026-03-09T19:32:49.480 DEBUG:teuthology.orchestra.run.vm11:> grep -E --binary-files=text '\bBUG\b|\bINFO\b|\bDEADLOCK\b' /home/ubuntu/cephtest/archive/syslog/kern.log | grep -v 'task .* blocked for more than .* seconds' | grep -v 'lockdep is turned off' | grep -v 'trying to register non-static key' | grep -v 'DEBUG: fsize' | grep -v CRON | grep -v 'BUG: bad unlock balance detected' | grep -v 'inconsistent lock state' | grep -v '*** DEADLOCK ***' | grep -v 'INFO: possible irq lock inversion dependency detected' | grep -v 'INFO: NMI handler (perf_event_nmi_handler) took too long to run' | grep -v 'INFO: recovery required on readonly' | grep -v 'ceph-create-keys: INFO' | grep -v INFO:ceph-create-keys | grep -v 'Loaded datasource DataSourceOpenStack' | grep -v 'container-storage-setup: INFO: Volume group backing root filesystem could not be determined' | grep -E -v '\bsalt-master\b|\bsalt-minion\b|\bsalt-api\b' | grep -v ceph-crash | grep -E -v '\btcmu-runner\b.*\bINFO\b' | head -n 1 2026-03-09T19:32:49.490 INFO:teuthology.task.internal.syslog:Gathering journactl... 2026-03-09T19:32:49.490 DEBUG:teuthology.orchestra.run.vm10:> sudo journalctl > /home/ubuntu/cephtest/archive/syslog/journalctl.log 2026-03-09T19:32:49.521 DEBUG:teuthology.orchestra.run.vm11:> sudo journalctl > /home/ubuntu/cephtest/archive/syslog/journalctl.log 2026-03-09T19:32:49.576 INFO:teuthology.task.internal.syslog:Compressing syslogs... 2026-03-09T19:32:49.576 DEBUG:teuthology.orchestra.run.vm10:> find /home/ubuntu/cephtest/archive/syslog -name '*.log' -print0 | sudo xargs -0 --max-args=1 --max-procs=0 --verbose --no-run-if-empty -- gzip -5 --verbose -- 2026-03-09T19:32:49.577 DEBUG:teuthology.orchestra.run.vm11:> find /home/ubuntu/cephtest/archive/syslog -name '*.log' -print0 | sudo xargs -0 --max-args=1 --max-procs=0 --verbose --no-run-if-empty -- gzip -5 --verbose -- 2026-03-09T19:32:49.584 INFO:teuthology.orchestra.run.vm10.stderr:gzip -5 --verbose -- /home/ubuntu/cephtest/archive/syslog/misc.log 2026-03-09T19:32:49.584 INFO:teuthology.orchestra.run.vm10.stderr:gzip -5 --verbose -- /home/ubuntu/cephtest/archive/syslog/kern.log 2026-03-09T19:32:49.585 INFO:teuthology.orchestra.run.vm10.stderr:/home/ubuntu/cephtest/archive/syslog/misc.log: gzip -5 --verbose -- /home/ubuntu/cephtest/archive/syslog/journalctl.log 2026-03-09T19:32:49.585 INFO:teuthology.orchestra.run.vm10.stderr: 0.0% -- replaced with /home/ubuntu/cephtest/archive/syslog/misc.log.gz 2026-03-09T19:32:49.585 INFO:teuthology.orchestra.run.vm10.stderr:/home/ubuntu/cephtest/archive/syslog/kern.log: 0.0% -- replaced with /home/ubuntu/cephtest/archive/syslog/kern.log.gz 2026-03-09T19:32:49.593 INFO:teuthology.orchestra.run.vm10.stderr:/home/ubuntu/cephtest/archive/syslog/journalctl.log: 88.9% -- replaced with /home/ubuntu/cephtest/archive/syslog/journalctl.log.gz 2026-03-09T19:32:49.596 INFO:teuthology.orchestra.run.vm11.stderr:gzip -5 --verbose -- /home/ubuntu/cephtest/archive/syslog/misc.log 2026-03-09T19:32:49.597 INFO:teuthology.orchestra.run.vm11.stderr:gzip -5 --verbose -- /home/ubuntu/cephtest/archive/syslog/kern.log 2026-03-09T19:32:49.597 INFO:teuthology.orchestra.run.vm11.stderr:/home/ubuntu/cephtest/archive/syslog/misc.log: 0.0% -- replaced with /home/ubuntu/cephtest/archive/syslog/misc.log.gz 2026-03-09T19:32:49.597 INFO:teuthology.orchestra.run.vm11.stderr:gzip -5 --verbose -- /home/ubuntu/cephtest/archive/syslog/journalctl.log 2026-03-09T19:32:49.597 INFO:teuthology.orchestra.run.vm11.stderr:/home/ubuntu/cephtest/archive/syslog/kern.log: 0.0% -- replaced with /home/ubuntu/cephtest/archive/syslog/kern.log.gz 2026-03-09T19:32:49.601 INFO:teuthology.orchestra.run.vm11.stderr:/home/ubuntu/cephtest/archive/syslog/journalctl.log: 83.5% -- replaced with /home/ubuntu/cephtest/archive/syslog/journalctl.log.gz 2026-03-09T19:32:49.602 DEBUG:teuthology.run_tasks:Unwinding manager internal.sudo 2026-03-09T19:32:49.637 INFO:teuthology.task.internal:Restoring /etc/sudoers... 2026-03-09T19:32:49.637 DEBUG:teuthology.orchestra.run.vm10:> sudo mv -f /etc/sudoers.orig.teuthology /etc/sudoers 2026-03-09T19:32:49.645 DEBUG:teuthology.orchestra.run.vm11:> sudo mv -f /etc/sudoers.orig.teuthology /etc/sudoers 2026-03-09T19:32:49.652 DEBUG:teuthology.run_tasks:Unwinding manager internal.coredump 2026-03-09T19:32:49.672 DEBUG:teuthology.orchestra.run.vm10:> sudo sysctl -w kernel.core_pattern=core && sudo bash -c 'for f in `find /home/ubuntu/cephtest/archive/coredump -type f`; do file $f | grep -q systemd-sysusers && rm $f || true ; done' && rmdir --ignore-fail-on-non-empty -- /home/ubuntu/cephtest/archive/coredump 2026-03-09T19:32:49.690 DEBUG:teuthology.orchestra.run.vm11:> sudo sysctl -w kernel.core_pattern=core && sudo bash -c 'for f in `find /home/ubuntu/cephtest/archive/coredump -type f`; do file $f | grep -q systemd-sysusers && rm $f || true ; done' && rmdir --ignore-fail-on-non-empty -- /home/ubuntu/cephtest/archive/coredump 2026-03-09T19:32:49.697 INFO:teuthology.orchestra.run.vm10.stdout:kernel.core_pattern = core 2026-03-09T19:32:49.702 INFO:teuthology.orchestra.run.vm11.stdout:kernel.core_pattern = core 2026-03-09T19:32:49.710 DEBUG:teuthology.orchestra.run.vm10:> test -e /home/ubuntu/cephtest/archive/coredump 2026-03-09T19:32:49.751 DEBUG:teuthology.orchestra.run:got remote process result: 1 2026-03-09T19:32:49.752 DEBUG:teuthology.orchestra.run.vm11:> test -e /home/ubuntu/cephtest/archive/coredump 2026-03-09T19:32:49.754 DEBUG:teuthology.orchestra.run:got remote process result: 1 2026-03-09T19:32:49.754 DEBUG:teuthology.run_tasks:Unwinding manager internal.archive 2026-03-09T19:32:49.757 INFO:teuthology.task.internal:Transferring archived files... 2026-03-09T19:32:49.757 DEBUG:teuthology.misc:Transferring archived files from vm10:/home/ubuntu/cephtest/archive to /archive/kyr-2026-03-09_11:23:05-orch-squid-none-default-vps/620/remote/vm10 2026-03-09T19:32:49.757 DEBUG:teuthology.orchestra.run.vm10:> sudo tar c -f - -C /home/ubuntu/cephtest/archive -- . 2026-03-09T19:32:49.802 DEBUG:teuthology.misc:Transferring archived files from vm11:/home/ubuntu/cephtest/archive to /archive/kyr-2026-03-09_11:23:05-orch-squid-none-default-vps/620/remote/vm11 2026-03-09T19:32:49.802 DEBUG:teuthology.orchestra.run.vm11:> sudo tar c -f - -C /home/ubuntu/cephtest/archive -- . 2026-03-09T19:32:49.811 INFO:teuthology.task.internal:Removing archive directory... 2026-03-09T19:32:49.812 DEBUG:teuthology.orchestra.run.vm10:> rm -rf -- /home/ubuntu/cephtest/archive 2026-03-09T19:32:49.846 DEBUG:teuthology.orchestra.run.vm11:> rm -rf -- /home/ubuntu/cephtest/archive 2026-03-09T19:32:49.857 DEBUG:teuthology.run_tasks:Unwinding manager internal.archive_upload 2026-03-09T19:32:49.871 INFO:teuthology.task.internal:Not uploading archives. 2026-03-09T19:32:49.871 DEBUG:teuthology.run_tasks:Unwinding manager internal.base 2026-03-09T19:32:49.874 INFO:teuthology.task.internal:Tidying up after the test... 2026-03-09T19:32:49.875 DEBUG:teuthology.orchestra.run.vm10:> find /home/ubuntu/cephtest -ls ; rmdir -- /home/ubuntu/cephtest 2026-03-09T19:32:49.890 DEBUG:teuthology.orchestra.run.vm11:> find /home/ubuntu/cephtest -ls ; rmdir -- /home/ubuntu/cephtest 2026-03-09T19:32:49.892 INFO:teuthology.orchestra.run.vm10.stdout: 258076 4 drwxr-xr-x 2 ubuntu ubuntu 4096 Mar 9 19:32 /home/ubuntu/cephtest 2026-03-09T19:32:49.901 INFO:teuthology.orchestra.run.vm11.stdout: 258077 4 drwxr-xr-x 2 ubuntu ubuntu 4096 Mar 9 19:32 /home/ubuntu/cephtest 2026-03-09T19:32:49.902 DEBUG:teuthology.run_tasks:Unwinding manager console_log 2026-03-09T19:32:49.908 INFO:teuthology.run:Summary data: description: orch/cephadm/smb/{0-distro/ubuntu_22.04 tasks/deploy_smb_basic} duration: 524.2681198120117 owner: kyr success: true 2026-03-09T19:32:49.908 DEBUG:teuthology.report:Pushing job info to http://localhost:8080 2026-03-09T19:32:49.930 INFO:teuthology.run:pass