2026-03-09T15:40:13.882 INFO:root:teuthology version: 1.2.4.dev6+g1c580df7a 2026-03-09T15:40:13.886 DEBUG:teuthology.report:Pushing job info to http://localhost:8080 2026-03-09T15:40:13.910 INFO:teuthology.run:Config: archive_path: /archive/kyr-2026-03-09_11:23:05-orch-squid-none-default-vps/531 branch: squid description: orch/cephadm/smb/{0-distro/ubuntu_22.04 tasks/deploy_smb_basic} email: null first_in_suite: false flavor: default job_id: '531' ktype: distro last_in_suite: false machine_type: vps name: kyr-2026-03-09_11:23:05-orch-squid-none-default-vps no_nested_subset: false os_type: ubuntu os_version: '22.04' overrides: admin_socket: branch: squid ansible.cephlab: branch: main skip_tags: nagios,monitoring-scripts,hostname,pubkeys,zap,sudoers,kerberos,ntp-client,resolvconf,cpan,nfs vars: timezone: UTC ceph: conf: mgr: debug mgr: 20 debug ms: 1 mon: debug mon: 20 debug ms: 1 debug paxos: 20 osd: debug ms: 1 debug osd: 20 osd mclock iops capacity threshold hdd: 49000 flavor: default log-ignorelist: - \(MDS_ALL_DOWN\) - \(MDS_UP_LESS_THAN_MAX\) log-only-match: - CEPHADM_ sha1: e911bdebe5c8faa3800735d1568fcdca65db60df ceph-deploy: conf: client: log file: /var/log/ceph/ceph-$name.$pid.log mon: {} install: ceph: flavor: default sha1: e911bdebe5c8faa3800735d1568fcdca65db60df extra_system_packages: deb: - python3-xmltodict - python3-jmespath rpm: - bzip2 - perl-Test-Harness - python3-xmltodict - python3-jmespath workunit: branch: tt-squid sha1: 569c3e99c9b32a51b4eaf08731c728f4513ed589 owner: kyr priority: 1000 repo: https://github.com/ceph/ceph.git roles: - - host.a - mon.a - mgr.x - osd.0 - osd.1 - client.0 - - host.b - cephadm.exclude seed: 3443 sha1: e911bdebe5c8faa3800735d1568fcdca65db60df sleep_before_teardown: 0 subset: 1/64 suite: orch suite_branch: tt-squid suite_path: /home/teuthos/src/github.com_kshtsk_ceph_569c3e99c9b32a51b4eaf08731c728f4513ed589/qa suite_relpath: qa suite_repo: https://github.com/kshtsk/ceph.git suite_sha1: 569c3e99c9b32a51b4eaf08731c728f4513ed589 targets: vm02.local: ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBPBmwtC7/t7HcwTMzIt5ePbre9MY1uVZgtA4YyTfINgxDzbWtU+e5gs1lGuQWeIU8f3r0fRpaTpU+pjwG04QGQ4= vm07.local: ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBH0BTacssELFPYvZin4OCY4LdpRX5vuoGIXYvq3CR/7OZKLvXqchEYYTbZHGZgGk81QIchjvpejFiKKzC5mUp14= tasks: - cephadm.configure_samba_client_container: role: host.b - cephadm: null - cephadm.shell: host.a: - ceph fs volume create cephfs - cephadm.wait_for_service: service: mds.cephfs - cephadm.shell: host.a: - cmd: ceph fs subvolumegroup create cephfs g1 - cmd: ceph fs subvolume create cephfs sub1 --group-name=g1 --mode=0777 - cmd: ceph fs authorize cephfs client.smbdata / rw - cmd: ceph osd pool create .smb --yes-i-really-mean-it - cmd: ceph osd pool application enable .smb smb - cmd: rados --pool=.smb --namespace=saserv1 put conf.toml /dev/stdin stdin: 'samba-container-config = "v0" [configs.saserv1] shares = ["share1"] globals = ["default", "domain"] instance_name = "SAMBA" [shares.share1.options] "vfs objects" = "ceph" path = "/" "ceph:config_file" = "/etc/ceph/ceph.conf" "ceph:user_id" = "smbdata" "kernel share modes" = "no" "read only" = "no" "browseable" = "yes" [globals.default.options] "server min protocol" = "SMB2" "load printers" = "no" "printing" = "bsd" "printcap name" = "/dev/null" "disable spoolss" = "yes" "guest ok" = "no" [globals.domain.options] security = "USER" workgroup = "STANDALONE1" [[users.all_entries]] name = "smbuser1" password = "insecure321" ' - cephadm.apply: specs: - cluster_id: saserv1 config_uri: rados://.smb/saserv1/conf.toml include_ceph_users: - client.smbdata placement: count: 1 service_id: saserv1 service_type: smb - cephadm.wait_for_service: service: smb.saserv1 - cephadm.exec: host.b: - sleep 30 - '{{ctx.samba_client_container_cmd|join('' '')}} smbclient -U smbuser1%insecure321 //{{''host.a''|role_to_remote|attr(''ip_address'')}}/share1 -c ls' teuthology: fragments_dropped: [] meta: {} postmerge: [] teuthology_branch: clyso-debian-13 teuthology_repo: https://github.com/clyso/teuthology teuthology_sha1: 1c580df7a9c7c2aadc272da296344fd99f27c444 timestamp: 2026-03-09_11:23:05 tube: vps user: kyr verbose: false worker_log: /home/teuthos/.teuthology/dispatcher/dispatcher.vps.611473 2026-03-09T15:40:13.910 INFO:teuthology.run:suite_path is set to /home/teuthos/src/github.com_kshtsk_ceph_569c3e99c9b32a51b4eaf08731c728f4513ed589/qa; will attempt to use it 2026-03-09T15:40:13.910 INFO:teuthology.run:Found tasks at /home/teuthos/src/github.com_kshtsk_ceph_569c3e99c9b32a51b4eaf08731c728f4513ed589/qa/tasks 2026-03-09T15:40:13.910 INFO:teuthology.run_tasks:Running task internal.check_packages... 2026-03-09T15:40:13.910 INFO:teuthology.task.internal:Checking packages... 2026-03-09T15:40:13.911 INFO:teuthology.task.internal:Checking packages for os_type 'ubuntu', flavor 'default' and ceph hash 'e911bdebe5c8faa3800735d1568fcdca65db60df' 2026-03-09T15:40:13.911 WARNING:teuthology.packaging:More than one of ref, tag, branch, or sha1 supplied; using branch 2026-03-09T15:40:13.911 INFO:teuthology.packaging:ref: None 2026-03-09T15:40:13.911 INFO:teuthology.packaging:tag: None 2026-03-09T15:40:13.911 INFO:teuthology.packaging:branch: squid 2026-03-09T15:40:13.911 INFO:teuthology.packaging:sha1: e911bdebe5c8faa3800735d1568fcdca65db60df 2026-03-09T15:40:13.911 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=ubuntu%2F22.04%2Fx86_64&ref=squid 2026-03-09T15:40:14.535 INFO:teuthology.task.internal:Found packages for ceph version 19.2.3-678-ge911bdeb-1jammy 2026-03-09T15:40:14.536 INFO:teuthology.run_tasks:Running task internal.buildpackages_prep... 2026-03-09T15:40:14.537 INFO:teuthology.task.internal:no buildpackages task found 2026-03-09T15:40:14.537 INFO:teuthology.run_tasks:Running task internal.save_config... 2026-03-09T15:40:14.538 INFO:teuthology.task.internal:Saving configuration 2026-03-09T15:40:14.544 INFO:teuthology.run_tasks:Running task internal.check_lock... 2026-03-09T15:40:14.545 INFO:teuthology.task.internal.check_lock:Checking locks... 2026-03-09T15:40:14.551 DEBUG:teuthology.task.internal.check_lock:machine status is {'name': 'vm02.local', 'description': '/archive/kyr-2026-03-09_11:23:05-orch-squid-none-default-vps/531', 'up': True, 'machine_type': 'vps', 'is_vm': True, 'vm_host': {'name': 'localhost', 'description': None, 'up': True, 'machine_type': 'libvirt', 'is_vm': False, 'vm_host': None, 'os_type': None, 'os_version': None, 'arch': None, 'locked': True, 'locked_since': None, 'locked_by': None, 'mac_address': None, 'ssh_pub_key': None}, 'os_type': 'ubuntu', 'os_version': '22.04', 'arch': 'x86_64', 'locked': True, 'locked_since': '2026-03-09 15:39:10.610921', 'locked_by': 'kyr', 'mac_address': '52:55:00:00:00:02', 'ssh_pub_key': 'ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBPBmwtC7/t7HcwTMzIt5ePbre9MY1uVZgtA4YyTfINgxDzbWtU+e5gs1lGuQWeIU8f3r0fRpaTpU+pjwG04QGQ4='} 2026-03-09T15:40:14.557 DEBUG:teuthology.task.internal.check_lock:machine status is {'name': 'vm07.local', 'description': '/archive/kyr-2026-03-09_11:23:05-orch-squid-none-default-vps/531', 'up': True, 'machine_type': 'vps', 'is_vm': True, 'vm_host': {'name': 'localhost', 'description': None, 'up': True, 'machine_type': 'libvirt', 'is_vm': False, 'vm_host': None, 'os_type': None, 'os_version': None, 'arch': None, 'locked': True, 'locked_since': None, 'locked_by': None, 'mac_address': None, 'ssh_pub_key': None}, 'os_type': 'ubuntu', 'os_version': '22.04', 'arch': 'x86_64', 'locked': True, 'locked_since': '2026-03-09 15:39:10.610414', 'locked_by': 'kyr', 'mac_address': '52:55:00:00:00:07', 'ssh_pub_key': 'ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBH0BTacssELFPYvZin4OCY4LdpRX5vuoGIXYvq3CR/7OZKLvXqchEYYTbZHGZgGk81QIchjvpejFiKKzC5mUp14='} 2026-03-09T15:40:14.557 INFO:teuthology.run_tasks:Running task internal.add_remotes... 2026-03-09T15:40:14.558 INFO:teuthology.task.internal:roles: ubuntu@vm02.local - ['host.a', 'mon.a', 'mgr.x', 'osd.0', 'osd.1', 'client.0'] 2026-03-09T15:40:14.558 INFO:teuthology.task.internal:roles: ubuntu@vm07.local - ['host.b', 'cephadm.exclude'] 2026-03-09T15:40:14.558 INFO:teuthology.run_tasks:Running task console_log... 2026-03-09T15:40:14.566 DEBUG:teuthology.task.console_log:vm02 does not support IPMI; excluding 2026-03-09T15:40:14.573 DEBUG:teuthology.task.console_log:vm07 does not support IPMI; excluding 2026-03-09T15:40:14.573 DEBUG:teuthology.exit:Installing handler: Handler(exiter=, func=.kill_console_loggers at 0x7fe47aa22170>, signals=[15]) 2026-03-09T15:40:14.573 INFO:teuthology.run_tasks:Running task internal.connect... 2026-03-09T15:40:14.574 INFO:teuthology.task.internal:Opening connections... 2026-03-09T15:40:14.574 DEBUG:teuthology.task.internal:connecting to ubuntu@vm02.local 2026-03-09T15:40:14.575 DEBUG:teuthology.orchestra.connection:{'hostname': 'vm02.local', 'username': 'ubuntu', 'timeout': 60} 2026-03-09T15:40:14.635 DEBUG:teuthology.task.internal:connecting to ubuntu@vm07.local 2026-03-09T15:40:14.636 DEBUG:teuthology.orchestra.connection:{'hostname': 'vm07.local', 'username': 'ubuntu', 'timeout': 60} 2026-03-09T15:40:14.697 INFO:teuthology.run_tasks:Running task internal.push_inventory... 2026-03-09T15:40:14.699 DEBUG:teuthology.orchestra.run.vm02:> uname -m 2026-03-09T15:40:14.704 INFO:teuthology.orchestra.run.vm02.stdout:x86_64 2026-03-09T15:40:14.704 DEBUG:teuthology.orchestra.run.vm02:> cat /etc/os-release 2026-03-09T15:40:14.748 INFO:teuthology.orchestra.run.vm02.stdout:PRETTY_NAME="Ubuntu 22.04.5 LTS" 2026-03-09T15:40:14.748 INFO:teuthology.orchestra.run.vm02.stdout:NAME="Ubuntu" 2026-03-09T15:40:14.748 INFO:teuthology.orchestra.run.vm02.stdout:VERSION_ID="22.04" 2026-03-09T15:40:14.748 INFO:teuthology.orchestra.run.vm02.stdout:VERSION="22.04.5 LTS (Jammy Jellyfish)" 2026-03-09T15:40:14.748 INFO:teuthology.orchestra.run.vm02.stdout:VERSION_CODENAME=jammy 2026-03-09T15:40:14.748 INFO:teuthology.orchestra.run.vm02.stdout:ID=ubuntu 2026-03-09T15:40:14.748 INFO:teuthology.orchestra.run.vm02.stdout:ID_LIKE=debian 2026-03-09T15:40:14.748 INFO:teuthology.orchestra.run.vm02.stdout:HOME_URL="https://www.ubuntu.com/" 2026-03-09T15:40:14.748 INFO:teuthology.orchestra.run.vm02.stdout:SUPPORT_URL="https://help.ubuntu.com/" 2026-03-09T15:40:14.748 INFO:teuthology.orchestra.run.vm02.stdout:BUG_REPORT_URL="https://bugs.launchpad.net/ubuntu/" 2026-03-09T15:40:14.748 INFO:teuthology.orchestra.run.vm02.stdout:PRIVACY_POLICY_URL="https://www.ubuntu.com/legal/terms-and-policies/privacy-policy" 2026-03-09T15:40:14.749 INFO:teuthology.orchestra.run.vm02.stdout:UBUNTU_CODENAME=jammy 2026-03-09T15:40:14.749 INFO:teuthology.lock.ops:Updating vm02.local on lock server 2026-03-09T15:40:14.754 DEBUG:teuthology.orchestra.run.vm07:> uname -m 2026-03-09T15:40:14.780 INFO:teuthology.orchestra.run.vm07.stdout:x86_64 2026-03-09T15:40:14.780 DEBUG:teuthology.orchestra.run.vm07:> cat /etc/os-release 2026-03-09T15:40:14.823 INFO:teuthology.orchestra.run.vm07.stdout:PRETTY_NAME="Ubuntu 22.04.5 LTS" 2026-03-09T15:40:14.823 INFO:teuthology.orchestra.run.vm07.stdout:NAME="Ubuntu" 2026-03-09T15:40:14.823 INFO:teuthology.orchestra.run.vm07.stdout:VERSION_ID="22.04" 2026-03-09T15:40:14.823 INFO:teuthology.orchestra.run.vm07.stdout:VERSION="22.04.5 LTS (Jammy Jellyfish)" 2026-03-09T15:40:14.823 INFO:teuthology.orchestra.run.vm07.stdout:VERSION_CODENAME=jammy 2026-03-09T15:40:14.823 INFO:teuthology.orchestra.run.vm07.stdout:ID=ubuntu 2026-03-09T15:40:14.823 INFO:teuthology.orchestra.run.vm07.stdout:ID_LIKE=debian 2026-03-09T15:40:14.823 INFO:teuthology.orchestra.run.vm07.stdout:HOME_URL="https://www.ubuntu.com/" 2026-03-09T15:40:14.823 INFO:teuthology.orchestra.run.vm07.stdout:SUPPORT_URL="https://help.ubuntu.com/" 2026-03-09T15:40:14.823 INFO:teuthology.orchestra.run.vm07.stdout:BUG_REPORT_URL="https://bugs.launchpad.net/ubuntu/" 2026-03-09T15:40:14.823 INFO:teuthology.orchestra.run.vm07.stdout:PRIVACY_POLICY_URL="https://www.ubuntu.com/legal/terms-and-policies/privacy-policy" 2026-03-09T15:40:14.823 INFO:teuthology.orchestra.run.vm07.stdout:UBUNTU_CODENAME=jammy 2026-03-09T15:40:14.823 INFO:teuthology.lock.ops:Updating vm07.local on lock server 2026-03-09T15:40:14.828 INFO:teuthology.run_tasks:Running task internal.serialize_remote_roles... 2026-03-09T15:40:14.829 INFO:teuthology.run_tasks:Running task internal.check_conflict... 2026-03-09T15:40:14.830 INFO:teuthology.task.internal:Checking for old test directory... 2026-03-09T15:40:14.830 DEBUG:teuthology.orchestra.run.vm02:> test '!' -e /home/ubuntu/cephtest 2026-03-09T15:40:14.831 DEBUG:teuthology.orchestra.run.vm07:> test '!' -e /home/ubuntu/cephtest 2026-03-09T15:40:14.867 INFO:teuthology.run_tasks:Running task internal.check_ceph_data... 2026-03-09T15:40:14.868 INFO:teuthology.task.internal:Checking for non-empty /var/lib/ceph... 2026-03-09T15:40:14.868 DEBUG:teuthology.orchestra.run.vm02:> test -z $(ls -A /var/lib/ceph) 2026-03-09T15:40:14.874 DEBUG:teuthology.orchestra.run.vm07:> test -z $(ls -A /var/lib/ceph) 2026-03-09T15:40:14.876 INFO:teuthology.orchestra.run.vm02.stderr:ls: cannot access '/var/lib/ceph': No such file or directory 2026-03-09T15:40:14.911 INFO:teuthology.orchestra.run.vm07.stderr:ls: cannot access '/var/lib/ceph': No such file or directory 2026-03-09T15:40:14.912 INFO:teuthology.run_tasks:Running task internal.vm_setup... 2026-03-09T15:40:14.920 DEBUG:teuthology.orchestra.run.vm02:> test -e /ceph-qa-ready 2026-03-09T15:40:14.923 DEBUG:teuthology.orchestra.run:got remote process result: 1 2026-03-09T15:40:15.162 DEBUG:teuthology.orchestra.run.vm07:> test -e /ceph-qa-ready 2026-03-09T15:40:15.165 DEBUG:teuthology.orchestra.run:got remote process result: 1 2026-03-09T15:40:15.813 INFO:teuthology.run_tasks:Running task internal.base... 2026-03-09T15:40:15.833 INFO:teuthology.task.internal:Creating test directory... 2026-03-09T15:40:15.833 DEBUG:teuthology.orchestra.run.vm02:> mkdir -p -m0755 -- /home/ubuntu/cephtest 2026-03-09T15:40:15.834 DEBUG:teuthology.orchestra.run.vm07:> mkdir -p -m0755 -- /home/ubuntu/cephtest 2026-03-09T15:40:15.838 INFO:teuthology.run_tasks:Running task internal.archive_upload... 2026-03-09T15:40:15.858 INFO:teuthology.run_tasks:Running task internal.archive... 2026-03-09T15:40:15.868 INFO:teuthology.task.internal:Creating archive directory... 2026-03-09T15:40:15.869 DEBUG:teuthology.orchestra.run.vm02:> install -d -m0755 -- /home/ubuntu/cephtest/archive 2026-03-09T15:40:15.878 DEBUG:teuthology.orchestra.run.vm07:> install -d -m0755 -- /home/ubuntu/cephtest/archive 2026-03-09T15:40:15.884 INFO:teuthology.run_tasks:Running task internal.coredump... 2026-03-09T15:40:15.885 INFO:teuthology.task.internal:Enabling coredump saving... 2026-03-09T15:40:15.885 DEBUG:teuthology.orchestra.run.vm02:> test -f /run/.containerenv -o -f /.dockerenv 2026-03-09T15:40:15.923 DEBUG:teuthology.orchestra.run:got remote process result: 1 2026-03-09T15:40:15.924 DEBUG:teuthology.orchestra.run.vm07:> test -f /run/.containerenv -o -f /.dockerenv 2026-03-09T15:40:15.926 DEBUG:teuthology.orchestra.run:got remote process result: 1 2026-03-09T15:40:15.926 DEBUG:teuthology.orchestra.run.vm02:> install -d -m0755 -- /home/ubuntu/cephtest/archive/coredump && sudo sysctl -w kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core && echo kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core | sudo tee -a /etc/sysctl.conf 2026-03-09T15:40:15.966 DEBUG:teuthology.orchestra.run.vm07:> install -d -m0755 -- /home/ubuntu/cephtest/archive/coredump && sudo sysctl -w kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core && echo kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core | sudo tee -a /etc/sysctl.conf 2026-03-09T15:40:15.974 INFO:teuthology.orchestra.run.vm02.stdout:kernel.core_pattern = /home/ubuntu/cephtest/archive/coredump/%t.%p.core 2026-03-09T15:40:15.980 INFO:teuthology.orchestra.run.vm07.stdout:kernel.core_pattern = /home/ubuntu/cephtest/archive/coredump/%t.%p.core 2026-03-09T15:40:15.981 INFO:teuthology.orchestra.run.vm02.stdout:kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core 2026-03-09T15:40:15.981 INFO:teuthology.orchestra.run.vm07.stdout:kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core 2026-03-09T15:40:15.982 INFO:teuthology.run_tasks:Running task internal.sudo... 2026-03-09T15:40:16.014 INFO:teuthology.task.internal:Configuring sudo... 2026-03-09T15:40:16.018 DEBUG:teuthology.orchestra.run.vm02:> sudo sed -i.orig.teuthology -e 's/^\([^#]*\) \(requiretty\)/\1 !\2/g' -e 's/^\([^#]*\) !\(visiblepw\)/\1 \2/g' /etc/sudoers 2026-03-09T15:40:16.026 DEBUG:teuthology.orchestra.run.vm07:> sudo sed -i.orig.teuthology -e 's/^\([^#]*\) \(requiretty\)/\1 !\2/g' -e 's/^\([^#]*\) !\(visiblepw\)/\1 \2/g' /etc/sudoers 2026-03-09T15:40:16.036 INFO:teuthology.run_tasks:Running task internal.syslog... 2026-03-09T15:40:16.058 INFO:teuthology.task.internal.syslog:Starting syslog monitoring... 2026-03-09T15:40:16.058 DEBUG:teuthology.orchestra.run.vm02:> mkdir -p -m0755 -- /home/ubuntu/cephtest/archive/syslog 2026-03-09T15:40:16.074 DEBUG:teuthology.orchestra.run.vm07:> mkdir -p -m0755 -- /home/ubuntu/cephtest/archive/syslog 2026-03-09T15:40:16.092 DEBUG:teuthology.orchestra.run.vm02:> install -m 666 /dev/null /home/ubuntu/cephtest/archive/syslog/kern.log 2026-03-09T15:40:16.136 DEBUG:teuthology.orchestra.run.vm02:> install -m 666 /dev/null /home/ubuntu/cephtest/archive/syslog/misc.log 2026-03-09T15:40:16.180 DEBUG:teuthology.orchestra.run.vm02:> set -ex 2026-03-09T15:40:16.180 DEBUG:teuthology.orchestra.run.vm02:> sudo dd of=/etc/rsyslog.d/80-cephtest.conf 2026-03-09T15:40:16.229 DEBUG:teuthology.orchestra.run.vm07:> install -m 666 /dev/null /home/ubuntu/cephtest/archive/syslog/kern.log 2026-03-09T15:40:16.232 DEBUG:teuthology.orchestra.run.vm07:> install -m 666 /dev/null /home/ubuntu/cephtest/archive/syslog/misc.log 2026-03-09T15:40:16.279 DEBUG:teuthology.orchestra.run.vm07:> set -ex 2026-03-09T15:40:16.279 DEBUG:teuthology.orchestra.run.vm07:> sudo dd of=/etc/rsyslog.d/80-cephtest.conf 2026-03-09T15:40:16.327 DEBUG:teuthology.orchestra.run.vm02:> sudo service rsyslog restart 2026-03-09T15:40:16.328 DEBUG:teuthology.orchestra.run.vm07:> sudo service rsyslog restart 2026-03-09T15:40:16.383 INFO:teuthology.run_tasks:Running task internal.timer... 2026-03-09T15:40:16.385 INFO:teuthology.task.internal:Starting timer... 2026-03-09T15:40:16.385 INFO:teuthology.run_tasks:Running task pcp... 2026-03-09T15:40:16.405 INFO:teuthology.run_tasks:Running task selinux... 2026-03-09T15:40:16.446 INFO:teuthology.task.selinux:Excluding vm02: VMs are not yet supported 2026-03-09T15:40:16.446 INFO:teuthology.task.selinux:Excluding vm07: VMs are not yet supported 2026-03-09T15:40:16.446 DEBUG:teuthology.task.selinux:Getting current SELinux state 2026-03-09T15:40:16.446 DEBUG:teuthology.task.selinux:Existing SELinux modes: {} 2026-03-09T15:40:16.446 INFO:teuthology.task.selinux:Putting SELinux into permissive mode 2026-03-09T15:40:16.446 INFO:teuthology.run_tasks:Running task ansible.cephlab... 2026-03-09T15:40:16.457 DEBUG:teuthology.task:Applying overrides for task ansible.cephlab: {'branch': 'main', 'skip_tags': 'nagios,monitoring-scripts,hostname,pubkeys,zap,sudoers,kerberos,ntp-client,resolvconf,cpan,nfs', 'vars': {'timezone': 'UTC'}} 2026-03-09T15:40:16.458 DEBUG:teuthology.repo_utils:Setting repo remote to https://github.com/ceph/ceph-cm-ansible.git 2026-03-09T15:40:16.459 INFO:teuthology.repo_utils:Fetching github.com_ceph_ceph-cm-ansible_main from origin 2026-03-09T15:40:16.987 DEBUG:teuthology.repo_utils:Resetting repo at /home/teuthos/src/github.com_ceph_ceph-cm-ansible_main to origin/main 2026-03-09T15:40:16.995 INFO:teuthology.task.ansible:Playbook: [{'import_playbook': 'ansible_managed.yml'}, {'import_playbook': 'teuthology.yml'}, {'hosts': 'testnodes', 'tasks': [{'set_fact': {'ran_from_cephlab_playbook': True}}]}, {'import_playbook': 'testnodes.yml'}, {'import_playbook': 'container-host.yml'}, {'import_playbook': 'cobbler.yml'}, {'import_playbook': 'paddles.yml'}, {'import_playbook': 'pulpito.yml'}, {'hosts': 'testnodes', 'become': True, 'tasks': [{'name': 'Touch /ceph-qa-ready', 'file': {'path': '/ceph-qa-ready', 'state': 'touch'}, 'when': 'ran_from_cephlab_playbook|bool'}]}] 2026-03-09T15:40:16.995 DEBUG:teuthology.task.ansible:Running ansible-playbook -v --extra-vars '{"ansible_ssh_user": "ubuntu", "timezone": "UTC"}' -i /tmp/teuth_ansible_inventorysuci7t9c --limit vm02.local,vm07.local /home/teuthos/src/github.com_ceph_ceph-cm-ansible_main/cephlab.yml --skip-tags nagios,monitoring-scripts,hostname,pubkeys,zap,sudoers,kerberos,ntp-client,resolvconf,cpan,nfs 2026-03-09T15:42:37.177 DEBUG:teuthology.task.ansible:Reconnecting to [Remote(name='ubuntu@vm02.local'), Remote(name='ubuntu@vm07.local')] 2026-03-09T15:42:37.177 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@vm02.local' 2026-03-09T15:42:37.178 DEBUG:teuthology.orchestra.connection:{'hostname': 'vm02.local', 'username': 'ubuntu', 'timeout': 60} 2026-03-09T15:42:37.240 DEBUG:teuthology.orchestra.run.vm02:> true 2026-03-09T15:42:37.445 INFO:teuthology.orchestra.remote:Successfully reconnected to host 'ubuntu@vm02.local' 2026-03-09T15:42:37.445 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@vm07.local' 2026-03-09T15:42:37.445 DEBUG:teuthology.orchestra.connection:{'hostname': 'vm07.local', 'username': 'ubuntu', 'timeout': 60} 2026-03-09T15:42:37.507 DEBUG:teuthology.orchestra.run.vm07:> true 2026-03-09T15:42:37.725 INFO:teuthology.orchestra.remote:Successfully reconnected to host 'ubuntu@vm07.local' 2026-03-09T15:42:37.725 INFO:teuthology.run_tasks:Running task clock... 2026-03-09T15:42:37.728 INFO:teuthology.task.clock:Syncing clocks and checking initial clock skew... 2026-03-09T15:42:37.728 INFO:teuthology.orchestra.run:Running command with timeout 360 2026-03-09T15:42:37.729 DEBUG:teuthology.orchestra.run.vm02:> sudo systemctl stop ntp.service || sudo systemctl stop ntpd.service || sudo systemctl stop chronyd.service ; sudo ntpd -gq || sudo chronyc makestep ; sudo systemctl start ntp.service || sudo systemctl start ntpd.service || sudo systemctl start chronyd.service ; PATH=/usr/bin:/usr/sbin ntpq -p || PATH=/usr/bin:/usr/sbin chronyc sources || true 2026-03-09T15:42:37.730 INFO:teuthology.orchestra.run:Running command with timeout 360 2026-03-09T15:42:37.730 DEBUG:teuthology.orchestra.run.vm07:> sudo systemctl stop ntp.service || sudo systemctl stop ntpd.service || sudo systemctl stop chronyd.service ; sudo ntpd -gq || sudo chronyc makestep ; sudo systemctl start ntp.service || sudo systemctl start ntpd.service || sudo systemctl start chronyd.service ; PATH=/usr/bin:/usr/sbin ntpq -p || PATH=/usr/bin:/usr/sbin chronyc sources || true 2026-03-09T15:42:37.748 INFO:teuthology.orchestra.run.vm02.stdout: 9 Mar 15:42:37 ntpd[16110]: ntpd 4.2.8p15@1.3728-o Wed Feb 16 17:13:02 UTC 2022 (1): Starting 2026-03-09T15:42:37.748 INFO:teuthology.orchestra.run.vm02.stdout: 9 Mar 15:42:37 ntpd[16110]: Command line: ntpd -gq 2026-03-09T15:42:37.748 INFO:teuthology.orchestra.run.vm02.stdout: 9 Mar 15:42:37 ntpd[16110]: ---------------------------------------------------- 2026-03-09T15:42:37.748 INFO:teuthology.orchestra.run.vm02.stdout: 9 Mar 15:42:37 ntpd[16110]: ntp-4 is maintained by Network Time Foundation, 2026-03-09T15:42:37.748 INFO:teuthology.orchestra.run.vm02.stdout: 9 Mar 15:42:37 ntpd[16110]: Inc. (NTF), a non-profit 501(c)(3) public-benefit 2026-03-09T15:42:37.748 INFO:teuthology.orchestra.run.vm02.stdout: 9 Mar 15:42:37 ntpd[16110]: corporation. Support and training for ntp-4 are 2026-03-09T15:42:37.748 INFO:teuthology.orchestra.run.vm02.stdout: 9 Mar 15:42:37 ntpd[16110]: available at https://www.nwtime.org/support 2026-03-09T15:42:37.748 INFO:teuthology.orchestra.run.vm02.stdout: 9 Mar 15:42:37 ntpd[16110]: ---------------------------------------------------- 2026-03-09T15:42:37.748 INFO:teuthology.orchestra.run.vm02.stdout: 9 Mar 15:42:37 ntpd[16110]: proto: precision = 0.029 usec (-25) 2026-03-09T15:42:37.748 INFO:teuthology.orchestra.run.vm02.stdout: 9 Mar 15:42:37 ntpd[16110]: basedate set to 2022-02-04 2026-03-09T15:42:37.748 INFO:teuthology.orchestra.run.vm02.stdout: 9 Mar 15:42:37 ntpd[16110]: gps base set to 2022-02-06 (week 2196) 2026-03-09T15:42:37.748 INFO:teuthology.orchestra.run.vm02.stdout: 9 Mar 15:42:37 ntpd[16110]: leapsecond file ('/usr/share/zoneinfo/leap-seconds.list'): good hash signature 2026-03-09T15:42:37.748 INFO:teuthology.orchestra.run.vm02.stdout: 9 Mar 15:42:37 ntpd[16110]: leapsecond file ('/usr/share/zoneinfo/leap-seconds.list'): loaded, expire=2025-12-28T00:00:00Z last=2017-01-01T00:00:00Z ofs=37 2026-03-09T15:42:37.748 INFO:teuthology.orchestra.run.vm02.stdout: 9 Mar 15:42:37 ntpd[16110]: Listen and drop on 0 v6wildcard [::]:123 2026-03-09T15:42:37.748 INFO:teuthology.orchestra.run.vm02.stdout: 9 Mar 15:42:37 ntpd[16110]: Listen and drop on 1 v4wildcard 0.0.0.0:123 2026-03-09T15:42:37.748 INFO:teuthology.orchestra.run.vm02.stdout: 9 Mar 15:42:37 ntpd[16110]: Listen normally on 2 lo 127.0.0.1:123 2026-03-09T15:42:37.748 INFO:teuthology.orchestra.run.vm02.stdout: 9 Mar 15:42:37 ntpd[16110]: Listen normally on 3 ens3 192.168.123.102:123 2026-03-09T15:42:37.748 INFO:teuthology.orchestra.run.vm02.stdout: 9 Mar 15:42:37 ntpd[16110]: Listen normally on 4 lo [::1]:123 2026-03-09T15:42:37.748 INFO:teuthology.orchestra.run.vm02.stdout: 9 Mar 15:42:37 ntpd[16110]: Listen normally on 5 ens3 [fe80::5055:ff:fe00:2%2]:123 2026-03-09T15:42:37.748 INFO:teuthology.orchestra.run.vm02.stdout: 9 Mar 15:42:37 ntpd[16110]: Listening on routing socket on fd #22 for interface updates 2026-03-09T15:42:37.748 INFO:teuthology.orchestra.run.vm02.stderr: 9 Mar 15:42:37 ntpd[16110]: leapsecond file ('/usr/share/zoneinfo/leap-seconds.list'): expired 72 days ago 2026-03-09T15:42:37.785 INFO:teuthology.orchestra.run.vm07.stdout: 9 Mar 15:42:37 ntpd[16110]: ntpd 4.2.8p15@1.3728-o Wed Feb 16 17:13:02 UTC 2022 (1): Starting 2026-03-09T15:42:37.785 INFO:teuthology.orchestra.run.vm07.stdout: 9 Mar 15:42:37 ntpd[16110]: Command line: ntpd -gq 2026-03-09T15:42:37.785 INFO:teuthology.orchestra.run.vm07.stdout: 9 Mar 15:42:37 ntpd[16110]: ---------------------------------------------------- 2026-03-09T15:42:37.785 INFO:teuthology.orchestra.run.vm07.stdout: 9 Mar 15:42:37 ntpd[16110]: ntp-4 is maintained by Network Time Foundation, 2026-03-09T15:42:37.785 INFO:teuthology.orchestra.run.vm07.stdout: 9 Mar 15:42:37 ntpd[16110]: Inc. (NTF), a non-profit 501(c)(3) public-benefit 2026-03-09T15:42:37.785 INFO:teuthology.orchestra.run.vm07.stdout: 9 Mar 15:42:37 ntpd[16110]: corporation. Support and training for ntp-4 are 2026-03-09T15:42:37.785 INFO:teuthology.orchestra.run.vm07.stdout: 9 Mar 15:42:37 ntpd[16110]: available at https://www.nwtime.org/support 2026-03-09T15:42:37.785 INFO:teuthology.orchestra.run.vm07.stdout: 9 Mar 15:42:37 ntpd[16110]: ---------------------------------------------------- 2026-03-09T15:42:37.785 INFO:teuthology.orchestra.run.vm07.stdout: 9 Mar 15:42:37 ntpd[16110]: proto: precision = 0.029 usec (-25) 2026-03-09T15:42:37.785 INFO:teuthology.orchestra.run.vm07.stdout: 9 Mar 15:42:37 ntpd[16110]: basedate set to 2022-02-04 2026-03-09T15:42:37.785 INFO:teuthology.orchestra.run.vm07.stdout: 9 Mar 15:42:37 ntpd[16110]: gps base set to 2022-02-06 (week 2196) 2026-03-09T15:42:37.786 INFO:teuthology.orchestra.run.vm07.stdout: 9 Mar 15:42:37 ntpd[16110]: leapsecond file ('/usr/share/zoneinfo/leap-seconds.list'): good hash signature 2026-03-09T15:42:37.786 INFO:teuthology.orchestra.run.vm07.stdout: 9 Mar 15:42:37 ntpd[16110]: leapsecond file ('/usr/share/zoneinfo/leap-seconds.list'): loaded, expire=2025-12-28T00:00:00Z last=2017-01-01T00:00:00Z ofs=37 2026-03-09T15:42:37.786 INFO:teuthology.orchestra.run.vm07.stderr: 9 Mar 15:42:37 ntpd[16110]: leapsecond file ('/usr/share/zoneinfo/leap-seconds.list'): expired 72 days ago 2026-03-09T15:42:37.786 INFO:teuthology.orchestra.run.vm07.stdout: 9 Mar 15:42:37 ntpd[16110]: Listen and drop on 0 v6wildcard [::]:123 2026-03-09T15:42:37.787 INFO:teuthology.orchestra.run.vm07.stdout: 9 Mar 15:42:37 ntpd[16110]: Listen and drop on 1 v4wildcard 0.0.0.0:123 2026-03-09T15:42:37.787 INFO:teuthology.orchestra.run.vm07.stdout: 9 Mar 15:42:37 ntpd[16110]: Listen normally on 2 lo 127.0.0.1:123 2026-03-09T15:42:37.787 INFO:teuthology.orchestra.run.vm07.stdout: 9 Mar 15:42:37 ntpd[16110]: Listen normally on 3 ens3 192.168.123.107:123 2026-03-09T15:42:37.787 INFO:teuthology.orchestra.run.vm07.stdout: 9 Mar 15:42:37 ntpd[16110]: Listen normally on 4 lo [::1]:123 2026-03-09T15:42:37.787 INFO:teuthology.orchestra.run.vm07.stdout: 9 Mar 15:42:37 ntpd[16110]: Listen normally on 5 ens3 [fe80::5055:ff:fe00:7%2]:123 2026-03-09T15:42:37.787 INFO:teuthology.orchestra.run.vm07.stdout: 9 Mar 15:42:37 ntpd[16110]: Listening on routing socket on fd #22 for interface updates 2026-03-09T15:42:38.747 INFO:teuthology.orchestra.run.vm02.stdout: 9 Mar 15:42:38 ntpd[16110]: Soliciting pool server 128.140.109.119 2026-03-09T15:42:38.786 INFO:teuthology.orchestra.run.vm07.stdout: 9 Mar 15:42:38 ntpd[16110]: Soliciting pool server 85.121.52.237 2026-03-09T15:42:39.746 INFO:teuthology.orchestra.run.vm02.stdout: 9 Mar 15:42:39 ntpd[16110]: Soliciting pool server 176.9.44.212 2026-03-09T15:42:39.746 INFO:teuthology.orchestra.run.vm02.stdout: 9 Mar 15:42:39 ntpd[16110]: Soliciting pool server 194.59.205.229 2026-03-09T15:42:39.785 INFO:teuthology.orchestra.run.vm07.stdout: 9 Mar 15:42:39 ntpd[16110]: Soliciting pool server 128.140.109.119 2026-03-09T15:42:39.786 INFO:teuthology.orchestra.run.vm07.stdout: 9 Mar 15:42:39 ntpd[16110]: Soliciting pool server 144.76.43.40 2026-03-09T15:42:40.745 INFO:teuthology.orchestra.run.vm02.stdout: 9 Mar 15:42:40 ntpd[16110]: Soliciting pool server 152.53.184.199 2026-03-09T15:42:40.746 INFO:teuthology.orchestra.run.vm02.stdout: 9 Mar 15:42:40 ntpd[16110]: Soliciting pool server 185.11.138.90 2026-03-09T15:42:40.786 INFO:teuthology.orchestra.run.vm07.stdout: 9 Mar 15:42:40 ntpd[16110]: Soliciting pool server 194.59.205.229 2026-03-09T15:42:40.786 INFO:teuthology.orchestra.run.vm07.stdout: 9 Mar 15:42:40 ntpd[16110]: Soliciting pool server 176.9.44.212 2026-03-09T15:42:40.831 INFO:teuthology.orchestra.run.vm02.stdout: 9 Mar 15:42:40 ntpd[16110]: Soliciting pool server 167.235.76.111 2026-03-09T15:42:40.831 INFO:teuthology.orchestra.run.vm07.stdout: 9 Mar 15:42:40 ntpd[16110]: Soliciting pool server 167.235.76.111 2026-03-09T15:42:41.745 INFO:teuthology.orchestra.run.vm02.stdout: 9 Mar 15:42:41 ntpd[16110]: Soliciting pool server 144.91.126.59 2026-03-09T15:42:41.745 INFO:teuthology.orchestra.run.vm02.stdout: 9 Mar 15:42:41 ntpd[16110]: Soliciting pool server 213.239.234.28 2026-03-09T15:42:41.745 INFO:teuthology.orchestra.run.vm02.stdout: 9 Mar 15:42:41 ntpd[16110]: Soliciting pool server 85.121.52.237 2026-03-09T15:42:41.745 INFO:teuthology.orchestra.run.vm02.stdout: 9 Mar 15:42:41 ntpd[16110]: Soliciting pool server 89.238.82.145 2026-03-09T15:42:41.786 INFO:teuthology.orchestra.run.vm07.stdout: 9 Mar 15:42:41 ntpd[16110]: Soliciting pool server 144.91.126.59 2026-03-09T15:42:41.786 INFO:teuthology.orchestra.run.vm07.stdout: 9 Mar 15:42:41 ntpd[16110]: Soliciting pool server 152.53.184.199 2026-03-09T15:42:41.786 INFO:teuthology.orchestra.run.vm07.stdout: 9 Mar 15:42:41 ntpd[16110]: Soliciting pool server 139.162.156.95 2026-03-09T15:42:42.744 INFO:teuthology.orchestra.run.vm02.stdout: 9 Mar 15:42:42 ntpd[16110]: Soliciting pool server 91.98.156.7 2026-03-09T15:42:42.745 INFO:teuthology.orchestra.run.vm02.stdout: 9 Mar 15:42:42 ntpd[16110]: Soliciting pool server 81.169.233.252 2026-03-09T15:42:42.745 INFO:teuthology.orchestra.run.vm02.stdout: 9 Mar 15:42:42 ntpd[16110]: Soliciting pool server 144.76.43.40 2026-03-09T15:42:42.745 INFO:teuthology.orchestra.run.vm02.stdout: 9 Mar 15:42:42 ntpd[16110]: Soliciting pool server 185.125.190.57 2026-03-09T15:42:42.785 INFO:teuthology.orchestra.run.vm07.stdout: 9 Mar 15:42:42 ntpd[16110]: Soliciting pool server 89.238.82.145 2026-03-09T15:42:42.786 INFO:teuthology.orchestra.run.vm07.stdout: 9 Mar 15:42:42 ntpd[16110]: Soliciting pool server 81.169.233.252 2026-03-09T15:42:42.786 INFO:teuthology.orchestra.run.vm07.stdout: 9 Mar 15:42:42 ntpd[16110]: Soliciting pool server 213.239.234.28 2026-03-09T15:42:42.786 INFO:teuthology.orchestra.run.vm07.stdout: 9 Mar 15:42:42 ntpd[16110]: Soliciting pool server 185.125.190.56 2026-03-09T15:42:43.744 INFO:teuthology.orchestra.run.vm02.stdout: 9 Mar 15:42:43 ntpd[16110]: Soliciting pool server 185.125.190.58 2026-03-09T15:42:43.744 INFO:teuthology.orchestra.run.vm02.stdout: 9 Mar 15:42:43 ntpd[16110]: Soliciting pool server 89.58.42.129 2026-03-09T15:42:43.745 INFO:teuthology.orchestra.run.vm02.stdout: 9 Mar 15:42:43 ntpd[16110]: Soliciting pool server 173.249.58.145 2026-03-09T15:42:43.786 INFO:teuthology.orchestra.run.vm07.stdout: 9 Mar 15:42:43 ntpd[16110]: Soliciting pool server 185.125.190.57 2026-03-09T15:42:43.786 INFO:teuthology.orchestra.run.vm07.stdout: 9 Mar 15:42:43 ntpd[16110]: Soliciting pool server 91.98.156.7 2026-03-09T15:42:43.786 INFO:teuthology.orchestra.run.vm07.stdout: 9 Mar 15:42:43 ntpd[16110]: Soliciting pool server 173.249.58.145 2026-03-09T15:42:44.785 INFO:teuthology.orchestra.run.vm07.stdout: 9 Mar 15:42:44 ntpd[16110]: Soliciting pool server 185.125.190.58 2026-03-09T15:42:44.786 INFO:teuthology.orchestra.run.vm07.stdout: 9 Mar 15:42:44 ntpd[16110]: Soliciting pool server 89.58.42.129 2026-03-09T15:42:45.767 INFO:teuthology.orchestra.run.vm02.stdout: 9 Mar 15:42:45 ntpd[16110]: ntpd: time slew +0.009704 s 2026-03-09T15:42:45.767 INFO:teuthology.orchestra.run.vm02.stdout:ntpd: time slew +0.009704s 2026-03-09T15:42:45.788 INFO:teuthology.orchestra.run.vm02.stdout: remote refid st t when poll reach delay offset jitter 2026-03-09T15:42:45.788 INFO:teuthology.orchestra.run.vm02.stdout:============================================================================== 2026-03-09T15:42:45.788 INFO:teuthology.orchestra.run.vm02.stdout: 0.ubuntu.pool.n .POOL. 16 p - 64 0 0.000 +0.000 0.000 2026-03-09T15:42:45.788 INFO:teuthology.orchestra.run.vm02.stdout: 1.ubuntu.pool.n .POOL. 16 p - 64 0 0.000 +0.000 0.000 2026-03-09T15:42:45.788 INFO:teuthology.orchestra.run.vm02.stdout: 2.ubuntu.pool.n .POOL. 16 p - 64 0 0.000 +0.000 0.000 2026-03-09T15:42:45.788 INFO:teuthology.orchestra.run.vm02.stdout: 3.ubuntu.pool.n .POOL. 16 p - 64 0 0.000 +0.000 0.000 2026-03-09T15:42:45.788 INFO:teuthology.orchestra.run.vm02.stdout: ntp.ubuntu.com .POOL. 16 p - 64 0 0.000 +0.000 0.000 2026-03-09T15:42:46.812 INFO:teuthology.orchestra.run.vm07.stdout: 9 Mar 15:42:46 ntpd[16110]: ntpd: time slew -0.001747 s 2026-03-09T15:42:46.812 INFO:teuthology.orchestra.run.vm07.stdout:ntpd: time slew -0.001747s 2026-03-09T15:42:46.835 INFO:teuthology.orchestra.run.vm07.stdout: remote refid st t when poll reach delay offset jitter 2026-03-09T15:42:46.835 INFO:teuthology.orchestra.run.vm07.stdout:============================================================================== 2026-03-09T15:42:46.835 INFO:teuthology.orchestra.run.vm07.stdout: 0.ubuntu.pool.n .POOL. 16 p - 64 0 0.000 +0.000 0.000 2026-03-09T15:42:46.835 INFO:teuthology.orchestra.run.vm07.stdout: 1.ubuntu.pool.n .POOL. 16 p - 64 0 0.000 +0.000 0.000 2026-03-09T15:42:46.835 INFO:teuthology.orchestra.run.vm07.stdout: 2.ubuntu.pool.n .POOL. 16 p - 64 0 0.000 +0.000 0.000 2026-03-09T15:42:46.835 INFO:teuthology.orchestra.run.vm07.stdout: 3.ubuntu.pool.n .POOL. 16 p - 64 0 0.000 +0.000 0.000 2026-03-09T15:42:46.835 INFO:teuthology.orchestra.run.vm07.stdout: ntp.ubuntu.com .POOL. 16 p - 64 0 0.000 +0.000 0.000 2026-03-09T15:42:46.835 INFO:teuthology.run_tasks:Running task cephadm.configure_samba_client_container... 2026-03-09T15:42:46.883 INFO:tasks.cephadm:Testing if podman is available 2026-03-09T15:42:46.883 DEBUG:teuthology.orchestra.run.vm07:> sudo podman --help 2026-03-09T15:42:46.889 INFO:teuthology.orchestra.run.vm07.stderr:sudo: podman: command not found 2026-03-09T15:42:46.889 DEBUG:teuthology.orchestra.run:got remote process result: 1 2026-03-09T15:42:46.889 INFO:tasks.cephadm:Failed to find podman. Using docker 2026-03-09T15:42:46.889 DEBUG:teuthology.orchestra.run.vm07:> sudo docker pull quay.io/samba.org/samba-client:latest 2026-03-09T15:42:48.421 INFO:teuthology.orchestra.run.vm07.stdout:latest: Pulling from samba.org/samba-client 2026-03-09T15:42:48.421 INFO:teuthology.orchestra.run.vm07.stdout:62a1f31ed0bb: Pulling fs layer 2026-03-09T15:42:48.421 INFO:teuthology.orchestra.run.vm07.stdout:ebf30006f688: Pulling fs layer 2026-03-09T15:42:50.195 INFO:teuthology.orchestra.run.vm07.stdout:ebf30006f688: Verifying Checksum 2026-03-09T15:42:50.195 INFO:teuthology.orchestra.run.vm07.stdout:ebf30006f688: Download complete 2026-03-09T15:42:50.564 INFO:teuthology.orchestra.run.vm07.stdout:62a1f31ed0bb: Verifying Checksum 2026-03-09T15:42:50.564 INFO:teuthology.orchestra.run.vm07.stdout:62a1f31ed0bb: Download complete 2026-03-09T15:42:51.822 INFO:teuthology.orchestra.run.vm07.stdout:62a1f31ed0bb: Pull complete 2026-03-09T15:42:53.106 INFO:teuthology.orchestra.run.vm07.stdout:ebf30006f688: Pull complete 2026-03-09T15:42:53.109 INFO:teuthology.orchestra.run.vm07.stdout:Digest: sha256:96fa9547ab2dcc54e9a63a94967be550abc1fb090ff615553d50f2c98c4be7d0 2026-03-09T15:42:53.111 INFO:teuthology.orchestra.run.vm07.stdout:Status: Downloaded newer image for quay.io/samba.org/samba-client:latest 2026-03-09T15:42:53.112 INFO:teuthology.orchestra.run.vm07.stdout:quay.io/samba.org/samba-client:latest 2026-03-09T15:42:53.114 INFO:teuthology.run_tasks:Running task cephadm... 2026-03-09T15:42:53.116 INFO:tasks.cephadm:Config: {'conf': {'mgr': {'debug mgr': 20, 'debug ms': 1}, 'mon': {'debug mon': 20, 'debug ms': 1, 'debug paxos': 20}, 'osd': {'debug ms': 1, 'debug osd': 20, 'osd mclock iops capacity threshold hdd': 49000}}, 'flavor': 'default', 'log-ignorelist': ['\\(MDS_ALL_DOWN\\)', '\\(MDS_UP_LESS_THAN_MAX\\)'], 'log-only-match': ['CEPHADM_'], 'sha1': 'e911bdebe5c8faa3800735d1568fcdca65db60df'} 2026-03-09T15:42:53.116 INFO:tasks.cephadm:Cluster image is quay.ceph.io/ceph-ci/ceph:e911bdebe5c8faa3800735d1568fcdca65db60df 2026-03-09T15:42:53.117 INFO:tasks.cephadm:Cluster fsid is a2a597c0-1bce-11f1-835a-ab631984d2b4 2026-03-09T15:42:53.117 INFO:tasks.cephadm:Choosing monitor IPs and ports... 2026-03-09T15:42:53.117 INFO:tasks.cephadm:Monitor IPs: {'mon.a': '192.168.123.102'} 2026-03-09T15:42:53.117 INFO:tasks.cephadm:First mon is mon.a on vm02 2026-03-09T15:42:53.117 INFO:tasks.cephadm:First mgr is x 2026-03-09T15:42:53.117 INFO:tasks.cephadm:Normalizing hostnames... 2026-03-09T15:42:53.117 DEBUG:teuthology.orchestra.run.vm02:> sudo hostname $(hostname -s) 2026-03-09T15:42:53.127 DEBUG:teuthology.orchestra.run.vm07:> sudo hostname $(hostname -s) 2026-03-09T15:42:53.135 INFO:tasks.cephadm:Downloading "compiled" cephadm from cachra 2026-03-09T15:42:53.135 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=ubuntu%2F22.04%2Fx86_64&sha1=e911bdebe5c8faa3800735d1568fcdca65db60df 2026-03-09T15:42:53.724 INFO:tasks.cephadm:builder_project result: [{'url': 'https://1.chacra.ceph.com/r/ceph/squid/e911bdebe5c8faa3800735d1568fcdca65db60df/ubuntu/jammy/flavors/default/', 'chacra_url': 'https://1.chacra.ceph.com/repos/ceph/squid/e911bdebe5c8faa3800735d1568fcdca65db60df/ubuntu/jammy/flavors/default/', 'ref': 'squid', 'sha1': 'e911bdebe5c8faa3800735d1568fcdca65db60df', 'distro': 'ubuntu', 'distro_version': '22.04', 'distro_codename': 'jammy', 'modified': '2026-02-25 19:37:07.680480', 'status': 'ready', 'flavor': 'default', 'project': 'ceph', 'archs': ['x86_64'], 'extra': {'version': '19.2.3-678-ge911bdeb', 'package_manager_version': '19.2.3-678-ge911bdeb-1jammy', 'build_url': 'https://jenkins.ceph.com/job/ceph-dev-pipeline/3275/', 'root_build_cause': '', 'node_name': '10.20.192.98+toko08', 'job_name': 'ceph-dev-pipeline'}}] 2026-03-09T15:42:54.352 INFO:tasks.util.chacra:got chacra host 1.chacra.ceph.com, ref squid, sha1 e911bdebe5c8faa3800735d1568fcdca65db60df from https://shaman.ceph.com/api/search/?project=ceph&distros=ubuntu%2F22.04%2Fx86_64&flavor=default&sha1=e911bdebe5c8faa3800735d1568fcdca65db60df 2026-03-09T15:42:54.353 INFO:tasks.cephadm:Discovered cachra url: https://1.chacra.ceph.com/binaries/ceph/squid/e911bdebe5c8faa3800735d1568fcdca65db60df/ubuntu/jammy/x86_64/flavors/default/cephadm 2026-03-09T15:42:54.353 INFO:tasks.cephadm:Downloading cephadm from url: https://1.chacra.ceph.com/binaries/ceph/squid/e911bdebe5c8faa3800735d1568fcdca65db60df/ubuntu/jammy/x86_64/flavors/default/cephadm 2026-03-09T15:42:54.353 DEBUG:teuthology.orchestra.run.vm02:> curl --silent -L https://1.chacra.ceph.com/binaries/ceph/squid/e911bdebe5c8faa3800735d1568fcdca65db60df/ubuntu/jammy/x86_64/flavors/default/cephadm > /home/ubuntu/cephtest/cephadm && ls -l /home/ubuntu/cephtest/cephadm 2026-03-09T15:42:55.756 INFO:teuthology.orchestra.run.vm02.stdout:-rw-rw-r-- 1 ubuntu ubuntu 795696 Mar 9 15:42 /home/ubuntu/cephtest/cephadm 2026-03-09T15:42:55.756 DEBUG:teuthology.orchestra.run.vm07:> curl --silent -L https://1.chacra.ceph.com/binaries/ceph/squid/e911bdebe5c8faa3800735d1568fcdca65db60df/ubuntu/jammy/x86_64/flavors/default/cephadm > /home/ubuntu/cephtest/cephadm && ls -l /home/ubuntu/cephtest/cephadm 2026-03-09T15:42:57.110 INFO:teuthology.orchestra.run.vm07.stdout:-rw-rw-r-- 1 ubuntu ubuntu 795696 Mar 9 15:42 /home/ubuntu/cephtest/cephadm 2026-03-09T15:42:57.111 DEBUG:teuthology.orchestra.run.vm02:> test -s /home/ubuntu/cephtest/cephadm && test $(stat -c%s /home/ubuntu/cephtest/cephadm) -gt 1000 && chmod +x /home/ubuntu/cephtest/cephadm 2026-03-09T15:42:57.115 DEBUG:teuthology.orchestra.run.vm07:> test -s /home/ubuntu/cephtest/cephadm && test $(stat -c%s /home/ubuntu/cephtest/cephadm) -gt 1000 && chmod +x /home/ubuntu/cephtest/cephadm 2026-03-09T15:42:57.123 INFO:tasks.cephadm:Pulling image quay.ceph.io/ceph-ci/ceph:e911bdebe5c8faa3800735d1568fcdca65db60df on all hosts... 2026-03-09T15:42:57.123 DEBUG:teuthology.orchestra.run.vm02:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:e911bdebe5c8faa3800735d1568fcdca65db60df pull 2026-03-09T15:42:57.157 DEBUG:teuthology.orchestra.run.vm07:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:e911bdebe5c8faa3800735d1568fcdca65db60df pull 2026-03-09T15:42:57.250 INFO:teuthology.orchestra.run.vm02.stderr:Pulling container image quay.ceph.io/ceph-ci/ceph:e911bdebe5c8faa3800735d1568fcdca65db60df... 2026-03-09T15:42:57.263 INFO:teuthology.orchestra.run.vm07.stderr:Pulling container image quay.ceph.io/ceph-ci/ceph:e911bdebe5c8faa3800735d1568fcdca65db60df... 2026-03-09T15:43:52.663 INFO:teuthology.orchestra.run.vm07.stdout:{ 2026-03-09T15:43:52.663 INFO:teuthology.orchestra.run.vm07.stdout: "ceph_version": "ceph version 19.2.3-678-ge911bdeb (e911bdebe5c8faa3800735d1568fcdca65db60df) squid (stable)", 2026-03-09T15:43:52.663 INFO:teuthology.orchestra.run.vm07.stdout: "image_id": "654f31e6858eb235bbece362255b685a945f2b6a367e2b88c4930c984fbb214c", 2026-03-09T15:43:52.663 INFO:teuthology.orchestra.run.vm07.stdout: "repo_digests": [ 2026-03-09T15:43:52.663 INFO:teuthology.orchestra.run.vm07.stdout: "quay.ceph.io/ceph-ci/ceph@sha256:8fda260ab1d2d3118a1622f7df75f44f285dfe74e71793626152a711c12bf2cc" 2026-03-09T15:43:52.663 INFO:teuthology.orchestra.run.vm07.stdout: ] 2026-03-09T15:43:52.663 INFO:teuthology.orchestra.run.vm07.stdout:} 2026-03-09T15:44:35.195 INFO:teuthology.orchestra.run.vm02.stdout:{ 2026-03-09T15:44:35.195 INFO:teuthology.orchestra.run.vm02.stdout: "ceph_version": "ceph version 19.2.3-678-ge911bdeb (e911bdebe5c8faa3800735d1568fcdca65db60df) squid (stable)", 2026-03-09T15:44:35.195 INFO:teuthology.orchestra.run.vm02.stdout: "image_id": "654f31e6858eb235bbece362255b685a945f2b6a367e2b88c4930c984fbb214c", 2026-03-09T15:44:35.195 INFO:teuthology.orchestra.run.vm02.stdout: "repo_digests": [ 2026-03-09T15:44:35.195 INFO:teuthology.orchestra.run.vm02.stdout: "quay.ceph.io/ceph-ci/ceph@sha256:8fda260ab1d2d3118a1622f7df75f44f285dfe74e71793626152a711c12bf2cc" 2026-03-09T15:44:35.195 INFO:teuthology.orchestra.run.vm02.stdout: ] 2026-03-09T15:44:35.195 INFO:teuthology.orchestra.run.vm02.stdout:} 2026-03-09T15:44:35.207 DEBUG:teuthology.orchestra.run.vm02:> sudo mkdir -p /etc/ceph 2026-03-09T15:44:35.215 DEBUG:teuthology.orchestra.run.vm07:> sudo mkdir -p /etc/ceph 2026-03-09T15:44:35.226 DEBUG:teuthology.orchestra.run.vm02:> sudo chmod 777 /etc/ceph 2026-03-09T15:44:35.267 DEBUG:teuthology.orchestra.run.vm07:> sudo chmod 777 /etc/ceph 2026-03-09T15:44:35.276 INFO:tasks.cephadm:Writing seed config... 2026-03-09T15:44:35.276 INFO:tasks.cephadm: override: [mgr] debug mgr = 20 2026-03-09T15:44:35.276 INFO:tasks.cephadm: override: [mgr] debug ms = 1 2026-03-09T15:44:35.276 INFO:tasks.cephadm: override: [mon] debug mon = 20 2026-03-09T15:44:35.276 INFO:tasks.cephadm: override: [mon] debug ms = 1 2026-03-09T15:44:35.276 INFO:tasks.cephadm: override: [mon] debug paxos = 20 2026-03-09T15:44:35.276 INFO:tasks.cephadm: override: [osd] debug ms = 1 2026-03-09T15:44:35.276 INFO:tasks.cephadm: override: [osd] debug osd = 20 2026-03-09T15:44:35.276 INFO:tasks.cephadm: override: [osd] osd mclock iops capacity threshold hdd = 49000 2026-03-09T15:44:35.277 DEBUG:teuthology.orchestra.run.vm02:> set -ex 2026-03-09T15:44:35.277 DEBUG:teuthology.orchestra.run.vm02:> dd of=/home/ubuntu/cephtest/seed.ceph.conf 2026-03-09T15:44:35.313 DEBUG:tasks.cephadm:Final config: [global] # make logging friendly to teuthology log_to_file = true log_to_stderr = false log to journald = false mon cluster log to file = true mon cluster log file level = debug mon clock drift allowed = 1.000 # replicate across OSDs, not hosts osd crush chooseleaf type = 0 #osd pool default size = 2 osd pool default erasure code profile = plugin=jerasure technique=reed_sol_van k=2 m=1 crush-failure-domain=osd # enable some debugging auth debug = true ms die on old message = true ms die on bug = true debug asserts on shutdown = true # adjust warnings mon max pg per osd = 10000# >= luminous mon pg warn max object skew = 0 mon osd allow primary affinity = true mon osd allow pg remap = true mon warn on legacy crush tunables = false mon warn on crush straw calc version zero = false mon warn on no sortbitwise = false mon warn on osd down out interval zero = false mon warn on too few osds = false mon_warn_on_pool_pg_num_not_power_of_two = false # disable pg_autoscaler by default for new pools osd_pool_default_pg_autoscale_mode = off # tests delete pools mon allow pool delete = true fsid = a2a597c0-1bce-11f1-835a-ab631984d2b4 [osd] osd scrub load threshold = 5.0 osd scrub max interval = 600 osd mclock profile = high_recovery_ops osd recover clone overlap = true osd recovery max chunk = 1048576 osd deep scrub update digest min age = 30 osd map max advance = 10 osd memory target autotune = true # debugging osd debug shutdown = true osd debug op order = true osd debug verify stray on activate = true osd debug pg log writeout = true osd debug verify cached snaps = true osd debug verify missing on start = true osd debug misdirected ops = true osd op queue = debug_random osd op queue cut off = debug_random osd shutdown pgref assert = true bdev debug aio = true osd sloppy crc = true debug ms = 1 debug osd = 20 osd mclock iops capacity threshold hdd = 49000 [mgr] mon reweight min pgs per osd = 4 mon reweight min bytes per osd = 10 mgr/telemetry/nag = false debug mgr = 20 debug ms = 1 [mon] mon data avail warn = 5 mon mgr mkfs grace = 240 mon reweight min pgs per osd = 4 mon osd reporter subtree level = osd mon osd prime pg temp = true mon reweight min bytes per osd = 10 # rotate auth tickets quickly to exercise renewal paths auth mon ticket ttl = 660# 11m auth service ticket ttl = 240# 4m # don't complain about global id reclaim mon_warn_on_insecure_global_id_reclaim = false mon_warn_on_insecure_global_id_reclaim_allowed = false debug mon = 20 debug ms = 1 debug paxos = 20 [client.rgw] rgw cache enabled = true rgw enable ops log = true rgw enable usage log = true 2026-03-09T15:44:35.313 DEBUG:teuthology.orchestra.run.vm02:mon.a> sudo journalctl -f -n 0 -u ceph-a2a597c0-1bce-11f1-835a-ab631984d2b4@mon.a.service 2026-03-09T15:44:35.355 DEBUG:teuthology.orchestra.run.vm02:mgr.x> sudo journalctl -f -n 0 -u ceph-a2a597c0-1bce-11f1-835a-ab631984d2b4@mgr.x.service 2026-03-09T15:44:35.399 INFO:tasks.cephadm:Bootstrapping... 2026-03-09T15:44:35.399 DEBUG:teuthology.orchestra.run.vm02:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:e911bdebe5c8faa3800735d1568fcdca65db60df -v bootstrap --fsid a2a597c0-1bce-11f1-835a-ab631984d2b4 --config /home/ubuntu/cephtest/seed.ceph.conf --output-config /etc/ceph/ceph.conf --output-keyring /etc/ceph/ceph.client.admin.keyring --output-pub-ssh-key /home/ubuntu/cephtest/ceph.pub --mon-id a --mgr-id x --orphan-initial-daemons --skip-monitoring-stack --mon-ip 192.168.123.102 --skip-admin-label && sudo chmod +r /etc/ceph/ceph.client.admin.keyring 2026-03-09T15:44:35.532 INFO:teuthology.orchestra.run.vm02.stdout:-------------------------------------------------------------------------------- 2026-03-09T15:44:35.532 INFO:teuthology.orchestra.run.vm02.stdout:cephadm ['--image', 'quay.ceph.io/ceph-ci/ceph:e911bdebe5c8faa3800735d1568fcdca65db60df', '-v', 'bootstrap', '--fsid', 'a2a597c0-1bce-11f1-835a-ab631984d2b4', '--config', '/home/ubuntu/cephtest/seed.ceph.conf', '--output-config', '/etc/ceph/ceph.conf', '--output-keyring', '/etc/ceph/ceph.client.admin.keyring', '--output-pub-ssh-key', '/home/ubuntu/cephtest/ceph.pub', '--mon-id', 'a', '--mgr-id', 'x', '--orphan-initial-daemons', '--skip-monitoring-stack', '--mon-ip', '192.168.123.102', '--skip-admin-label'] 2026-03-09T15:44:35.533 INFO:teuthology.orchestra.run.vm02.stderr:Specifying an fsid for your cluster offers no advantages and may increase the likelihood of fsid conflicts. 2026-03-09T15:44:35.533 INFO:teuthology.orchestra.run.vm02.stdout:Verifying podman|docker is present... 2026-03-09T15:44:35.533 INFO:teuthology.orchestra.run.vm02.stdout:Verifying lvm2 is present... 2026-03-09T15:44:35.533 INFO:teuthology.orchestra.run.vm02.stdout:Verifying time synchronization is in place... 2026-03-09T15:44:35.536 INFO:teuthology.orchestra.run.vm02.stdout:Non-zero exit code 1 from systemctl is-enabled chrony.service 2026-03-09T15:44:35.536 INFO:teuthology.orchestra.run.vm02.stdout:systemctl: stderr Failed to get unit file state for chrony.service: No such file or directory 2026-03-09T15:44:35.539 INFO:teuthology.orchestra.run.vm02.stdout:Non-zero exit code 3 from systemctl is-active chrony.service 2026-03-09T15:44:35.539 INFO:teuthology.orchestra.run.vm02.stdout:systemctl: stdout inactive 2026-03-09T15:44:35.541 INFO:teuthology.orchestra.run.vm02.stdout:Non-zero exit code 1 from systemctl is-enabled chronyd.service 2026-03-09T15:44:35.541 INFO:teuthology.orchestra.run.vm02.stdout:systemctl: stderr Failed to get unit file state for chronyd.service: No such file or directory 2026-03-09T15:44:35.543 INFO:teuthology.orchestra.run.vm02.stdout:Non-zero exit code 3 from systemctl is-active chronyd.service 2026-03-09T15:44:35.543 INFO:teuthology.orchestra.run.vm02.stdout:systemctl: stdout inactive 2026-03-09T15:44:35.546 INFO:teuthology.orchestra.run.vm02.stdout:Non-zero exit code 1 from systemctl is-enabled systemd-timesyncd.service 2026-03-09T15:44:35.546 INFO:teuthology.orchestra.run.vm02.stdout:systemctl: stdout masked 2026-03-09T15:44:35.549 INFO:teuthology.orchestra.run.vm02.stdout:Non-zero exit code 3 from systemctl is-active systemd-timesyncd.service 2026-03-09T15:44:35.549 INFO:teuthology.orchestra.run.vm02.stdout:systemctl: stdout inactive 2026-03-09T15:44:35.552 INFO:teuthology.orchestra.run.vm02.stdout:Non-zero exit code 1 from systemctl is-enabled ntpd.service 2026-03-09T15:44:35.552 INFO:teuthology.orchestra.run.vm02.stdout:systemctl: stderr Failed to get unit file state for ntpd.service: No such file or directory 2026-03-09T15:44:35.554 INFO:teuthology.orchestra.run.vm02.stdout:Non-zero exit code 3 from systemctl is-active ntpd.service 2026-03-09T15:44:35.554 INFO:teuthology.orchestra.run.vm02.stdout:systemctl: stdout inactive 2026-03-09T15:44:35.557 INFO:teuthology.orchestra.run.vm02.stdout:systemctl: stdout enabled 2026-03-09T15:44:35.560 INFO:teuthology.orchestra.run.vm02.stdout:systemctl: stdout active 2026-03-09T15:44:35.560 INFO:teuthology.orchestra.run.vm02.stdout:Unit ntp.service is enabled and running 2026-03-09T15:44:35.560 INFO:teuthology.orchestra.run.vm02.stdout:Repeating the final host check... 2026-03-09T15:44:35.560 INFO:teuthology.orchestra.run.vm02.stdout:docker (/usr/bin/docker) is present 2026-03-09T15:44:35.560 INFO:teuthology.orchestra.run.vm02.stdout:systemctl is present 2026-03-09T15:44:35.560 INFO:teuthology.orchestra.run.vm02.stdout:lvcreate is present 2026-03-09T15:44:35.562 INFO:teuthology.orchestra.run.vm02.stdout:Non-zero exit code 1 from systemctl is-enabled chrony.service 2026-03-09T15:44:35.562 INFO:teuthology.orchestra.run.vm02.stdout:systemctl: stderr Failed to get unit file state for chrony.service: No such file or directory 2026-03-09T15:44:35.564 INFO:teuthology.orchestra.run.vm02.stdout:Non-zero exit code 3 from systemctl is-active chrony.service 2026-03-09T15:44:35.564 INFO:teuthology.orchestra.run.vm02.stdout:systemctl: stdout inactive 2026-03-09T15:44:35.567 INFO:teuthology.orchestra.run.vm02.stdout:Non-zero exit code 1 from systemctl is-enabled chronyd.service 2026-03-09T15:44:35.567 INFO:teuthology.orchestra.run.vm02.stdout:systemctl: stderr Failed to get unit file state for chronyd.service: No such file or directory 2026-03-09T15:44:35.569 INFO:teuthology.orchestra.run.vm02.stdout:Non-zero exit code 3 from systemctl is-active chronyd.service 2026-03-09T15:44:35.569 INFO:teuthology.orchestra.run.vm02.stdout:systemctl: stdout inactive 2026-03-09T15:44:35.572 INFO:teuthology.orchestra.run.vm02.stdout:Non-zero exit code 1 from systemctl is-enabled systemd-timesyncd.service 2026-03-09T15:44:35.572 INFO:teuthology.orchestra.run.vm02.stdout:systemctl: stdout masked 2026-03-09T15:44:35.574 INFO:teuthology.orchestra.run.vm02.stdout:Non-zero exit code 3 from systemctl is-active systemd-timesyncd.service 2026-03-09T15:44:35.574 INFO:teuthology.orchestra.run.vm02.stdout:systemctl: stdout inactive 2026-03-09T15:44:35.576 INFO:teuthology.orchestra.run.vm02.stdout:Non-zero exit code 1 from systemctl is-enabled ntpd.service 2026-03-09T15:44:35.576 INFO:teuthology.orchestra.run.vm02.stdout:systemctl: stderr Failed to get unit file state for ntpd.service: No such file or directory 2026-03-09T15:44:35.579 INFO:teuthology.orchestra.run.vm02.stdout:Non-zero exit code 3 from systemctl is-active ntpd.service 2026-03-09T15:44:35.579 INFO:teuthology.orchestra.run.vm02.stdout:systemctl: stdout inactive 2026-03-09T15:44:35.582 INFO:teuthology.orchestra.run.vm02.stdout:systemctl: stdout enabled 2026-03-09T15:44:35.584 INFO:teuthology.orchestra.run.vm02.stdout:systemctl: stdout active 2026-03-09T15:44:35.584 INFO:teuthology.orchestra.run.vm02.stdout:Unit ntp.service is enabled and running 2026-03-09T15:44:35.584 INFO:teuthology.orchestra.run.vm02.stdout:Host looks OK 2026-03-09T15:44:35.584 INFO:teuthology.orchestra.run.vm02.stdout:Cluster fsid: a2a597c0-1bce-11f1-835a-ab631984d2b4 2026-03-09T15:44:35.584 INFO:teuthology.orchestra.run.vm02.stdout:Acquiring lock 139724744854112 on /run/cephadm/a2a597c0-1bce-11f1-835a-ab631984d2b4.lock 2026-03-09T15:44:35.584 INFO:teuthology.orchestra.run.vm02.stdout:Lock 139724744854112 acquired on /run/cephadm/a2a597c0-1bce-11f1-835a-ab631984d2b4.lock 2026-03-09T15:44:35.584 INFO:teuthology.orchestra.run.vm02.stdout:Verifying IP 192.168.123.102 port 3300 ... 2026-03-09T15:44:35.584 INFO:teuthology.orchestra.run.vm02.stdout:Verifying IP 192.168.123.102 port 6789 ... 2026-03-09T15:44:35.584 INFO:teuthology.orchestra.run.vm02.stdout:Base mon IP(s) is [192.168.123.102:3300, 192.168.123.102:6789], mon addrv is [v2:192.168.123.102:3300,v1:192.168.123.102:6789] 2026-03-09T15:44:35.586 INFO:teuthology.orchestra.run.vm02.stdout:/usr/sbin/ip: stdout default via 192.168.123.1 dev ens3 proto dhcp src 192.168.123.102 metric 100 2026-03-09T15:44:35.586 INFO:teuthology.orchestra.run.vm02.stdout:/usr/sbin/ip: stdout 172.17.0.0/16 dev docker0 proto kernel scope link src 172.17.0.1 linkdown 2026-03-09T15:44:35.586 INFO:teuthology.orchestra.run.vm02.stdout:/usr/sbin/ip: stdout 192.168.123.0/24 dev ens3 proto kernel scope link src 192.168.123.102 metric 100 2026-03-09T15:44:35.586 INFO:teuthology.orchestra.run.vm02.stdout:/usr/sbin/ip: stdout 192.168.123.1 dev ens3 proto dhcp scope link src 192.168.123.102 metric 100 2026-03-09T15:44:35.587 INFO:teuthology.orchestra.run.vm02.stdout:/usr/sbin/ip: stdout ::1 dev lo proto kernel metric 256 pref medium 2026-03-09T15:44:35.587 INFO:teuthology.orchestra.run.vm02.stdout:/usr/sbin/ip: stdout fe80::/64 dev ens3 proto kernel metric 256 pref medium 2026-03-09T15:44:35.588 INFO:teuthology.orchestra.run.vm02.stdout:/usr/sbin/ip: stdout 1: lo: mtu 65536 state UNKNOWN qlen 1000 2026-03-09T15:44:35.588 INFO:teuthology.orchestra.run.vm02.stdout:/usr/sbin/ip: stdout inet6 ::1/128 scope host 2026-03-09T15:44:35.588 INFO:teuthology.orchestra.run.vm02.stdout:/usr/sbin/ip: stdout valid_lft forever preferred_lft forever 2026-03-09T15:44:35.588 INFO:teuthology.orchestra.run.vm02.stdout:/usr/sbin/ip: stdout 2: ens3: mtu 1500 state UP qlen 1000 2026-03-09T15:44:35.589 INFO:teuthology.orchestra.run.vm02.stdout:/usr/sbin/ip: stdout inet6 fe80::5055:ff:fe00:2/64 scope link 2026-03-09T15:44:35.589 INFO:teuthology.orchestra.run.vm02.stdout:/usr/sbin/ip: stdout valid_lft forever preferred_lft forever 2026-03-09T15:44:35.589 INFO:teuthology.orchestra.run.vm02.stdout:Mon IP `192.168.123.102` is in CIDR network `192.168.123.0/24` 2026-03-09T15:44:35.589 INFO:teuthology.orchestra.run.vm02.stdout:Mon IP `192.168.123.102` is in CIDR network `192.168.123.0/24` 2026-03-09T15:44:35.589 INFO:teuthology.orchestra.run.vm02.stdout:Mon IP `192.168.123.102` is in CIDR network `192.168.123.1/32` 2026-03-09T15:44:35.589 INFO:teuthology.orchestra.run.vm02.stdout:Mon IP `192.168.123.102` is in CIDR network `192.168.123.1/32` 2026-03-09T15:44:35.589 INFO:teuthology.orchestra.run.vm02.stdout:Inferred mon public CIDR from local network configuration ['192.168.123.0/24', '192.168.123.0/24', '192.168.123.1/32', '192.168.123.1/32'] 2026-03-09T15:44:35.589 INFO:teuthology.orchestra.run.vm02.stdout:Internal network (--cluster-network) has not been provided, OSD replication will default to the public_network 2026-03-09T15:44:35.589 INFO:teuthology.orchestra.run.vm02.stdout:Pulling container image quay.ceph.io/ceph-ci/ceph:e911bdebe5c8faa3800735d1568fcdca65db60df... 2026-03-09T15:44:36.628 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/docker: stdout e911bdebe5c8faa3800735d1568fcdca65db60df: Pulling from ceph-ci/ceph 2026-03-09T15:44:36.628 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/docker: stdout Digest: sha256:8fda260ab1d2d3118a1622f7df75f44f285dfe74e71793626152a711c12bf2cc 2026-03-09T15:44:36.628 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/docker: stdout Status: Image is up to date for quay.ceph.io/ceph-ci/ceph:e911bdebe5c8faa3800735d1568fcdca65db60df 2026-03-09T15:44:36.628 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/docker: stdout quay.ceph.io/ceph-ci/ceph:e911bdebe5c8faa3800735d1568fcdca65db60df 2026-03-09T15:44:36.836 INFO:teuthology.orchestra.run.vm02.stdout:ceph: stdout ceph version 19.2.3-678-ge911bdeb (e911bdebe5c8faa3800735d1568fcdca65db60df) squid (stable) 2026-03-09T15:44:36.836 INFO:teuthology.orchestra.run.vm02.stdout:Ceph version: ceph version 19.2.3-678-ge911bdeb (e911bdebe5c8faa3800735d1568fcdca65db60df) squid (stable) 2026-03-09T15:44:36.836 INFO:teuthology.orchestra.run.vm02.stdout:Extracting ceph user uid/gid from container image... 2026-03-09T15:44:36.989 INFO:teuthology.orchestra.run.vm02.stdout:stat: stdout 167 167 2026-03-09T15:44:36.989 INFO:teuthology.orchestra.run.vm02.stdout:Creating initial keys... 2026-03-09T15:44:37.089 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph-authtool: stdout AQDl6q5p5MXKAxAAvp0NmAtcgqxlijKxRGsAwQ== 2026-03-09T15:44:37.203 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph-authtool: stdout AQDl6q5podGmChAAEIs3GYAzSYidqsZDlZ0DIw== 2026-03-09T15:44:37.304 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph-authtool: stdout AQDl6q5pKwihEBAAMenOlfiiLQywzIxcYaua8Q== 2026-03-09T15:44:37.304 INFO:teuthology.orchestra.run.vm02.stdout:Creating initial monmap... 2026-03-09T15:44:37.421 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/monmaptool: stdout /usr/bin/monmaptool: monmap file /tmp/monmap 2026-03-09T15:44:37.421 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/monmaptool: stdout setting min_mon_release = quincy 2026-03-09T15:44:37.421 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/monmaptool: stdout /usr/bin/monmaptool: set fsid to a2a597c0-1bce-11f1-835a-ab631984d2b4 2026-03-09T15:44:37.422 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/monmaptool: stdout /usr/bin/monmaptool: writing epoch 0 to /tmp/monmap (1 monitors) 2026-03-09T15:44:37.422 INFO:teuthology.orchestra.run.vm02.stdout:monmaptool for a [v2:192.168.123.102:3300,v1:192.168.123.102:6789] on /usr/bin/monmaptool: monmap file /tmp/monmap 2026-03-09T15:44:37.422 INFO:teuthology.orchestra.run.vm02.stdout:setting min_mon_release = quincy 2026-03-09T15:44:37.422 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/monmaptool: set fsid to a2a597c0-1bce-11f1-835a-ab631984d2b4 2026-03-09T15:44:37.422 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/monmaptool: writing epoch 0 to /tmp/monmap (1 monitors) 2026-03-09T15:44:37.422 INFO:teuthology.orchestra.run.vm02.stdout: 2026-03-09T15:44:37.422 INFO:teuthology.orchestra.run.vm02.stdout:Creating mon... 2026-03-09T15:44:37.572 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph-mon: stderr debug 2026-03-09T15:44:37.506+0000 7f1328fabd80 0 set uid:gid to 167:167 (ceph:ceph) 2026-03-09T15:44:37.572 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph-mon: stderr debug 2026-03-09T15:44:37.506+0000 7f1328fabd80 1 imported monmap: 2026-03-09T15:44:37.572 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph-mon: stderr epoch 0 2026-03-09T15:44:37.572 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph-mon: stderr fsid a2a597c0-1bce-11f1-835a-ab631984d2b4 2026-03-09T15:44:37.572 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph-mon: stderr last_changed 2026-03-09T15:44:37.397682+0000 2026-03-09T15:44:37.572 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph-mon: stderr created 2026-03-09T15:44:37.397682+0000 2026-03-09T15:44:37.572 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph-mon: stderr min_mon_release 17 (quincy) 2026-03-09T15:44:37.572 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph-mon: stderr election_strategy: 1 2026-03-09T15:44:37.572 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph-mon: stderr 0: [v2:192.168.123.102:3300/0,v1:192.168.123.102:6789/0] mon.a 2026-03-09T15:44:37.572 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph-mon: stderr 2026-03-09T15:44:37.572 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph-mon: stderr debug 2026-03-09T15:44:37.506+0000 7f1328fabd80 0 /usr/bin/ceph-mon: set fsid to a2a597c0-1bce-11f1-835a-ab631984d2b4 2026-03-09T15:44:37.572 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph-mon: stderr debug 2026-03-09T15:44:37.510+0000 7f1328fabd80 4 rocksdb: RocksDB version: 7.9.2 2026-03-09T15:44:37.572 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph-mon: stderr 2026-03-09T15:44:37.572 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph-mon: stderr debug 2026-03-09T15:44:37.510+0000 7f1328fabd80 4 rocksdb: Git sha 0 2026-03-09T15:44:37.572 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph-mon: stderr debug 2026-03-09T15:44:37.510+0000 7f1328fabd80 4 rocksdb: Compile date 2026-02-25 18:11:04 2026-03-09T15:44:37.579 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph-mon: stderr debug 2026-03-09T15:44:37.510+0000 7f1328fabd80 4 rocksdb: DB SUMMARY 2026-03-09T15:44:37.579 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph-mon: stderr 2026-03-09T15:44:37.579 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph-mon: stderr debug 2026-03-09T15:44:37.510+0000 7f1328fabd80 4 rocksdb: DB Session ID: MVFTZH43IHNMW9WU0H8O 2026-03-09T15:44:37.579 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph-mon: stderr 2026-03-09T15:44:37.579 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph-mon: stderr debug 2026-03-09T15:44:37.510+0000 7f1328fabd80 4 rocksdb: SST files in /var/lib/ceph/mon/ceph-a/store.db dir, Total Num: 0, files: 2026-03-09T15:44:37.579 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph-mon: stderr 2026-03-09T15:44:37.579 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph-mon: stderr debug 2026-03-09T15:44:37.510+0000 7f1328fabd80 4 rocksdb: Write Ahead Log file in /var/lib/ceph/mon/ceph-a/store.db: 2026-03-09T15:44:37.579 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph-mon: stderr 2026-03-09T15:44:37.579 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph-mon: stderr debug 2026-03-09T15:44:37.510+0000 7f1328fabd80 4 rocksdb: Options.error_if_exists: 0 2026-03-09T15:44:37.579 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph-mon: stderr debug 2026-03-09T15:44:37.510+0000 7f1328fabd80 4 rocksdb: Options.create_if_missing: 1 2026-03-09T15:44:37.579 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph-mon: stderr debug 2026-03-09T15:44:37.510+0000 7f1328fabd80 4 rocksdb: Options.paranoid_checks: 1 2026-03-09T15:44:37.579 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph-mon: stderr debug 2026-03-09T15:44:37.510+0000 7f1328fabd80 4 rocksdb: Options.flush_verify_memtable_count: 1 2026-03-09T15:44:37.579 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph-mon: stderr debug 2026-03-09T15:44:37.510+0000 7f1328fabd80 4 rocksdb: Options.track_and_verify_wals_in_manifest: 0 2026-03-09T15:44:37.579 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph-mon: stderr debug 2026-03-09T15:44:37.510+0000 7f1328fabd80 4 rocksdb: Options.verify_sst_unique_id_in_manifest: 1 2026-03-09T15:44:37.579 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph-mon: stderr debug 2026-03-09T15:44:37.510+0000 7f1328fabd80 4 rocksdb: Options.env: 0x55f5c399adc0 2026-03-09T15:44:37.579 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph-mon: stderr debug 2026-03-09T15:44:37.510+0000 7f1328fabd80 4 rocksdb: Options.fs: PosixFileSystem 2026-03-09T15:44:37.579 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph-mon: stderr debug 2026-03-09T15:44:37.510+0000 7f1328fabd80 4 rocksdb: Options.info_log: 0x55f5f7a18da0 2026-03-09T15:44:37.579 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph-mon: stderr debug 2026-03-09T15:44:37.510+0000 7f1328fabd80 4 rocksdb: Options.max_file_opening_threads: 16 2026-03-09T15:44:37.579 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph-mon: stderr debug 2026-03-09T15:44:37.510+0000 7f1328fabd80 4 rocksdb: Options.statistics: (nil) 2026-03-09T15:44:37.579 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph-mon: stderr debug 2026-03-09T15:44:37.510+0000 7f1328fabd80 4 rocksdb: Options.use_fsync: 0 2026-03-09T15:44:37.579 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph-mon: stderr debug 2026-03-09T15:44:37.510+0000 7f1328fabd80 4 rocksdb: Options.max_log_file_size: 0 2026-03-09T15:44:37.580 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph-mon: stderr debug 2026-03-09T15:44:37.510+0000 7f1328fabd80 4 rocksdb: Options.max_manifest_file_size: 1073741824 2026-03-09T15:44:37.580 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph-mon: stderr debug 2026-03-09T15:44:37.510+0000 7f1328fabd80 4 rocksdb: Options.log_file_time_to_roll: 0 2026-03-09T15:44:37.580 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph-mon: stderr debug 2026-03-09T15:44:37.510+0000 7f1328fabd80 4 rocksdb: Options.keep_log_file_num: 1000 2026-03-09T15:44:37.580 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph-mon: stderr debug 2026-03-09T15:44:37.510+0000 7f1328fabd80 4 rocksdb: Options.recycle_log_file_num: 0 2026-03-09T15:44:37.580 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph-mon: stderr debug 2026-03-09T15:44:37.510+0000 7f1328fabd80 4 rocksdb: Options.allow_fallocate: 1 2026-03-09T15:44:37.580 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph-mon: stderr debug 2026-03-09T15:44:37.510+0000 7f1328fabd80 4 rocksdb: Options.allow_mmap_reads: 0 2026-03-09T15:44:37.580 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph-mon: stderr debug 2026-03-09T15:44:37.510+0000 7f1328fabd80 4 rocksdb: Options.allow_mmap_writes: 0 2026-03-09T15:44:37.580 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph-mon: stderr debug 2026-03-09T15:44:37.510+0000 7f1328fabd80 4 rocksdb: Options.use_direct_reads: 0 2026-03-09T15:44:37.580 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph-mon: stderr debug 2026-03-09T15:44:37.510+0000 7f1328fabd80 4 rocksdb: Options.use_direct_io_for_flush_and_compaction: 0 2026-03-09T15:44:37.580 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph-mon: stderr debug 2026-03-09T15:44:37.510+0000 7f1328fabd80 4 rocksdb: Options.create_missing_column_families: 0 2026-03-09T15:44:37.580 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph-mon: stderr debug 2026-03-09T15:44:37.510+0000 7f1328fabd80 4 rocksdb: Options.db_log_dir: 2026-03-09T15:44:37.580 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph-mon: stderr debug 2026-03-09T15:44:37.510+0000 7f1328fabd80 4 rocksdb: Options.wal_dir: 2026-03-09T15:44:37.580 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph-mon: stderr debug 2026-03-09T15:44:37.510+0000 7f1328fabd80 4 rocksdb: Options.table_cache_numshardbits: 6 2026-03-09T15:44:37.580 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph-mon: stderr debug 2026-03-09T15:44:37.510+0000 7f1328fabd80 4 rocksdb: Options.WAL_ttl_seconds: 0 2026-03-09T15:44:37.580 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph-mon: stderr debug 2026-03-09T15:44:37.510+0000 7f1328fabd80 4 rocksdb: Options.WAL_size_limit_MB: 0 2026-03-09T15:44:37.580 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph-mon: stderr debug 2026-03-09T15:44:37.510+0000 7f1328fabd80 4 rocksdb: Options.max_write_batch_group_size_bytes: 1048576 2026-03-09T15:44:37.580 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph-mon: stderr debug 2026-03-09T15:44:37.510+0000 7f1328fabd80 4 rocksdb: Options.manifest_preallocation_size: 4194304 2026-03-09T15:44:37.580 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph-mon: stderr debug 2026-03-09T15:44:37.510+0000 7f1328fabd80 4 rocksdb: Options.is_fd_close_on_exec: 1 2026-03-09T15:44:37.580 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph-mon: stderr debug 2026-03-09T15:44:37.510+0000 7f1328fabd80 4 rocksdb: Options.advise_random_on_open: 1 2026-03-09T15:44:37.580 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph-mon: stderr debug 2026-03-09T15:44:37.510+0000 7f1328fabd80 4 rocksdb: Options.db_write_buffer_size: 0 2026-03-09T15:44:37.580 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph-mon: stderr debug 2026-03-09T15:44:37.510+0000 7f1328fabd80 4 rocksdb: Options.write_buffer_manager: 0x55f5f7a0f5e0 2026-03-09T15:44:37.580 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph-mon: stderr debug 2026-03-09T15:44:37.510+0000 7f1328fabd80 4 rocksdb: Options.access_hint_on_compaction_start: 1 2026-03-09T15:44:37.580 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph-mon: stderr debug 2026-03-09T15:44:37.510+0000 7f1328fabd80 4 rocksdb: Options.random_access_max_buffer_size: 1048576 2026-03-09T15:44:37.580 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph-mon: stderr debug 2026-03-09T15:44:37.510+0000 7f1328fabd80 4 rocksdb: Options.use_adaptive_mutex: 0 2026-03-09T15:44:37.580 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph-mon: stderr debug 2026-03-09T15:44:37.510+0000 7f1328fabd80 4 rocksdb: Options.rate_limiter: (nil) 2026-03-09T15:44:37.580 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph-mon: stderr debug 2026-03-09T15:44:37.510+0000 7f1328fabd80 4 rocksdb: Options.sst_file_manager.rate_bytes_per_sec: 0 2026-03-09T15:44:37.580 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph-mon: stderr debug 2026-03-09T15:44:37.510+0000 7f1328fabd80 4 rocksdb: Options.wal_recovery_mode: 2 2026-03-09T15:44:37.580 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph-mon: stderr debug 2026-03-09T15:44:37.510+0000 7f1328fabd80 4 rocksdb: Options.enable_thread_tracking: 0 2026-03-09T15:44:37.580 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph-mon: stderr debug 2026-03-09T15:44:37.510+0000 7f1328fabd80 4 rocksdb: Options.enable_pipelined_write: 0 2026-03-09T15:44:37.580 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph-mon: stderr debug 2026-03-09T15:44:37.510+0000 7f1328fabd80 4 rocksdb: Options.unordered_write: 0 2026-03-09T15:44:37.580 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph-mon: stderr debug 2026-03-09T15:44:37.510+0000 7f1328fabd80 4 rocksdb: Options.allow_concurrent_memtable_write: 1 2026-03-09T15:44:37.580 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph-mon: stderr debug 2026-03-09T15:44:37.510+0000 7f1328fabd80 4 rocksdb: Options.enable_write_thread_adaptive_yield: 1 2026-03-09T15:44:37.580 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph-mon: stderr debug 2026-03-09T15:44:37.510+0000 7f1328fabd80 4 rocksdb: Options.write_thread_max_yield_usec: 100 2026-03-09T15:44:37.580 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph-mon: stderr debug 2026-03-09T15:44:37.510+0000 7f1328fabd80 4 rocksdb: Options.write_thread_slow_yield_usec: 3 2026-03-09T15:44:37.580 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph-mon: stderr debug 2026-03-09T15:44:37.510+0000 7f1328fabd80 4 rocksdb: Options.row_cache: None 2026-03-09T15:44:37.580 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph-mon: stderr debug 2026-03-09T15:44:37.510+0000 7f1328fabd80 4 rocksdb: Options.wal_filter: None 2026-03-09T15:44:37.580 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph-mon: stderr debug 2026-03-09T15:44:37.510+0000 7f1328fabd80 4 rocksdb: Options.avoid_flush_during_recovery: 0 2026-03-09T15:44:37.580 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph-mon: stderr debug 2026-03-09T15:44:37.510+0000 7f1328fabd80 4 rocksdb: Options.allow_ingest_behind: 0 2026-03-09T15:44:37.580 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph-mon: stderr debug 2026-03-09T15:44:37.510+0000 7f1328fabd80 4 rocksdb: Options.two_write_queues: 0 2026-03-09T15:44:37.580 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph-mon: stderr debug 2026-03-09T15:44:37.510+0000 7f1328fabd80 4 rocksdb: Options.manual_wal_flush: 0 2026-03-09T15:44:37.580 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph-mon: stderr debug 2026-03-09T15:44:37.510+0000 7f1328fabd80 4 rocksdb: Options.wal_compression: 0 2026-03-09T15:44:37.580 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph-mon: stderr debug 2026-03-09T15:44:37.510+0000 7f1328fabd80 4 rocksdb: Options.atomic_flush: 0 2026-03-09T15:44:37.580 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph-mon: stderr debug 2026-03-09T15:44:37.510+0000 7f1328fabd80 4 rocksdb: Options.avoid_unnecessary_blocking_io: 0 2026-03-09T15:44:37.580 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph-mon: stderr debug 2026-03-09T15:44:37.510+0000 7f1328fabd80 4 rocksdb: Options.persist_stats_to_disk: 0 2026-03-09T15:44:37.580 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph-mon: stderr debug 2026-03-09T15:44:37.510+0000 7f1328fabd80 4 rocksdb: Options.write_dbid_to_manifest: 0 2026-03-09T15:44:37.580 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph-mon: stderr debug 2026-03-09T15:44:37.510+0000 7f1328fabd80 4 rocksdb: Options.log_readahead_size: 0 2026-03-09T15:44:37.580 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph-mon: stderr debug 2026-03-09T15:44:37.510+0000 7f1328fabd80 4 rocksdb: Options.file_checksum_gen_factory: Unknown 2026-03-09T15:44:37.580 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph-mon: stderr debug 2026-03-09T15:44:37.510+0000 7f1328fabd80 4 rocksdb: Options.best_efforts_recovery: 0 2026-03-09T15:44:37.580 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph-mon: stderr debug 2026-03-09T15:44:37.510+0000 7f1328fabd80 4 rocksdb: Options.max_bgerror_resume_count: 2147483647 2026-03-09T15:44:37.580 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph-mon: stderr debug 2026-03-09T15:44:37.510+0000 7f1328fabd80 4 rocksdb: Options.bgerror_resume_retry_interval: 1000000 2026-03-09T15:44:37.580 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph-mon: stderr debug 2026-03-09T15:44:37.510+0000 7f1328fabd80 4 rocksdb: Options.allow_data_in_errors: 0 2026-03-09T15:44:37.580 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph-mon: stderr debug 2026-03-09T15:44:37.510+0000 7f1328fabd80 4 rocksdb: Options.db_host_id: __hostname__ 2026-03-09T15:44:37.580 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph-mon: stderr debug 2026-03-09T15:44:37.510+0000 7f1328fabd80 4 rocksdb: Options.enforce_single_del_contracts: true 2026-03-09T15:44:37.580 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph-mon: stderr debug 2026-03-09T15:44:37.510+0000 7f1328fabd80 4 rocksdb: Options.max_background_jobs: 2 2026-03-09T15:44:37.580 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph-mon: stderr debug 2026-03-09T15:44:37.510+0000 7f1328fabd80 4 rocksdb: Options.max_background_compactions: -1 2026-03-09T15:44:37.580 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph-mon: stderr debug 2026-03-09T15:44:37.510+0000 7f1328fabd80 4 rocksdb: Options.max_subcompactions: 1 2026-03-09T15:44:37.580 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph-mon: stderr debug 2026-03-09T15:44:37.510+0000 7f1328fabd80 4 rocksdb: Options.avoid_flush_during_shutdown: 0 2026-03-09T15:44:37.580 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph-mon: stderr debug 2026-03-09T15:44:37.510+0000 7f1328fabd80 4 rocksdb: Options.writable_file_max_buffer_size: 1048576 2026-03-09T15:44:37.580 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph-mon: stderr debug 2026-03-09T15:44:37.510+0000 7f1328fabd80 4 rocksdb: Options.delayed_write_rate : 16777216 2026-03-09T15:44:37.580 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph-mon: stderr debug 2026-03-09T15:44:37.510+0000 7f1328fabd80 4 rocksdb: Options.max_total_wal_size: 0 2026-03-09T15:44:37.581 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph-mon: stderr debug 2026-03-09T15:44:37.510+0000 7f1328fabd80 4 rocksdb: Options.delete_obsolete_files_period_micros: 21600000000 2026-03-09T15:44:37.581 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph-mon: stderr debug 2026-03-09T15:44:37.510+0000 7f1328fabd80 4 rocksdb: Options.stats_dump_period_sec: 600 2026-03-09T15:44:37.581 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph-mon: stderr debug 2026-03-09T15:44:37.510+0000 7f1328fabd80 4 rocksdb: Options.stats_persist_period_sec: 600 2026-03-09T15:44:37.581 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph-mon: stderr debug 2026-03-09T15:44:37.510+0000 7f1328fabd80 4 rocksdb: Options.stats_history_buffer_size: 1048576 2026-03-09T15:44:37.581 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph-mon: stderr debug 2026-03-09T15:44:37.510+0000 7f1328fabd80 4 rocksdb: Options.max_open_files: -1 2026-03-09T15:44:37.581 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph-mon: stderr debug 2026-03-09T15:44:37.510+0000 7f1328fabd80 4 rocksdb: Options.bytes_per_sync: 0 2026-03-09T15:44:37.581 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph-mon: stderr debug 2026-03-09T15:44:37.510+0000 7f1328fabd80 4 rocksdb: Options.wal_bytes_per_sync: 0 2026-03-09T15:44:37.581 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph-mon: stderr debug 2026-03-09T15:44:37.510+0000 7f1328fabd80 4 rocksdb: Options.strict_bytes_per_sync: 0 2026-03-09T15:44:37.581 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph-mon: stderr debug 2026-03-09T15:44:37.510+0000 7f1328fabd80 4 rocksdb: Options.compaction_readahead_size: 0 2026-03-09T15:44:37.581 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph-mon: stderr debug 2026-03-09T15:44:37.510+0000 7f1328fabd80 4 rocksdb: Options.max_background_flushes: -1 2026-03-09T15:44:37.581 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph-mon: stderr debug 2026-03-09T15:44:37.510+0000 7f1328fabd80 4 rocksdb: Compression algorithms supported: 2026-03-09T15:44:37.581 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph-mon: stderr debug 2026-03-09T15:44:37.510+0000 7f1328fabd80 4 rocksdb: kZSTD supported: 0 2026-03-09T15:44:37.581 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph-mon: stderr debug 2026-03-09T15:44:37.510+0000 7f1328fabd80 4 rocksdb: kXpressCompression supported: 0 2026-03-09T15:44:37.581 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph-mon: stderr debug 2026-03-09T15:44:37.510+0000 7f1328fabd80 4 rocksdb: kBZip2Compression supported: 0 2026-03-09T15:44:37.581 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph-mon: stderr debug 2026-03-09T15:44:37.510+0000 7f1328fabd80 4 rocksdb: kZSTDNotFinalCompression supported: 0 2026-03-09T15:44:37.581 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph-mon: stderr debug 2026-03-09T15:44:37.510+0000 7f1328fabd80 4 rocksdb: kLZ4Compression supported: 1 2026-03-09T15:44:37.581 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph-mon: stderr debug 2026-03-09T15:44:37.510+0000 7f1328fabd80 4 rocksdb: kZlibCompression supported: 1 2026-03-09T15:44:37.581 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph-mon: stderr debug 2026-03-09T15:44:37.510+0000 7f1328fabd80 4 rocksdb: kLZ4HCCompression supported: 1 2026-03-09T15:44:37.581 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph-mon: stderr debug 2026-03-09T15:44:37.510+0000 7f1328fabd80 4 rocksdb: kSnappyCompression supported: 1 2026-03-09T15:44:37.581 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph-mon: stderr debug 2026-03-09T15:44:37.510+0000 7f1328fabd80 4 rocksdb: Fast CRC32 supported: Supported on x86 2026-03-09T15:44:37.581 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph-mon: stderr debug 2026-03-09T15:44:37.510+0000 7f1328fabd80 4 rocksdb: DMutex implementation: pthread_mutex_t 2026-03-09T15:44:37.581 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph-mon: stderr debug 2026-03-09T15:44:37.510+0000 7f1328fabd80 4 rocksdb: [db/db_impl/db_impl_open.cc:317] Creating manifest 1 2026-03-09T15:44:37.581 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph-mon: stderr 2026-03-09T15:44:37.581 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph-mon: stderr debug 2026-03-09T15:44:37.514+0000 7f1328fabd80 4 rocksdb: [db/version_set.cc:5527] Recovering from manifest file: /var/lib/ceph/mon/ceph-a/store.db/MANIFEST-000001 2026-03-09T15:44:37.581 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph-mon: stderr 2026-03-09T15:44:37.581 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph-mon: stderr debug 2026-03-09T15:44:37.514+0000 7f1328fabd80 4 rocksdb: [db/column_family.cc:630] --------------- Options for column family [default]: 2026-03-09T15:44:37.581 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph-mon: stderr 2026-03-09T15:44:37.581 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph-mon: stderr debug 2026-03-09T15:44:37.514+0000 7f1328fabd80 4 rocksdb: Options.comparator: leveldb.BytewiseComparator 2026-03-09T15:44:37.581 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph-mon: stderr debug 2026-03-09T15:44:37.514+0000 7f1328fabd80 4 rocksdb: Options.merge_operator: 2026-03-09T15:44:37.581 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph-mon: stderr debug 2026-03-09T15:44:37.514+0000 7f1328fabd80 4 rocksdb: Options.compaction_filter: None 2026-03-09T15:44:37.581 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph-mon: stderr debug 2026-03-09T15:44:37.514+0000 7f1328fabd80 4 rocksdb: Options.compaction_filter_factory: None 2026-03-09T15:44:37.581 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph-mon: stderr debug 2026-03-09T15:44:37.514+0000 7f1328fabd80 4 rocksdb: Options.sst_partitioner_factory: None 2026-03-09T15:44:37.581 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph-mon: stderr debug 2026-03-09T15:44:37.514+0000 7f1328fabd80 4 rocksdb: Options.memtable_factory: SkipListFactory 2026-03-09T15:44:37.581 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph-mon: stderr debug 2026-03-09T15:44:37.514+0000 7f1328fabd80 4 rocksdb: Options.table_factory: BlockBasedTable 2026-03-09T15:44:37.581 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph-mon: stderr debug 2026-03-09T15:44:37.514+0000 7f1328fabd80 4 rocksdb: table_factory options: flush_block_policy_factory: FlushBlockBySizePolicyFactory (0x55f5f7a0b520) 2026-03-09T15:44:37.581 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph-mon: stderr cache_index_and_filter_blocks: 1 2026-03-09T15:44:37.581 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph-mon: stderr cache_index_and_filter_blocks_with_high_priority: 0 2026-03-09T15:44:37.581 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph-mon: stderr pin_l0_filter_and_index_blocks_in_cache: 0 2026-03-09T15:44:37.581 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph-mon: stderr pin_top_level_index_and_filter: 1 2026-03-09T15:44:37.581 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph-mon: stderr index_type: 0 2026-03-09T15:44:37.581 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph-mon: stderr data_block_index_type: 0 2026-03-09T15:44:37.581 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph-mon: stderr index_shortening: 1 2026-03-09T15:44:37.581 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph-mon: stderr data_block_hash_table_util_ratio: 0.750000 2026-03-09T15:44:37.581 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph-mon: stderr checksum: 4 2026-03-09T15:44:37.581 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph-mon: stderr no_block_cache: 0 2026-03-09T15:44:37.581 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph-mon: stderr block_cache: 0x55f5f7a31350 2026-03-09T15:44:37.581 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph-mon: stderr block_cache_name: BinnedLRUCache 2026-03-09T15:44:37.581 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph-mon: stderr block_cache_options: 2026-03-09T15:44:37.581 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph-mon: stderr capacity : 536870912 2026-03-09T15:44:37.581 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph-mon: stderr num_shard_bits : 4 2026-03-09T15:44:37.581 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph-mon: stderr strict_capacity_limit : 0 2026-03-09T15:44:37.581 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph-mon: stderr high_pri_pool_ratio: 0.000 2026-03-09T15:44:37.581 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph-mon: stderr block_cache_compressed: (nil) 2026-03-09T15:44:37.581 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph-mon: stderr persistent_cache: (nil) 2026-03-09T15:44:37.581 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph-mon: stderr block_size: 4096 2026-03-09T15:44:37.581 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph-mon: stderr block_size_deviation: 10 2026-03-09T15:44:37.581 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph-mon: stderr block_restart_interval: 16 2026-03-09T15:44:37.581 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph-mon: stderr index_block_restart_interval: 1 2026-03-09T15:44:37.581 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph-mon: stderr metadata_block_size: 4096 2026-03-09T15:44:37.581 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph-mon: stderr partition_filters: 0 2026-03-09T15:44:37.581 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph-mon: stderr use_delta_encoding: 1 2026-03-09T15:44:37.582 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph-mon: stderr filter_policy: bloomfilter 2026-03-09T15:44:37.582 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph-mon: stderr whole_key_filtering: 1 2026-03-09T15:44:37.582 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph-mon: stderr verify_compression: 0 2026-03-09T15:44:37.582 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph-mon: stderr read_amp_bytes_per_bit: 0 2026-03-09T15:44:37.582 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph-mon: stderr format_version: 5 2026-03-09T15:44:37.582 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph-mon: stderr enable_index_compression: 1 2026-03-09T15:44:37.582 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph-mon: stderr block_align: 0 2026-03-09T15:44:37.582 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph-mon: stderr max_auto_readahead_size: 262144 2026-03-09T15:44:37.582 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph-mon: stderr prepopulate_block_cache: 0 2026-03-09T15:44:37.582 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph-mon: stderr initial_auto_readahead_size: 8192 2026-03-09T15:44:37.582 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph-mon: stderr num_file_reads_for_auto_readahead: 2 2026-03-09T15:44:37.582 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph-mon: stderr 2026-03-09T15:44:37.582 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph-mon: stderr debug 2026-03-09T15:44:37.514+0000 7f1328fabd80 4 rocksdb: Options.write_buffer_size: 33554432 2026-03-09T15:44:37.582 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph-mon: stderr debug 2026-03-09T15:44:37.514+0000 7f1328fabd80 4 rocksdb: Options.max_write_buffer_number: 2 2026-03-09T15:44:37.582 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph-mon: stderr debug 2026-03-09T15:44:37.514+0000 7f1328fabd80 4 rocksdb: Options.compression: NoCompression 2026-03-09T15:44:37.582 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph-mon: stderr debug 2026-03-09T15:44:37.514+0000 7f1328fabd80 4 rocksdb: Options.bottommost_compression: Disabled 2026-03-09T15:44:37.582 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph-mon: stderr debug 2026-03-09T15:44:37.514+0000 7f1328fabd80 4 rocksdb: Options.prefix_extractor: nullptr 2026-03-09T15:44:37.582 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph-mon: stderr debug 2026-03-09T15:44:37.514+0000 7f1328fabd80 4 rocksdb: Options.memtable_insert_with_hint_prefix_extractor: nullptr 2026-03-09T15:44:37.582 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph-mon: stderr debug 2026-03-09T15:44:37.514+0000 7f1328fabd80 4 rocksdb: Options.num_levels: 7 2026-03-09T15:44:37.582 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph-mon: stderr debug 2026-03-09T15:44:37.514+0000 7f1328fabd80 4 rocksdb: Options.min_write_buffer_number_to_merge: 1 2026-03-09T15:44:37.582 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph-mon: stderr debug 2026-03-09T15:44:37.514+0000 7f1328fabd80 4 rocksdb: Options.max_write_buffer_number_to_maintain: 0 2026-03-09T15:44:37.582 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph-mon: stderr debug 2026-03-09T15:44:37.514+0000 7f1328fabd80 4 rocksdb: Options.max_write_buffer_size_to_maintain: 0 2026-03-09T15:44:37.582 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph-mon: stderr debug 2026-03-09T15:44:37.514+0000 7f1328fabd80 4 rocksdb: Options.bottommost_compression_opts.window_bits: -14 2026-03-09T15:44:37.582 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph-mon: stderr debug 2026-03-09T15:44:37.514+0000 7f1328fabd80 4 rocksdb: Options.bottommost_compression_opts.level: 32767 2026-03-09T15:44:37.582 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph-mon: stderr debug 2026-03-09T15:44:37.514+0000 7f1328fabd80 4 rocksdb: Options.bottommost_compression_opts.strategy: 0 2026-03-09T15:44:37.582 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph-mon: stderr debug 2026-03-09T15:44:37.514+0000 7f1328fabd80 4 rocksdb: Options.bottommost_compression_opts.max_dict_bytes: 0 2026-03-09T15:44:37.582 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph-mon: stderr debug 2026-03-09T15:44:37.514+0000 7f1328fabd80 4 rocksdb: Options.bottommost_compression_opts.zstd_max_train_bytes: 0 2026-03-09T15:44:37.582 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph-mon: stderr debug 2026-03-09T15:44:37.514+0000 7f1328fabd80 4 rocksdb: Options.bottommost_compression_opts.parallel_threads: 1 2026-03-09T15:44:37.582 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph-mon: stderr debug 2026-03-09T15:44:37.514+0000 7f1328fabd80 4 rocksdb: Options.bottommost_compression_opts.enabled: false 2026-03-09T15:44:37.582 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph-mon: stderr debug 2026-03-09T15:44:37.514+0000 7f1328fabd80 4 rocksdb: Options.bottommost_compression_opts.max_dict_buffer_bytes: 0 2026-03-09T15:44:37.582 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph-mon: stderr debug 2026-03-09T15:44:37.514+0000 7f1328fabd80 4 rocksdb: Options.bottommost_compression_opts.use_zstd_dict_trainer: true 2026-03-09T15:44:37.582 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph-mon: stderr debug 2026-03-09T15:44:37.514+0000 7f1328fabd80 4 rocksdb: Options.compression_opts.window_bits: -14 2026-03-09T15:44:37.582 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph-mon: stderr debug 2026-03-09T15:44:37.514+0000 7f1328fabd80 4 rocksdb: Options.compression_opts.level: 32767 2026-03-09T15:44:37.582 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph-mon: stderr debug 2026-03-09T15:44:37.514+0000 7f1328fabd80 4 rocksdb: Options.compression_opts.strategy: 0 2026-03-09T15:44:37.582 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph-mon: stderr debug 2026-03-09T15:44:37.514+0000 7f1328fabd80 4 rocksdb: Options.compression_opts.max_dict_bytes: 0 2026-03-09T15:44:37.582 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph-mon: stderr debug 2026-03-09T15:44:37.514+0000 7f1328fabd80 4 rocksdb: Options.compression_opts.zstd_max_train_bytes: 0 2026-03-09T15:44:37.582 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph-mon: stderr debug 2026-03-09T15:44:37.514+0000 7f1328fabd80 4 rocksdb: Options.compression_opts.use_zstd_dict_trainer: true 2026-03-09T15:44:37.582 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph-mon: stderr debug 2026-03-09T15:44:37.514+0000 7f1328fabd80 4 rocksdb: Options.compression_opts.parallel_threads: 1 2026-03-09T15:44:37.582 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph-mon: stderr debug 2026-03-09T15:44:37.514+0000 7f1328fabd80 4 rocksdb: Options.compression_opts.enabled: false 2026-03-09T15:44:37.582 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph-mon: stderr debug 2026-03-09T15:44:37.514+0000 7f1328fabd80 4 rocksdb: Options.compression_opts.max_dict_buffer_bytes: 0 2026-03-09T15:44:37.582 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph-mon: stderr debug 2026-03-09T15:44:37.514+0000 7f1328fabd80 4 rocksdb: Options.level0_file_num_compaction_trigger: 4 2026-03-09T15:44:37.582 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph-mon: stderr debug 2026-03-09T15:44:37.514+0000 7f1328fabd80 4 rocksdb: Options.level0_slowdown_writes_trigger: 20 2026-03-09T15:44:37.582 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph-mon: stderr debug 2026-03-09T15:44:37.514+0000 7f1328fabd80 4 rocksdb: Options.level0_stop_writes_trigger: 36 2026-03-09T15:44:37.582 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph-mon: stderr debug 2026-03-09T15:44:37.514+0000 7f1328fabd80 4 rocksdb: Options.target_file_size_base: 67108864 2026-03-09T15:44:37.582 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph-mon: stderr debug 2026-03-09T15:44:37.514+0000 7f1328fabd80 4 rocksdb: Options.target_file_size_multiplier: 1 2026-03-09T15:44:37.582 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph-mon: stderr debug 2026-03-09T15:44:37.514+0000 7f1328fabd80 4 rocksdb: Options.max_bytes_for_level_base: 268435456 2026-03-09T15:44:37.582 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph-mon: stderr debug 2026-03-09T15:44:37.514+0000 7f1328fabd80 4 rocksdb: Options.level_compaction_dynamic_level_bytes: 1 2026-03-09T15:44:37.583 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph-mon: stderr debug 2026-03-09T15:44:37.514+0000 7f1328fabd80 4 rocksdb: Options.max_bytes_for_level_multiplier: 10.000000 2026-03-09T15:44:37.583 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph-mon: stderr debug 2026-03-09T15:44:37.514+0000 7f1328fabd80 4 rocksdb: Options.max_bytes_for_level_multiplier_addtl[0]: 1 2026-03-09T15:44:37.583 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph-mon: stderr debug 2026-03-09T15:44:37.514+0000 7f1328fabd80 4 rocksdb: Options.max_bytes_for_level_multiplier_addtl[1]: 1 2026-03-09T15:44:37.583 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph-mon: stderr debug 2026-03-09T15:44:37.514+0000 7f1328fabd80 4 rocksdb: Options.max_bytes_for_level_multiplier_addtl[2]: 1 2026-03-09T15:44:37.583 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph-mon: stderr debug 2026-03-09T15:44:37.514+0000 7f1328fabd80 4 rocksdb: Options.max_bytes_for_level_multiplier_addtl[3]: 1 2026-03-09T15:44:37.583 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph-mon: stderr debug 2026-03-09T15:44:37.514+0000 7f1328fabd80 4 rocksdb: Options.max_bytes_for_level_multiplier_addtl[4]: 1 2026-03-09T15:44:37.583 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph-mon: stderr debug 2026-03-09T15:44:37.514+0000 7f1328fabd80 4 rocksdb: Options.max_bytes_for_level_multiplier_addtl[5]: 1 2026-03-09T15:44:37.583 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph-mon: stderr debug 2026-03-09T15:44:37.514+0000 7f1328fabd80 4 rocksdb: Options.max_bytes_for_level_multiplier_addtl[6]: 1 2026-03-09T15:44:37.583 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph-mon: stderr debug 2026-03-09T15:44:37.514+0000 7f1328fabd80 4 rocksdb: Options.max_sequential_skip_in_iterations: 8 2026-03-09T15:44:37.583 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph-mon: stderr debug 2026-03-09T15:44:37.514+0000 7f1328fabd80 4 rocksdb: Options.max_compaction_bytes: 1677721600 2026-03-09T15:44:37.583 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph-mon: stderr debug 2026-03-09T15:44:37.514+0000 7f1328fabd80 4 rocksdb: Options.ignore_max_compaction_bytes_for_input: true 2026-03-09T15:44:37.583 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph-mon: stderr debug 2026-03-09T15:44:37.514+0000 7f1328fabd80 4 rocksdb: Options.arena_block_size: 1048576 2026-03-09T15:44:37.583 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph-mon: stderr debug 2026-03-09T15:44:37.514+0000 7f1328fabd80 4 rocksdb: Options.soft_pending_compaction_bytes_limit: 68719476736 2026-03-09T15:44:37.583 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph-mon: stderr debug 2026-03-09T15:44:37.514+0000 7f1328fabd80 4 rocksdb: Options.hard_pending_compaction_bytes_limit: 274877906944 2026-03-09T15:44:37.583 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph-mon: stderr debug 2026-03-09T15:44:37.514+0000 7f1328fabd80 4 rocksdb: Options.disable_auto_compactions: 0 2026-03-09T15:44:37.583 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph-mon: stderr debug 2026-03-09T15:44:37.514+0000 7f1328fabd80 4 rocksdb: Options.compaction_style: kCompactionStyleLevel 2026-03-09T15:44:37.583 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph-mon: stderr debug 2026-03-09T15:44:37.514+0000 7f1328fabd80 4 rocksdb: Options.compaction_pri: kMinOverlappingRatio 2026-03-09T15:44:37.583 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph-mon: stderr debug 2026-03-09T15:44:37.514+0000 7f1328fabd80 4 rocksdb: Options.compaction_options_universal.size_ratio: 1 2026-03-09T15:44:37.583 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph-mon: stderr debug 2026-03-09T15:44:37.514+0000 7f1328fabd80 4 rocksdb: Options.compaction_options_universal.min_merge_width: 2 2026-03-09T15:44:37.583 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph-mon: stderr debug 2026-03-09T15:44:37.514+0000 7f1328fabd80 4 rocksdb: Options.compaction_options_universal.max_merge_width: 4294967295 2026-03-09T15:44:37.583 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph-mon: stderr debug 2026-03-09T15:44:37.514+0000 7f1328fabd80 4 rocksdb: Options.compaction_options_universal.max_size_amplification_percent: 200 2026-03-09T15:44:37.583 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph-mon: stderr debug 2026-03-09T15:44:37.514+0000 7f1328fabd80 4 rocksdb: Options.compaction_options_universal.compression_size_percent: -1 2026-03-09T15:44:37.583 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph-mon: stderr debug 2026-03-09T15:44:37.514+0000 7f1328fabd80 4 rocksdb: Options.compaction_options_universal.stop_style: kCompactionStopStyleTotalSize 2026-03-09T15:44:37.583 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph-mon: stderr debug 2026-03-09T15:44:37.514+0000 7f1328fabd80 4 rocksdb: Options.compaction_options_fifo.max_table_files_size: 1073741824 2026-03-09T15:44:37.583 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph-mon: stderr debug 2026-03-09T15:44:37.514+0000 7f1328fabd80 4 rocksdb: Options.compaction_options_fifo.allow_compaction: 0 2026-03-09T15:44:37.583 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph-mon: stderr debug 2026-03-09T15:44:37.514+0000 7f1328fabd80 4 rocksdb: Options.table_properties_collectors: CompactOnDeletionCollector (Sliding window size = 32768 Deletion trigger = 16384 Deletion ratio = 0); 2026-03-09T15:44:37.583 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph-mon: stderr debug 2026-03-09T15:44:37.514+0000 7f1328fabd80 4 rocksdb: Options.inplace_update_support: 0 2026-03-09T15:44:37.583 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph-mon: stderr debug 2026-03-09T15:44:37.514+0000 7f1328fabd80 4 rocksdb: Options.inplace_update_num_locks: 10000 2026-03-09T15:44:37.583 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph-mon: stderr debug 2026-03-09T15:44:37.514+0000 7f1328fabd80 4 rocksdb: Options.memtable_prefix_bloom_size_ratio: 0.000000 2026-03-09T15:44:37.583 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph-mon: stderr debug 2026-03-09T15:44:37.514+0000 7f1328fabd80 4 rocksdb: Options.memtable_whole_key_filtering: 0 2026-03-09T15:44:37.583 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph-mon: stderr debug 2026-03-09T15:44:37.514+0000 7f1328fabd80 4 rocksdb: Options.memtable_huge_page_size: 0 2026-03-09T15:44:37.583 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph-mon: stderr debug 2026-03-09T15:44:37.514+0000 7f1328fabd80 4 rocksdb: Options.bloom_locality: 0 2026-03-09T15:44:37.583 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph-mon: stderr debug 2026-03-09T15:44:37.514+0000 7f1328fabd80 4 rocksdb: Options.max_successive_merges: 0 2026-03-09T15:44:37.583 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph-mon: stderr debug 2026-03-09T15:44:37.514+0000 7f1328fabd80 4 rocksdb: Options.optimize_filters_for_hits: 0 2026-03-09T15:44:37.583 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph-mon: stderr debug 2026-03-09T15:44:37.514+0000 7f1328fabd80 4 rocksdb: Options.paranoid_file_checks: 0 2026-03-09T15:44:37.583 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph-mon: stderr debug 2026-03-09T15:44:37.514+0000 7f1328fabd80 4 rocksdb: Options.force_consistency_checks: 1 2026-03-09T15:44:37.583 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph-mon: stderr debug 2026-03-09T15:44:37.514+0000 7f1328fabd80 4 rocksdb: Options.report_bg_io_stats: 0 2026-03-09T15:44:37.583 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph-mon: stderr debug 2026-03-09T15:44:37.514+0000 7f1328fabd80 4 rocksdb: Options.ttl: 2592000 2026-03-09T15:44:37.583 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph-mon: stderr debug 2026-03-09T15:44:37.514+0000 7f1328fabd80 4 rocksdb: Options.periodic_compaction_seconds: 0 2026-03-09T15:44:37.583 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph-mon: stderr debug 2026-03-09T15:44:37.514+0000 7f1328fabd80 4 rocksdb: Options.preclude_last_level_data_seconds: 0 2026-03-09T15:44:37.583 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph-mon: stderr debug 2026-03-09T15:44:37.514+0000 7f1328fabd80 4 rocksdb: Options.preserve_internal_time_seconds: 0 2026-03-09T15:44:37.583 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph-mon: stderr debug 2026-03-09T15:44:37.514+0000 7f1328fabd80 4 rocksdb: Options.enable_blob_files: false 2026-03-09T15:44:37.583 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph-mon: stderr debug 2026-03-09T15:44:37.514+0000 7f1328fabd80 4 rocksdb: Options.min_blob_size: 0 2026-03-09T15:44:37.583 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph-mon: stderr debug 2026-03-09T15:44:37.514+0000 7f1328fabd80 4 rocksdb: Options.blob_file_size: 268435456 2026-03-09T15:44:37.583 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph-mon: stderr debug 2026-03-09T15:44:37.514+0000 7f1328fabd80 4 rocksdb: Options.blob_compression_type: NoCompression 2026-03-09T15:44:37.583 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph-mon: stderr debug 2026-03-09T15:44:37.514+0000 7f1328fabd80 4 rocksdb: Options.enable_blob_garbage_collection: false 2026-03-09T15:44:37.583 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph-mon: stderr debug 2026-03-09T15:44:37.514+0000 7f1328fabd80 4 rocksdb: Options.blob_garbage_collection_age_cutoff: 0.250000 2026-03-09T15:44:37.583 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph-mon: stderr debug 2026-03-09T15:44:37.514+0000 7f1328fabd80 4 rocksdb: Options.blob_garbage_collection_force_threshold: 1.000000 2026-03-09T15:44:37.583 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph-mon: stderr debug 2026-03-09T15:44:37.514+0000 7f1328fabd80 4 rocksdb: Options.blob_compaction_readahead_size: 0 2026-03-09T15:44:37.583 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph-mon: stderr debug 2026-03-09T15:44:37.514+0000 7f1328fabd80 4 rocksdb: Options.blob_file_starting_level: 0 2026-03-09T15:44:37.583 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph-mon: stderr debug 2026-03-09T15:44:37.514+0000 7f1328fabd80 4 rocksdb: Options.experimental_mempurge_threshold: 0.000000 2026-03-09T15:44:37.583 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph-mon: stderr debug 2026-03-09T15:44:37.514+0000 7f1328fabd80 4 rocksdb: [db/version_set.cc:5566] Recovered from manifest file:/var/lib/ceph/mon/ceph-a/store.db/MANIFEST-000001 succeeded,manifest_file_number is 1, next_file_number is 3, last_sequence is 0, log_number is 0,prev_log_number is 0,max_column_family is 0,min_log_number_to_keep is 0 2026-03-09T15:44:37.583 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph-mon: stderr 2026-03-09T15:44:37.583 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph-mon: stderr debug 2026-03-09T15:44:37.514+0000 7f1328fabd80 4 rocksdb: [db/version_set.cc:5581] Column family [default] (ID 0), log number is 0 2026-03-09T15:44:37.583 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph-mon: stderr 2026-03-09T15:44:37.583 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph-mon: stderr debug 2026-03-09T15:44:37.514+0000 7f1328fabd80 4 rocksdb: [db/db_impl/db_impl_open.cc:539] DB ID: ee42879d-0dc5-468b-9786-ba1944211bf8 2026-03-09T15:44:37.583 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph-mon: stderr 2026-03-09T15:44:37.583 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph-mon: stderr debug 2026-03-09T15:44:37.514+0000 7f1328fabd80 4 rocksdb: [db/version_set.cc:5047] Creating manifest 5 2026-03-09T15:44:37.583 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph-mon: stderr 2026-03-09T15:44:37.583 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph-mon: stderr debug 2026-03-09T15:44:37.534+0000 7f1328fabd80 4 rocksdb: [db/db_impl/db_impl_open.cc:1987] SstFileManager instance 0x55f5f7a32e00 2026-03-09T15:44:37.584 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph-mon: stderr debug 2026-03-09T15:44:37.534+0000 7f1328fabd80 4 rocksdb: DB pointer 0x55f5f7b16000 2026-03-09T15:44:37.584 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph-mon: stderr debug 2026-03-09T15:44:37.534+0000 7f1320735640 4 rocksdb: [db/db_impl/db_impl.cc:1109] ------- DUMPING STATS ------- 2026-03-09T15:44:37.584 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph-mon: stderr debug 2026-03-09T15:44:37.534+0000 7f1320735640 4 rocksdb: [db/db_impl/db_impl.cc:1111] 2026-03-09T15:44:37.584 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph-mon: stderr ** DB Stats ** 2026-03-09T15:44:37.584 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph-mon: stderr Uptime(secs): 0.0 total, 0.0 interval 2026-03-09T15:44:37.584 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph-mon: stderr Cumulative writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 GB, 0.00 MB/s 2026-03-09T15:44:37.584 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph-mon: stderr Cumulative WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 GB, 0.00 MB/s 2026-03-09T15:44:37.584 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph-mon: stderr Cumulative stall: 00:00:0.000 H:M:S, 0.0 percent 2026-03-09T15:44:37.584 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph-mon: stderr Interval writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 MB, 0.00 MB/s 2026-03-09T15:44:37.584 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph-mon: stderr Interval WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 GB, 0.00 MB/s 2026-03-09T15:44:37.584 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph-mon: stderr Interval stall: 00:00:0.000 H:M:S, 0.0 percent 2026-03-09T15:44:37.584 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph-mon: stderr 2026-03-09T15:44:37.584 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph-mon: stderr ** Compaction Stats [default] ** 2026-03-09T15:44:37.584 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph-mon: stderr Level Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) 2026-03-09T15:44:37.584 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph-mon: stderr ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------ 2026-03-09T15:44:37.584 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph-mon: stderr Sum 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.00 0.00 0 0.000 0 0 0.0 0.0 2026-03-09T15:44:37.584 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph-mon: stderr Int 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.00 0.00 0 0.000 0 0 0.0 0.0 2026-03-09T15:44:37.584 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph-mon: stderr 2026-03-09T15:44:37.584 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph-mon: stderr ** Compaction Stats [default] ** 2026-03-09T15:44:37.584 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph-mon: stderr Priority Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) 2026-03-09T15:44:37.584 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph-mon: stderr --------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- 2026-03-09T15:44:37.584 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph-mon: stderr 2026-03-09T15:44:37.584 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph-mon: stderr Blob file count: 0, total size: 0.0 GB, garbage size: 0.0 GB, space amp: 0.0 2026-03-09T15:44:37.584 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph-mon: stderr 2026-03-09T15:44:37.584 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph-mon: stderr Uptime(secs): 0.0 total, 0.0 interval 2026-03-09T15:44:37.584 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph-mon: stderr Flush(GB): cumulative 0.000, interval 0.000 2026-03-09T15:44:37.584 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph-mon: stderr AddFile(GB): cumulative 0.000, interval 0.000 2026-03-09T15:44:37.584 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph-mon: stderr AddFile(Total Files): cumulative 0, interval 0 2026-03-09T15:44:37.584 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph-mon: stderr AddFile(L0 Files): cumulative 0, interval 0 2026-03-09T15:44:37.584 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph-mon: stderr AddFile(Keys): cumulative 0, interval 0 2026-03-09T15:44:37.584 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph-mon: stderr Cumulative compaction: 0.00 GB write, 0.00 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2026-03-09T15:44:37.584 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph-mon: stderr Interval compaction: 0.00 GB write, 0.00 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2026-03-09T15:44:37.584 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph-mon: stderr Stalls(count): 0 level0_slowdown, 0 level0_slowdown_with_compaction, 0 level0_numfiles, 0 level0_numfiles_with_compaction, 0 stop for pending_compaction_bytes, 0 slowdown for pending_compaction_bytes, 0 memtable_compaction, 0 memtable_slowdown, interval 0 total count 2026-03-09T15:44:37.584 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph-mon: stderr Block cache BinnedLRUCache@0x55f5f7a31350#7 capacity: 512.00 MB usage: 0.00 KB table_size: 0 occupancy: 18446744073709551615 collections: 1 last_copies: 0 last_secs: 7e-06 secs_since: 0 2026-03-09T15:44:37.584 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph-mon: stderr Block cache entry stats(count,size,portion): Misc(1,0.00 KB,0%) 2026-03-09T15:44:37.584 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph-mon: stderr 2026-03-09T15:44:37.584 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph-mon: stderr ** File Read Latency Histogram By Level [default] ** 2026-03-09T15:44:37.584 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph-mon: stderr 2026-03-09T15:44:37.584 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph-mon: stderr debug 2026-03-09T15:44:37.538+0000 7f1328fabd80 4 rocksdb: [db/db_impl/db_impl.cc:496] Shutdown: canceling all background work 2026-03-09T15:44:37.584 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph-mon: stderr debug 2026-03-09T15:44:37.538+0000 7f1328fabd80 4 rocksdb: [db/db_impl/db_impl.cc:704] Shutdown complete 2026-03-09T15:44:37.584 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph-mon: stderr debug 2026-03-09T15:44:37.538+0000 7f1328fabd80 0 /usr/bin/ceph-mon: created monfs at /var/lib/ceph/mon/ceph-a for mon.a 2026-03-09T15:44:37.584 INFO:teuthology.orchestra.run.vm02.stdout:create mon.a on 2026-03-09T15:44:37.891 INFO:teuthology.orchestra.run.vm02.stdout:systemctl: stderr Created symlink /etc/systemd/system/multi-user.target.wants/ceph.target → /etc/systemd/system/ceph.target. 2026-03-09T15:44:38.057 INFO:teuthology.orchestra.run.vm02.stdout:systemctl: stderr Created symlink /etc/systemd/system/multi-user.target.wants/ceph-a2a597c0-1bce-11f1-835a-ab631984d2b4.target → /etc/systemd/system/ceph-a2a597c0-1bce-11f1-835a-ab631984d2b4.target. 2026-03-09T15:44:38.057 INFO:teuthology.orchestra.run.vm02.stdout:systemctl: stderr Created symlink /etc/systemd/system/ceph.target.wants/ceph-a2a597c0-1bce-11f1-835a-ab631984d2b4.target → /etc/systemd/system/ceph-a2a597c0-1bce-11f1-835a-ab631984d2b4.target. 2026-03-09T15:44:38.270 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 09 15:44:38 vm02 systemd[1]: /etc/systemd/system/ceph-a2a597c0-1bce-11f1-835a-ab631984d2b4@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2026-03-09T15:44:38.277 INFO:teuthology.orchestra.run.vm02.stdout:Non-zero exit code 1 from systemctl reset-failed ceph-a2a597c0-1bce-11f1-835a-ab631984d2b4@mon.a 2026-03-09T15:44:38.277 INFO:teuthology.orchestra.run.vm02.stdout:systemctl: stderr Failed to reset failed state of unit ceph-a2a597c0-1bce-11f1-835a-ab631984d2b4@mon.a.service: Unit ceph-a2a597c0-1bce-11f1-835a-ab631984d2b4@mon.a.service not loaded. 2026-03-09T15:44:38.467 INFO:teuthology.orchestra.run.vm02.stdout:systemctl: stderr Created symlink /etc/systemd/system/ceph-a2a597c0-1bce-11f1-835a-ab631984d2b4.target.wants/ceph-a2a597c0-1bce-11f1-835a-ab631984d2b4@mon.a.service → /etc/systemd/system/ceph-a2a597c0-1bce-11f1-835a-ab631984d2b4@.service. 2026-03-09T15:44:38.478 INFO:teuthology.orchestra.run.vm02.stdout:firewalld does not appear to be present 2026-03-09T15:44:38.478 INFO:teuthology.orchestra.run.vm02.stdout:Not possible to enable service . firewalld.service is not available 2026-03-09T15:44:38.478 INFO:teuthology.orchestra.run.vm02.stdout:Waiting for mon to start... 2026-03-09T15:44:38.478 INFO:teuthology.orchestra.run.vm02.stdout:Waiting for mon... 2026-03-09T15:44:38.540 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 09 15:44:38 vm02 systemd[1]: /etc/systemd/system/ceph-a2a597c0-1bce-11f1-835a-ab631984d2b4@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2026-03-09T15:44:38.540 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 09 15:44:38 vm02 systemd[1]: /etc/systemd/system/ceph-a2a597c0-1bce-11f1-835a-ab631984d2b4@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2026-03-09T15:44:38.540 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 09 15:44:38 vm02 systemd[1]: /etc/systemd/system/ceph-a2a597c0-1bce-11f1-835a-ab631984d2b4@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2026-03-09T15:44:38.540 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 09 15:44:38 vm02 systemd[1]: Started Ceph mon.a for a2a597c0-1bce-11f1-835a-ab631984d2b4. 2026-03-09T15:44:38.881 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 09 15:44:38 vm02 bash[17037]: cluster 2026-03-09T15:44:38.626522+0000 mon.a (mon.0) 0 : cluster [INF] mkfs a2a597c0-1bce-11f1-835a-ab631984d2b4 2026-03-09T15:44:38.881 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 09 15:44:38 vm02 bash[17037]: cluster 2026-03-09T15:44:38.626522+0000 mon.a (mon.0) 0 : cluster [INF] mkfs a2a597c0-1bce-11f1-835a-ab631984d2b4 2026-03-09T15:44:38.881 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 09 15:44:38 vm02 bash[17037]: cluster 2026-03-09T15:44:38.621408+0000 mon.a (mon.0) 1 : cluster [INF] mon.a is new leader, mons a in quorum (ranks 0) 2026-03-09T15:44:38.881 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 09 15:44:38 vm02 bash[17037]: cluster 2026-03-09T15:44:38.621408+0000 mon.a (mon.0) 1 : cluster [INF] mon.a is new leader, mons a in quorum (ranks 0) 2026-03-09T15:44:38.923 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout cluster: 2026-03-09T15:44:38.923 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout id: a2a597c0-1bce-11f1-835a-ab631984d2b4 2026-03-09T15:44:38.923 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout health: HEALTH_OK 2026-03-09T15:44:38.923 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout 2026-03-09T15:44:38.923 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout services: 2026-03-09T15:44:38.923 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout mon: 1 daemons, quorum a (age 0.249532s) 2026-03-09T15:44:38.923 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout mgr: no daemons active 2026-03-09T15:44:38.923 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout osd: 0 osds: 0 up, 0 in 2026-03-09T15:44:38.923 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout 2026-03-09T15:44:38.923 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout data: 2026-03-09T15:44:38.923 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout pools: 0 pools, 0 pgs 2026-03-09T15:44:38.924 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout objects: 0 objects, 0 B 2026-03-09T15:44:38.924 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout usage: 0 B used, 0 B / 0 B avail 2026-03-09T15:44:38.924 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout pgs: 2026-03-09T15:44:38.924 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout 2026-03-09T15:44:38.924 INFO:teuthology.orchestra.run.vm02.stdout:mon is available 2026-03-09T15:44:38.924 INFO:teuthology.orchestra.run.vm02.stdout:Assimilating anything we can from ceph.conf... 2026-03-09T15:44:39.181 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout 2026-03-09T15:44:39.181 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout [global] 2026-03-09T15:44:39.181 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout fsid = a2a597c0-1bce-11f1-835a-ab631984d2b4 2026-03-09T15:44:39.181 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout mon_cluster_log_file_level = debug 2026-03-09T15:44:39.182 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout mon_host = [v2:192.168.123.102:3300,v1:192.168.123.102:6789] 2026-03-09T15:44:39.182 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout mon_osd_allow_pg_remap = true 2026-03-09T15:44:39.182 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout mon_osd_allow_primary_affinity = true 2026-03-09T15:44:39.182 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout mon_warn_on_no_sortbitwise = false 2026-03-09T15:44:39.182 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout osd_crush_chooseleaf_type = 0 2026-03-09T15:44:39.182 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout 2026-03-09T15:44:39.182 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout [mgr] 2026-03-09T15:44:39.182 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout mgr/telemetry/nag = false 2026-03-09T15:44:39.182 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout 2026-03-09T15:44:39.182 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout [osd] 2026-03-09T15:44:39.182 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout osd_map_max_advance = 10 2026-03-09T15:44:39.182 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout osd_sloppy_crc = true 2026-03-09T15:44:39.182 INFO:teuthology.orchestra.run.vm02.stdout:Generating new minimal ceph.conf... 2026-03-09T15:44:39.367 INFO:teuthology.orchestra.run.vm02.stdout:Restarting the monitor... 2026-03-09T15:44:39.483 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 09 15:44:39 vm02 systemd[1]: Stopping Ceph mon.a for a2a597c0-1bce-11f1-835a-ab631984d2b4... 2026-03-09T15:44:39.483 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 09 15:44:39 vm02 bash[17037]: debug 2026-03-09T15:44:39.406+0000 7f8e629b6640 -1 received signal: Terminated from /sbin/docker-init -- /usr/bin/ceph-mon -n mon.a -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug --default-mon-cluster-log-to-file=false --default-mon-cluster-log-to-stderr=true (PID: 1) UID: 0 2026-03-09T15:44:39.483 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 09 15:44:39 vm02 bash[17037]: debug 2026-03-09T15:44:39.406+0000 7f8e629b6640 -1 mon.a@0(leader) e1 *** Got Signal Terminated *** 2026-03-09T15:44:39.483 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 09 15:44:39 vm02 bash[17429]: ceph-a2a597c0-1bce-11f1-835a-ab631984d2b4-mon-a 2026-03-09T15:44:39.484 INFO:teuthology.orchestra.run.vm02.stdout:Setting public_network to 192.168.123.1/32,192.168.123.0/24 in mon config section 2026-03-09T15:44:39.739 INFO:teuthology.orchestra.run.vm02.stdout:Wrote config to /etc/ceph/ceph.conf 2026-03-09T15:44:39.740 INFO:teuthology.orchestra.run.vm02.stdout:Wrote keyring to /etc/ceph/ceph.client.admin.keyring 2026-03-09T15:44:39.740 INFO:teuthology.orchestra.run.vm02.stdout:Creating mgr... 2026-03-09T15:44:39.740 INFO:teuthology.orchestra.run.vm02.stdout:Verifying port 0.0.0.0:9283 ... 2026-03-09T15:44:39.740 INFO:teuthology.orchestra.run.vm02.stdout:Verifying port 0.0.0.0:8765 ... 2026-03-09T15:44:39.751 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 09 15:44:39 vm02 systemd[1]: ceph-a2a597c0-1bce-11f1-835a-ab631984d2b4@mon.a.service: Deactivated successfully. 2026-03-09T15:44:39.751 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 09 15:44:39 vm02 systemd[1]: Stopped Ceph mon.a for a2a597c0-1bce-11f1-835a-ab631984d2b4. 2026-03-09T15:44:39.751 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 09 15:44:39 vm02 systemd[1]: Started Ceph mon.a for a2a597c0-1bce-11f1-835a-ab631984d2b4. 2026-03-09T15:44:39.751 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 09 15:44:39 vm02 bash[17514]: debug 2026-03-09T15:44:39.614+0000 7fe64f4c1d80 0 set uid:gid to 167:167 (ceph:ceph) 2026-03-09T15:44:39.751 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 09 15:44:39 vm02 bash[17514]: debug 2026-03-09T15:44:39.614+0000 7fe64f4c1d80 0 ceph version 19.2.3-678-ge911bdeb (e911bdebe5c8faa3800735d1568fcdca65db60df) squid (stable), process ceph-mon, pid 8 2026-03-09T15:44:39.751 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 09 15:44:39 vm02 bash[17514]: debug 2026-03-09T15:44:39.614+0000 7fe64f4c1d80 0 pidfile_write: ignore empty --pid-file 2026-03-09T15:44:39.751 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 09 15:44:39 vm02 bash[17514]: debug 2026-03-09T15:44:39.614+0000 7fe64f4c1d80 0 load: jerasure load: lrc 2026-03-09T15:44:39.751 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 09 15:44:39 vm02 bash[17514]: debug 2026-03-09T15:44:39.614+0000 7fe64f4c1d80 4 rocksdb: RocksDB version: 7.9.2 2026-03-09T15:44:39.751 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 09 15:44:39 vm02 bash[17514]: debug 2026-03-09T15:44:39.614+0000 7fe64f4c1d80 4 rocksdb: Git sha 0 2026-03-09T15:44:39.751 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 09 15:44:39 vm02 bash[17514]: debug 2026-03-09T15:44:39.614+0000 7fe64f4c1d80 4 rocksdb: Compile date 2026-02-25 18:11:04 2026-03-09T15:44:39.751 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 09 15:44:39 vm02 bash[17514]: debug 2026-03-09T15:44:39.614+0000 7fe64f4c1d80 4 rocksdb: DB SUMMARY 2026-03-09T15:44:39.751 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 09 15:44:39 vm02 bash[17514]: debug 2026-03-09T15:44:39.614+0000 7fe64f4c1d80 4 rocksdb: DB Session ID: EEWSUMN0VL6P4WJDX70V 2026-03-09T15:44:39.751 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 09 15:44:39 vm02 bash[17514]: debug 2026-03-09T15:44:39.614+0000 7fe64f4c1d80 4 rocksdb: CURRENT file: CURRENT 2026-03-09T15:44:39.751 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 09 15:44:39 vm02 bash[17514]: debug 2026-03-09T15:44:39.614+0000 7fe64f4c1d80 4 rocksdb: IDENTITY file: IDENTITY 2026-03-09T15:44:39.751 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 09 15:44:39 vm02 bash[17514]: debug 2026-03-09T15:44:39.614+0000 7fe64f4c1d80 4 rocksdb: MANIFEST file: MANIFEST-000010 size: 179 Bytes 2026-03-09T15:44:39.751 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 09 15:44:39 vm02 bash[17514]: debug 2026-03-09T15:44:39.614+0000 7fe64f4c1d80 4 rocksdb: SST files in /var/lib/ceph/mon/ceph-a/store.db dir, Total Num: 1, files: 000008.sst 2026-03-09T15:44:39.751 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 09 15:44:39 vm02 bash[17514]: debug 2026-03-09T15:44:39.614+0000 7fe64f4c1d80 4 rocksdb: Write Ahead Log file in /var/lib/ceph/mon/ceph-a/store.db: 000009.log size: 74965 ; 2026-03-09T15:44:39.751 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 09 15:44:39 vm02 bash[17514]: debug 2026-03-09T15:44:39.614+0000 7fe64f4c1d80 4 rocksdb: Options.error_if_exists: 0 2026-03-09T15:44:39.751 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 09 15:44:39 vm02 bash[17514]: debug 2026-03-09T15:44:39.614+0000 7fe64f4c1d80 4 rocksdb: Options.create_if_missing: 0 2026-03-09T15:44:39.751 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 09 15:44:39 vm02 bash[17514]: debug 2026-03-09T15:44:39.614+0000 7fe64f4c1d80 4 rocksdb: Options.paranoid_checks: 1 2026-03-09T15:44:39.751 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 09 15:44:39 vm02 bash[17514]: debug 2026-03-09T15:44:39.614+0000 7fe64f4c1d80 4 rocksdb: Options.flush_verify_memtable_count: 1 2026-03-09T15:44:39.751 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 09 15:44:39 vm02 bash[17514]: debug 2026-03-09T15:44:39.614+0000 7fe64f4c1d80 4 rocksdb: Options.track_and_verify_wals_in_manifest: 0 2026-03-09T15:44:39.751 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 09 15:44:39 vm02 bash[17514]: debug 2026-03-09T15:44:39.614+0000 7fe64f4c1d80 4 rocksdb: Options.verify_sst_unique_id_in_manifest: 1 2026-03-09T15:44:39.751 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 09 15:44:39 vm02 bash[17514]: debug 2026-03-09T15:44:39.614+0000 7fe64f4c1d80 4 rocksdb: Options.env: 0x5598a76ffdc0 2026-03-09T15:44:39.751 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 09 15:44:39 vm02 bash[17514]: debug 2026-03-09T15:44:39.614+0000 7fe64f4c1d80 4 rocksdb: Options.fs: PosixFileSystem 2026-03-09T15:44:39.751 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 09 15:44:39 vm02 bash[17514]: debug 2026-03-09T15:44:39.614+0000 7fe64f4c1d80 4 rocksdb: Options.info_log: 0x5598d72bd880 2026-03-09T15:44:39.751 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 09 15:44:39 vm02 bash[17514]: debug 2026-03-09T15:44:39.614+0000 7fe64f4c1d80 4 rocksdb: Options.max_file_opening_threads: 16 2026-03-09T15:44:39.751 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 09 15:44:39 vm02 bash[17514]: debug 2026-03-09T15:44:39.614+0000 7fe64f4c1d80 4 rocksdb: Options.statistics: (nil) 2026-03-09T15:44:39.751 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 09 15:44:39 vm02 bash[17514]: debug 2026-03-09T15:44:39.614+0000 7fe64f4c1d80 4 rocksdb: Options.use_fsync: 0 2026-03-09T15:44:39.751 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 09 15:44:39 vm02 bash[17514]: debug 2026-03-09T15:44:39.614+0000 7fe64f4c1d80 4 rocksdb: Options.max_log_file_size: 0 2026-03-09T15:44:39.751 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 09 15:44:39 vm02 bash[17514]: debug 2026-03-09T15:44:39.614+0000 7fe64f4c1d80 4 rocksdb: Options.max_manifest_file_size: 1073741824 2026-03-09T15:44:39.751 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 09 15:44:39 vm02 bash[17514]: debug 2026-03-09T15:44:39.614+0000 7fe64f4c1d80 4 rocksdb: Options.log_file_time_to_roll: 0 2026-03-09T15:44:39.751 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 09 15:44:39 vm02 bash[17514]: debug 2026-03-09T15:44:39.614+0000 7fe64f4c1d80 4 rocksdb: Options.keep_log_file_num: 1000 2026-03-09T15:44:39.751 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 09 15:44:39 vm02 bash[17514]: debug 2026-03-09T15:44:39.614+0000 7fe64f4c1d80 4 rocksdb: Options.recycle_log_file_num: 0 2026-03-09T15:44:39.751 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 09 15:44:39 vm02 bash[17514]: debug 2026-03-09T15:44:39.614+0000 7fe64f4c1d80 4 rocksdb: Options.allow_fallocate: 1 2026-03-09T15:44:39.751 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 09 15:44:39 vm02 bash[17514]: debug 2026-03-09T15:44:39.614+0000 7fe64f4c1d80 4 rocksdb: Options.allow_mmap_reads: 0 2026-03-09T15:44:39.751 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 09 15:44:39 vm02 bash[17514]: debug 2026-03-09T15:44:39.614+0000 7fe64f4c1d80 4 rocksdb: Options.allow_mmap_writes: 0 2026-03-09T15:44:39.751 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 09 15:44:39 vm02 bash[17514]: debug 2026-03-09T15:44:39.614+0000 7fe64f4c1d80 4 rocksdb: Options.use_direct_reads: 0 2026-03-09T15:44:39.751 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 09 15:44:39 vm02 bash[17514]: debug 2026-03-09T15:44:39.614+0000 7fe64f4c1d80 4 rocksdb: Options.use_direct_io_for_flush_and_compaction: 0 2026-03-09T15:44:39.751 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 09 15:44:39 vm02 bash[17514]: debug 2026-03-09T15:44:39.614+0000 7fe64f4c1d80 4 rocksdb: Options.create_missing_column_families: 0 2026-03-09T15:44:39.751 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 09 15:44:39 vm02 bash[17514]: debug 2026-03-09T15:44:39.614+0000 7fe64f4c1d80 4 rocksdb: Options.db_log_dir: 2026-03-09T15:44:39.751 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 09 15:44:39 vm02 bash[17514]: debug 2026-03-09T15:44:39.614+0000 7fe64f4c1d80 4 rocksdb: Options.wal_dir: 2026-03-09T15:44:39.751 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 09 15:44:39 vm02 bash[17514]: debug 2026-03-09T15:44:39.614+0000 7fe64f4c1d80 4 rocksdb: Options.table_cache_numshardbits: 6 2026-03-09T15:44:39.752 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 09 15:44:39 vm02 bash[17514]: debug 2026-03-09T15:44:39.614+0000 7fe64f4c1d80 4 rocksdb: Options.WAL_ttl_seconds: 0 2026-03-09T15:44:39.752 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 09 15:44:39 vm02 bash[17514]: debug 2026-03-09T15:44:39.614+0000 7fe64f4c1d80 4 rocksdb: Options.WAL_size_limit_MB: 0 2026-03-09T15:44:39.752 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 09 15:44:39 vm02 bash[17514]: debug 2026-03-09T15:44:39.614+0000 7fe64f4c1d80 4 rocksdb: Options.max_write_batch_group_size_bytes: 1048576 2026-03-09T15:44:39.752 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 09 15:44:39 vm02 bash[17514]: debug 2026-03-09T15:44:39.614+0000 7fe64f4c1d80 4 rocksdb: Options.manifest_preallocation_size: 4194304 2026-03-09T15:44:39.752 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 09 15:44:39 vm02 bash[17514]: debug 2026-03-09T15:44:39.614+0000 7fe64f4c1d80 4 rocksdb: Options.is_fd_close_on_exec: 1 2026-03-09T15:44:39.752 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 09 15:44:39 vm02 bash[17514]: debug 2026-03-09T15:44:39.614+0000 7fe64f4c1d80 4 rocksdb: Options.advise_random_on_open: 1 2026-03-09T15:44:39.752 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 09 15:44:39 vm02 bash[17514]: debug 2026-03-09T15:44:39.614+0000 7fe64f4c1d80 4 rocksdb: Options.db_write_buffer_size: 0 2026-03-09T15:44:39.752 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 09 15:44:39 vm02 bash[17514]: debug 2026-03-09T15:44:39.614+0000 7fe64f4c1d80 4 rocksdb: Options.write_buffer_manager: 0x5598d72c1900 2026-03-09T15:44:39.752 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 09 15:44:39 vm02 bash[17514]: debug 2026-03-09T15:44:39.614+0000 7fe64f4c1d80 4 rocksdb: Options.access_hint_on_compaction_start: 1 2026-03-09T15:44:39.752 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 09 15:44:39 vm02 bash[17514]: debug 2026-03-09T15:44:39.614+0000 7fe64f4c1d80 4 rocksdb: Options.random_access_max_buffer_size: 1048576 2026-03-09T15:44:39.752 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 09 15:44:39 vm02 bash[17514]: debug 2026-03-09T15:44:39.614+0000 7fe64f4c1d80 4 rocksdb: Options.use_adaptive_mutex: 0 2026-03-09T15:44:39.752 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 09 15:44:39 vm02 bash[17514]: debug 2026-03-09T15:44:39.614+0000 7fe64f4c1d80 4 rocksdb: Options.rate_limiter: (nil) 2026-03-09T15:44:39.752 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 09 15:44:39 vm02 bash[17514]: debug 2026-03-09T15:44:39.614+0000 7fe64f4c1d80 4 rocksdb: Options.sst_file_manager.rate_bytes_per_sec: 0 2026-03-09T15:44:39.752 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 09 15:44:39 vm02 bash[17514]: debug 2026-03-09T15:44:39.614+0000 7fe64f4c1d80 4 rocksdb: Options.wal_recovery_mode: 2 2026-03-09T15:44:39.752 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 09 15:44:39 vm02 bash[17514]: debug 2026-03-09T15:44:39.614+0000 7fe64f4c1d80 4 rocksdb: Options.enable_thread_tracking: 0 2026-03-09T15:44:39.752 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 09 15:44:39 vm02 bash[17514]: debug 2026-03-09T15:44:39.614+0000 7fe64f4c1d80 4 rocksdb: Options.enable_pipelined_write: 0 2026-03-09T15:44:39.752 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 09 15:44:39 vm02 bash[17514]: debug 2026-03-09T15:44:39.614+0000 7fe64f4c1d80 4 rocksdb: Options.unordered_write: 0 2026-03-09T15:44:39.752 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 09 15:44:39 vm02 bash[17514]: debug 2026-03-09T15:44:39.614+0000 7fe64f4c1d80 4 rocksdb: Options.allow_concurrent_memtable_write: 1 2026-03-09T15:44:39.752 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 09 15:44:39 vm02 bash[17514]: debug 2026-03-09T15:44:39.614+0000 7fe64f4c1d80 4 rocksdb: Options.enable_write_thread_adaptive_yield: 1 2026-03-09T15:44:39.752 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 09 15:44:39 vm02 bash[17514]: debug 2026-03-09T15:44:39.618+0000 7fe64f4c1d80 4 rocksdb: Options.write_thread_max_yield_usec: 100 2026-03-09T15:44:39.752 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 09 15:44:39 vm02 bash[17514]: debug 2026-03-09T15:44:39.618+0000 7fe64f4c1d80 4 rocksdb: Options.write_thread_slow_yield_usec: 3 2026-03-09T15:44:39.752 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 09 15:44:39 vm02 bash[17514]: debug 2026-03-09T15:44:39.618+0000 7fe64f4c1d80 4 rocksdb: Options.row_cache: None 2026-03-09T15:44:39.752 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 09 15:44:39 vm02 bash[17514]: debug 2026-03-09T15:44:39.618+0000 7fe64f4c1d80 4 rocksdb: Options.wal_filter: None 2026-03-09T15:44:39.752 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 09 15:44:39 vm02 bash[17514]: debug 2026-03-09T15:44:39.618+0000 7fe64f4c1d80 4 rocksdb: Options.avoid_flush_during_recovery: 0 2026-03-09T15:44:39.752 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 09 15:44:39 vm02 bash[17514]: debug 2026-03-09T15:44:39.618+0000 7fe64f4c1d80 4 rocksdb: Options.allow_ingest_behind: 0 2026-03-09T15:44:39.752 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 09 15:44:39 vm02 bash[17514]: debug 2026-03-09T15:44:39.618+0000 7fe64f4c1d80 4 rocksdb: Options.two_write_queues: 0 2026-03-09T15:44:39.752 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 09 15:44:39 vm02 bash[17514]: debug 2026-03-09T15:44:39.618+0000 7fe64f4c1d80 4 rocksdb: Options.manual_wal_flush: 0 2026-03-09T15:44:39.752 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 09 15:44:39 vm02 bash[17514]: debug 2026-03-09T15:44:39.618+0000 7fe64f4c1d80 4 rocksdb: Options.wal_compression: 0 2026-03-09T15:44:39.752 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 09 15:44:39 vm02 bash[17514]: debug 2026-03-09T15:44:39.618+0000 7fe64f4c1d80 4 rocksdb: Options.atomic_flush: 0 2026-03-09T15:44:39.752 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 09 15:44:39 vm02 bash[17514]: debug 2026-03-09T15:44:39.618+0000 7fe64f4c1d80 4 rocksdb: Options.avoid_unnecessary_blocking_io: 0 2026-03-09T15:44:39.752 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 09 15:44:39 vm02 bash[17514]: debug 2026-03-09T15:44:39.618+0000 7fe64f4c1d80 4 rocksdb: Options.persist_stats_to_disk: 0 2026-03-09T15:44:39.752 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 09 15:44:39 vm02 bash[17514]: debug 2026-03-09T15:44:39.618+0000 7fe64f4c1d80 4 rocksdb: Options.write_dbid_to_manifest: 0 2026-03-09T15:44:39.752 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 09 15:44:39 vm02 bash[17514]: debug 2026-03-09T15:44:39.618+0000 7fe64f4c1d80 4 rocksdb: Options.log_readahead_size: 0 2026-03-09T15:44:39.752 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 09 15:44:39 vm02 bash[17514]: debug 2026-03-09T15:44:39.618+0000 7fe64f4c1d80 4 rocksdb: Options.file_checksum_gen_factory: Unknown 2026-03-09T15:44:39.752 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 09 15:44:39 vm02 bash[17514]: debug 2026-03-09T15:44:39.618+0000 7fe64f4c1d80 4 rocksdb: Options.best_efforts_recovery: 0 2026-03-09T15:44:39.752 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 09 15:44:39 vm02 bash[17514]: debug 2026-03-09T15:44:39.618+0000 7fe64f4c1d80 4 rocksdb: Options.max_bgerror_resume_count: 2147483647 2026-03-09T15:44:39.752 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 09 15:44:39 vm02 bash[17514]: debug 2026-03-09T15:44:39.618+0000 7fe64f4c1d80 4 rocksdb: Options.bgerror_resume_retry_interval: 1000000 2026-03-09T15:44:39.752 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 09 15:44:39 vm02 bash[17514]: debug 2026-03-09T15:44:39.618+0000 7fe64f4c1d80 4 rocksdb: Options.allow_data_in_errors: 0 2026-03-09T15:44:39.752 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 09 15:44:39 vm02 bash[17514]: debug 2026-03-09T15:44:39.618+0000 7fe64f4c1d80 4 rocksdb: Options.db_host_id: __hostname__ 2026-03-09T15:44:39.752 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 09 15:44:39 vm02 bash[17514]: debug 2026-03-09T15:44:39.618+0000 7fe64f4c1d80 4 rocksdb: Options.enforce_single_del_contracts: true 2026-03-09T15:44:39.752 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 09 15:44:39 vm02 bash[17514]: debug 2026-03-09T15:44:39.618+0000 7fe64f4c1d80 4 rocksdb: Options.max_background_jobs: 2 2026-03-09T15:44:39.752 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 09 15:44:39 vm02 bash[17514]: debug 2026-03-09T15:44:39.618+0000 7fe64f4c1d80 4 rocksdb: Options.max_background_compactions: -1 2026-03-09T15:44:39.752 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 09 15:44:39 vm02 bash[17514]: debug 2026-03-09T15:44:39.618+0000 7fe64f4c1d80 4 rocksdb: Options.max_subcompactions: 1 2026-03-09T15:44:39.752 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 09 15:44:39 vm02 bash[17514]: debug 2026-03-09T15:44:39.618+0000 7fe64f4c1d80 4 rocksdb: Options.avoid_flush_during_shutdown: 0 2026-03-09T15:44:39.752 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 09 15:44:39 vm02 bash[17514]: debug 2026-03-09T15:44:39.618+0000 7fe64f4c1d80 4 rocksdb: Options.writable_file_max_buffer_size: 1048576 2026-03-09T15:44:39.752 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 09 15:44:39 vm02 bash[17514]: debug 2026-03-09T15:44:39.618+0000 7fe64f4c1d80 4 rocksdb: Options.delayed_write_rate : 16777216 2026-03-09T15:44:39.752 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 09 15:44:39 vm02 bash[17514]: debug 2026-03-09T15:44:39.618+0000 7fe64f4c1d80 4 rocksdb: Options.max_total_wal_size: 0 2026-03-09T15:44:39.752 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 09 15:44:39 vm02 bash[17514]: debug 2026-03-09T15:44:39.618+0000 7fe64f4c1d80 4 rocksdb: Options.delete_obsolete_files_period_micros: 21600000000 2026-03-09T15:44:39.752 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 09 15:44:39 vm02 bash[17514]: debug 2026-03-09T15:44:39.618+0000 7fe64f4c1d80 4 rocksdb: Options.stats_dump_period_sec: 600 2026-03-09T15:44:39.752 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 09 15:44:39 vm02 bash[17514]: debug 2026-03-09T15:44:39.618+0000 7fe64f4c1d80 4 rocksdb: Options.stats_persist_period_sec: 600 2026-03-09T15:44:39.753 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 09 15:44:39 vm02 bash[17514]: debug 2026-03-09T15:44:39.618+0000 7fe64f4c1d80 4 rocksdb: Options.stats_history_buffer_size: 1048576 2026-03-09T15:44:39.753 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 09 15:44:39 vm02 bash[17514]: debug 2026-03-09T15:44:39.618+0000 7fe64f4c1d80 4 rocksdb: Options.max_open_files: -1 2026-03-09T15:44:39.753 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 09 15:44:39 vm02 bash[17514]: debug 2026-03-09T15:44:39.618+0000 7fe64f4c1d80 4 rocksdb: Options.bytes_per_sync: 0 2026-03-09T15:44:39.753 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 09 15:44:39 vm02 bash[17514]: debug 2026-03-09T15:44:39.618+0000 7fe64f4c1d80 4 rocksdb: Options.wal_bytes_per_sync: 0 2026-03-09T15:44:39.753 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 09 15:44:39 vm02 bash[17514]: debug 2026-03-09T15:44:39.618+0000 7fe64f4c1d80 4 rocksdb: Options.strict_bytes_per_sync: 0 2026-03-09T15:44:39.753 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 09 15:44:39 vm02 bash[17514]: debug 2026-03-09T15:44:39.618+0000 7fe64f4c1d80 4 rocksdb: Options.compaction_readahead_size: 0 2026-03-09T15:44:39.753 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 09 15:44:39 vm02 bash[17514]: debug 2026-03-09T15:44:39.618+0000 7fe64f4c1d80 4 rocksdb: Options.max_background_flushes: -1 2026-03-09T15:44:39.753 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 09 15:44:39 vm02 bash[17514]: debug 2026-03-09T15:44:39.618+0000 7fe64f4c1d80 4 rocksdb: Compression algorithms supported: 2026-03-09T15:44:39.753 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 09 15:44:39 vm02 bash[17514]: debug 2026-03-09T15:44:39.618+0000 7fe64f4c1d80 4 rocksdb: kZSTD supported: 0 2026-03-09T15:44:39.753 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 09 15:44:39 vm02 bash[17514]: debug 2026-03-09T15:44:39.618+0000 7fe64f4c1d80 4 rocksdb: kXpressCompression supported: 0 2026-03-09T15:44:39.753 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 09 15:44:39 vm02 bash[17514]: debug 2026-03-09T15:44:39.618+0000 7fe64f4c1d80 4 rocksdb: kBZip2Compression supported: 0 2026-03-09T15:44:39.753 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 09 15:44:39 vm02 bash[17514]: debug 2026-03-09T15:44:39.618+0000 7fe64f4c1d80 4 rocksdb: kZSTDNotFinalCompression supported: 0 2026-03-09T15:44:39.753 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 09 15:44:39 vm02 bash[17514]: debug 2026-03-09T15:44:39.618+0000 7fe64f4c1d80 4 rocksdb: kLZ4Compression supported: 1 2026-03-09T15:44:39.753 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 09 15:44:39 vm02 bash[17514]: debug 2026-03-09T15:44:39.618+0000 7fe64f4c1d80 4 rocksdb: kZlibCompression supported: 1 2026-03-09T15:44:39.753 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 09 15:44:39 vm02 bash[17514]: debug 2026-03-09T15:44:39.618+0000 7fe64f4c1d80 4 rocksdb: kLZ4HCCompression supported: 1 2026-03-09T15:44:39.753 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 09 15:44:39 vm02 bash[17514]: debug 2026-03-09T15:44:39.618+0000 7fe64f4c1d80 4 rocksdb: kSnappyCompression supported: 1 2026-03-09T15:44:39.753 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 09 15:44:39 vm02 bash[17514]: debug 2026-03-09T15:44:39.618+0000 7fe64f4c1d80 4 rocksdb: Fast CRC32 supported: Supported on x86 2026-03-09T15:44:39.753 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 09 15:44:39 vm02 bash[17514]: debug 2026-03-09T15:44:39.618+0000 7fe64f4c1d80 4 rocksdb: DMutex implementation: pthread_mutex_t 2026-03-09T15:44:39.753 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 09 15:44:39 vm02 bash[17514]: debug 2026-03-09T15:44:39.618+0000 7fe64f4c1d80 4 rocksdb: [db/version_set.cc:5527] Recovering from manifest file: /var/lib/ceph/mon/ceph-a/store.db/MANIFEST-000010 2026-03-09T15:44:39.753 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 09 15:44:39 vm02 bash[17514]: debug 2026-03-09T15:44:39.622+0000 7fe64f4c1d80 4 rocksdb: [db/column_family.cc:630] --------------- Options for column family [default]: 2026-03-09T15:44:39.753 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 09 15:44:39 vm02 bash[17514]: debug 2026-03-09T15:44:39.622+0000 7fe64f4c1d80 4 rocksdb: Options.comparator: leveldb.BytewiseComparator 2026-03-09T15:44:39.753 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 09 15:44:39 vm02 bash[17514]: debug 2026-03-09T15:44:39.622+0000 7fe64f4c1d80 4 rocksdb: Options.merge_operator: 2026-03-09T15:44:39.753 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 09 15:44:39 vm02 bash[17514]: debug 2026-03-09T15:44:39.622+0000 7fe64f4c1d80 4 rocksdb: Options.compaction_filter: None 2026-03-09T15:44:39.753 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 09 15:44:39 vm02 bash[17514]: debug 2026-03-09T15:44:39.622+0000 7fe64f4c1d80 4 rocksdb: Options.compaction_filter_factory: None 2026-03-09T15:44:39.753 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 09 15:44:39 vm02 bash[17514]: debug 2026-03-09T15:44:39.622+0000 7fe64f4c1d80 4 rocksdb: Options.sst_partitioner_factory: None 2026-03-09T15:44:39.753 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 09 15:44:39 vm02 bash[17514]: debug 2026-03-09T15:44:39.622+0000 7fe64f4c1d80 4 rocksdb: Options.memtable_factory: SkipListFactory 2026-03-09T15:44:39.753 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 09 15:44:39 vm02 bash[17514]: debug 2026-03-09T15:44:39.622+0000 7fe64f4c1d80 4 rocksdb: Options.table_factory: BlockBasedTable 2026-03-09T15:44:39.753 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 09 15:44:39 vm02 bash[17514]: debug 2026-03-09T15:44:39.622+0000 7fe64f4c1d80 4 rocksdb: table_factory options: flush_block_policy_factory: FlushBlockBySizePolicyFactory (0x5598d72bc480) 2026-03-09T15:44:39.753 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 09 15:44:39 vm02 bash[17514]: cache_index_and_filter_blocks: 1 2026-03-09T15:44:39.753 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 09 15:44:39 vm02 bash[17514]: cache_index_and_filter_blocks_with_high_priority: 0 2026-03-09T15:44:39.753 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 09 15:44:39 vm02 bash[17514]: pin_l0_filter_and_index_blocks_in_cache: 0 2026-03-09T15:44:39.753 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 09 15:44:39 vm02 bash[17514]: pin_top_level_index_and_filter: 1 2026-03-09T15:44:39.753 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 09 15:44:39 vm02 bash[17514]: index_type: 0 2026-03-09T15:44:39.753 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 09 15:44:39 vm02 bash[17514]: data_block_index_type: 0 2026-03-09T15:44:39.753 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 09 15:44:39 vm02 bash[17514]: index_shortening: 1 2026-03-09T15:44:39.753 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 09 15:44:39 vm02 bash[17514]: data_block_hash_table_util_ratio: 0.750000 2026-03-09T15:44:39.753 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 09 15:44:39 vm02 bash[17514]: checksum: 4 2026-03-09T15:44:39.753 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 09 15:44:39 vm02 bash[17514]: no_block_cache: 0 2026-03-09T15:44:39.753 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 09 15:44:39 vm02 bash[17514]: block_cache: 0x5598d72e3350 2026-03-09T15:44:39.753 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 09 15:44:39 vm02 bash[17514]: block_cache_name: BinnedLRUCache 2026-03-09T15:44:39.753 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 09 15:44:39 vm02 bash[17514]: block_cache_options: 2026-03-09T15:44:39.753 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 09 15:44:39 vm02 bash[17514]: capacity : 536870912 2026-03-09T15:44:39.753 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 09 15:44:39 vm02 bash[17514]: num_shard_bits : 4 2026-03-09T15:44:39.753 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 09 15:44:39 vm02 bash[17514]: strict_capacity_limit : 0 2026-03-09T15:44:39.753 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 09 15:44:39 vm02 bash[17514]: high_pri_pool_ratio: 0.000 2026-03-09T15:44:39.753 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 09 15:44:39 vm02 bash[17514]: block_cache_compressed: (nil) 2026-03-09T15:44:39.753 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 09 15:44:39 vm02 bash[17514]: persistent_cache: (nil) 2026-03-09T15:44:39.753 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 09 15:44:39 vm02 bash[17514]: block_size: 4096 2026-03-09T15:44:39.753 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 09 15:44:39 vm02 bash[17514]: block_size_deviation: 10 2026-03-09T15:44:39.753 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 09 15:44:39 vm02 bash[17514]: block_restart_interval: 16 2026-03-09T15:44:39.753 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 09 15:44:39 vm02 bash[17514]: index_block_restart_interval: 1 2026-03-09T15:44:39.753 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 09 15:44:39 vm02 bash[17514]: metadata_block_size: 4096 2026-03-09T15:44:39.753 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 09 15:44:39 vm02 bash[17514]: partition_filters: 0 2026-03-09T15:44:39.753 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 09 15:44:39 vm02 bash[17514]: use_delta_encoding: 1 2026-03-09T15:44:39.753 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 09 15:44:39 vm02 bash[17514]: filter_policy: bloomfilter 2026-03-09T15:44:39.753 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 09 15:44:39 vm02 bash[17514]: whole_key_filtering: 1 2026-03-09T15:44:39.753 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 09 15:44:39 vm02 bash[17514]: verify_compression: 0 2026-03-09T15:44:39.754 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 09 15:44:39 vm02 bash[17514]: read_amp_bytes_per_bit: 0 2026-03-09T15:44:39.754 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 09 15:44:39 vm02 bash[17514]: format_version: 5 2026-03-09T15:44:39.754 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 09 15:44:39 vm02 bash[17514]: enable_index_compression: 1 2026-03-09T15:44:39.754 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 09 15:44:39 vm02 bash[17514]: block_align: 0 2026-03-09T15:44:39.754 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 09 15:44:39 vm02 bash[17514]: max_auto_readahead_size: 262144 2026-03-09T15:44:39.754 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 09 15:44:39 vm02 bash[17514]: prepopulate_block_cache: 0 2026-03-09T15:44:39.754 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 09 15:44:39 vm02 bash[17514]: initial_auto_readahead_size: 8192 2026-03-09T15:44:39.754 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 09 15:44:39 vm02 bash[17514]: num_file_reads_for_auto_readahead: 2 2026-03-09T15:44:39.754 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 09 15:44:39 vm02 bash[17514]: debug 2026-03-09T15:44:39.622+0000 7fe64f4c1d80 4 rocksdb: Options.write_buffer_size: 33554432 2026-03-09T15:44:39.754 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 09 15:44:39 vm02 bash[17514]: debug 2026-03-09T15:44:39.622+0000 7fe64f4c1d80 4 rocksdb: Options.max_write_buffer_number: 2 2026-03-09T15:44:39.754 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 09 15:44:39 vm02 bash[17514]: debug 2026-03-09T15:44:39.622+0000 7fe64f4c1d80 4 rocksdb: Options.compression: NoCompression 2026-03-09T15:44:39.754 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 09 15:44:39 vm02 bash[17514]: debug 2026-03-09T15:44:39.622+0000 7fe64f4c1d80 4 rocksdb: Options.bottommost_compression: Disabled 2026-03-09T15:44:39.754 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 09 15:44:39 vm02 bash[17514]: debug 2026-03-09T15:44:39.622+0000 7fe64f4c1d80 4 rocksdb: Options.prefix_extractor: nullptr 2026-03-09T15:44:39.754 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 09 15:44:39 vm02 bash[17514]: debug 2026-03-09T15:44:39.622+0000 7fe64f4c1d80 4 rocksdb: Options.memtable_insert_with_hint_prefix_extractor: nullptr 2026-03-09T15:44:39.754 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 09 15:44:39 vm02 bash[17514]: debug 2026-03-09T15:44:39.622+0000 7fe64f4c1d80 4 rocksdb: Options.num_levels: 7 2026-03-09T15:44:39.754 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 09 15:44:39 vm02 bash[17514]: debug 2026-03-09T15:44:39.622+0000 7fe64f4c1d80 4 rocksdb: Options.min_write_buffer_number_to_merge: 1 2026-03-09T15:44:39.754 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 09 15:44:39 vm02 bash[17514]: debug 2026-03-09T15:44:39.622+0000 7fe64f4c1d80 4 rocksdb: Options.max_write_buffer_number_to_maintain: 0 2026-03-09T15:44:39.754 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 09 15:44:39 vm02 bash[17514]: debug 2026-03-09T15:44:39.622+0000 7fe64f4c1d80 4 rocksdb: Options.max_write_buffer_size_to_maintain: 0 2026-03-09T15:44:39.754 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 09 15:44:39 vm02 bash[17514]: debug 2026-03-09T15:44:39.622+0000 7fe64f4c1d80 4 rocksdb: Options.bottommost_compression_opts.window_bits: -14 2026-03-09T15:44:39.754 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 09 15:44:39 vm02 bash[17514]: debug 2026-03-09T15:44:39.622+0000 7fe64f4c1d80 4 rocksdb: Options.bottommost_compression_opts.level: 32767 2026-03-09T15:44:39.754 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 09 15:44:39 vm02 bash[17514]: debug 2026-03-09T15:44:39.622+0000 7fe64f4c1d80 4 rocksdb: Options.bottommost_compression_opts.strategy: 0 2026-03-09T15:44:39.754 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 09 15:44:39 vm02 bash[17514]: debug 2026-03-09T15:44:39.622+0000 7fe64f4c1d80 4 rocksdb: Options.bottommost_compression_opts.max_dict_bytes: 0 2026-03-09T15:44:39.754 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 09 15:44:39 vm02 bash[17514]: debug 2026-03-09T15:44:39.622+0000 7fe64f4c1d80 4 rocksdb: Options.bottommost_compression_opts.zstd_max_train_bytes: 0 2026-03-09T15:44:39.754 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 09 15:44:39 vm02 bash[17514]: debug 2026-03-09T15:44:39.622+0000 7fe64f4c1d80 4 rocksdb: Options.bottommost_compression_opts.parallel_threads: 1 2026-03-09T15:44:39.754 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 09 15:44:39 vm02 bash[17514]: debug 2026-03-09T15:44:39.622+0000 7fe64f4c1d80 4 rocksdb: Options.bottommost_compression_opts.enabled: false 2026-03-09T15:44:39.754 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 09 15:44:39 vm02 bash[17514]: debug 2026-03-09T15:44:39.622+0000 7fe64f4c1d80 4 rocksdb: Options.bottommost_compression_opts.max_dict_buffer_bytes: 0 2026-03-09T15:44:39.754 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 09 15:44:39 vm02 bash[17514]: debug 2026-03-09T15:44:39.622+0000 7fe64f4c1d80 4 rocksdb: Options.bottommost_compression_opts.use_zstd_dict_trainer: true 2026-03-09T15:44:39.754 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 09 15:44:39 vm02 bash[17514]: debug 2026-03-09T15:44:39.622+0000 7fe64f4c1d80 4 rocksdb: Options.compression_opts.window_bits: -14 2026-03-09T15:44:39.754 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 09 15:44:39 vm02 bash[17514]: debug 2026-03-09T15:44:39.622+0000 7fe64f4c1d80 4 rocksdb: Options.compression_opts.level: 32767 2026-03-09T15:44:39.754 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 09 15:44:39 vm02 bash[17514]: debug 2026-03-09T15:44:39.622+0000 7fe64f4c1d80 4 rocksdb: Options.compression_opts.strategy: 0 2026-03-09T15:44:39.754 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 09 15:44:39 vm02 bash[17514]: debug 2026-03-09T15:44:39.622+0000 7fe64f4c1d80 4 rocksdb: Options.compression_opts.max_dict_bytes: 0 2026-03-09T15:44:39.754 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 09 15:44:39 vm02 bash[17514]: debug 2026-03-09T15:44:39.622+0000 7fe64f4c1d80 4 rocksdb: Options.compression_opts.zstd_max_train_bytes: 0 2026-03-09T15:44:39.754 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 09 15:44:39 vm02 bash[17514]: debug 2026-03-09T15:44:39.622+0000 7fe64f4c1d80 4 rocksdb: Options.compression_opts.use_zstd_dict_trainer: true 2026-03-09T15:44:39.754 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 09 15:44:39 vm02 bash[17514]: debug 2026-03-09T15:44:39.622+0000 7fe64f4c1d80 4 rocksdb: Options.compression_opts.parallel_threads: 1 2026-03-09T15:44:39.754 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 09 15:44:39 vm02 bash[17514]: debug 2026-03-09T15:44:39.622+0000 7fe64f4c1d80 4 rocksdb: Options.compression_opts.enabled: false 2026-03-09T15:44:39.754 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 09 15:44:39 vm02 bash[17514]: debug 2026-03-09T15:44:39.622+0000 7fe64f4c1d80 4 rocksdb: Options.compression_opts.max_dict_buffer_bytes: 0 2026-03-09T15:44:39.754 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 09 15:44:39 vm02 bash[17514]: debug 2026-03-09T15:44:39.622+0000 7fe64f4c1d80 4 rocksdb: Options.level0_file_num_compaction_trigger: 4 2026-03-09T15:44:39.754 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 09 15:44:39 vm02 bash[17514]: debug 2026-03-09T15:44:39.622+0000 7fe64f4c1d80 4 rocksdb: Options.level0_slowdown_writes_trigger: 20 2026-03-09T15:44:39.754 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 09 15:44:39 vm02 bash[17514]: debug 2026-03-09T15:44:39.622+0000 7fe64f4c1d80 4 rocksdb: Options.level0_stop_writes_trigger: 36 2026-03-09T15:44:39.754 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 09 15:44:39 vm02 bash[17514]: debug 2026-03-09T15:44:39.622+0000 7fe64f4c1d80 4 rocksdb: Options.target_file_size_base: 67108864 2026-03-09T15:44:39.754 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 09 15:44:39 vm02 bash[17514]: debug 2026-03-09T15:44:39.622+0000 7fe64f4c1d80 4 rocksdb: Options.target_file_size_multiplier: 1 2026-03-09T15:44:39.754 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 09 15:44:39 vm02 bash[17514]: debug 2026-03-09T15:44:39.622+0000 7fe64f4c1d80 4 rocksdb: Options.max_bytes_for_level_base: 268435456 2026-03-09T15:44:39.754 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 09 15:44:39 vm02 bash[17514]: debug 2026-03-09T15:44:39.622+0000 7fe64f4c1d80 4 rocksdb: Options.level_compaction_dynamic_level_bytes: 1 2026-03-09T15:44:39.754 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 09 15:44:39 vm02 bash[17514]: debug 2026-03-09T15:44:39.622+0000 7fe64f4c1d80 4 rocksdb: Options.max_bytes_for_level_multiplier: 10.000000 2026-03-09T15:44:39.754 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 09 15:44:39 vm02 bash[17514]: debug 2026-03-09T15:44:39.622+0000 7fe64f4c1d80 4 rocksdb: Options.max_bytes_for_level_multiplier_addtl[0]: 1 2026-03-09T15:44:39.754 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 09 15:44:39 vm02 bash[17514]: debug 2026-03-09T15:44:39.622+0000 7fe64f4c1d80 4 rocksdb: Options.max_bytes_for_level_multiplier_addtl[1]: 1 2026-03-09T15:44:39.754 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 09 15:44:39 vm02 bash[17514]: debug 2026-03-09T15:44:39.622+0000 7fe64f4c1d80 4 rocksdb: Options.max_bytes_for_level_multiplier_addtl[2]: 1 2026-03-09T15:44:39.754 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 09 15:44:39 vm02 bash[17514]: debug 2026-03-09T15:44:39.622+0000 7fe64f4c1d80 4 rocksdb: Options.max_bytes_for_level_multiplier_addtl[3]: 1 2026-03-09T15:44:39.754 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 09 15:44:39 vm02 bash[17514]: debug 2026-03-09T15:44:39.622+0000 7fe64f4c1d80 4 rocksdb: Options.max_bytes_for_level_multiplier_addtl[4]: 1 2026-03-09T15:44:39.754 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 09 15:44:39 vm02 bash[17514]: debug 2026-03-09T15:44:39.622+0000 7fe64f4c1d80 4 rocksdb: Options.max_bytes_for_level_multiplier_addtl[5]: 1 2026-03-09T15:44:39.754 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 09 15:44:39 vm02 bash[17514]: debug 2026-03-09T15:44:39.622+0000 7fe64f4c1d80 4 rocksdb: Options.max_bytes_for_level_multiplier_addtl[6]: 1 2026-03-09T15:44:39.754 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 09 15:44:39 vm02 bash[17514]: debug 2026-03-09T15:44:39.622+0000 7fe64f4c1d80 4 rocksdb: Options.max_sequential_skip_in_iterations: 8 2026-03-09T15:44:39.754 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 09 15:44:39 vm02 bash[17514]: debug 2026-03-09T15:44:39.622+0000 7fe64f4c1d80 4 rocksdb: Options.max_compaction_bytes: 1677721600 2026-03-09T15:44:39.754 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 09 15:44:39 vm02 bash[17514]: debug 2026-03-09T15:44:39.622+0000 7fe64f4c1d80 4 rocksdb: Options.ignore_max_compaction_bytes_for_input: true 2026-03-09T15:44:39.754 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 09 15:44:39 vm02 bash[17514]: debug 2026-03-09T15:44:39.622+0000 7fe64f4c1d80 4 rocksdb: Options.arena_block_size: 1048576 2026-03-09T15:44:39.754 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 09 15:44:39 vm02 bash[17514]: debug 2026-03-09T15:44:39.622+0000 7fe64f4c1d80 4 rocksdb: Options.soft_pending_compaction_bytes_limit: 68719476736 2026-03-09T15:44:39.754 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 09 15:44:39 vm02 bash[17514]: debug 2026-03-09T15:44:39.622+0000 7fe64f4c1d80 4 rocksdb: Options.hard_pending_compaction_bytes_limit: 274877906944 2026-03-09T15:44:39.755 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 09 15:44:39 vm02 bash[17514]: debug 2026-03-09T15:44:39.622+0000 7fe64f4c1d80 4 rocksdb: Options.disable_auto_compactions: 0 2026-03-09T15:44:39.755 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 09 15:44:39 vm02 bash[17514]: debug 2026-03-09T15:44:39.622+0000 7fe64f4c1d80 4 rocksdb: Options.compaction_style: kCompactionStyleLevel 2026-03-09T15:44:39.755 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 09 15:44:39 vm02 bash[17514]: debug 2026-03-09T15:44:39.622+0000 7fe64f4c1d80 4 rocksdb: Options.compaction_pri: kMinOverlappingRatio 2026-03-09T15:44:39.755 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 09 15:44:39 vm02 bash[17514]: debug 2026-03-09T15:44:39.622+0000 7fe64f4c1d80 4 rocksdb: Options.compaction_options_universal.size_ratio: 1 2026-03-09T15:44:39.755 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 09 15:44:39 vm02 bash[17514]: debug 2026-03-09T15:44:39.622+0000 7fe64f4c1d80 4 rocksdb: Options.compaction_options_universal.min_merge_width: 2 2026-03-09T15:44:39.755 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 09 15:44:39 vm02 bash[17514]: debug 2026-03-09T15:44:39.622+0000 7fe64f4c1d80 4 rocksdb: Options.compaction_options_universal.max_merge_width: 4294967295 2026-03-09T15:44:39.755 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 09 15:44:39 vm02 bash[17514]: debug 2026-03-09T15:44:39.622+0000 7fe64f4c1d80 4 rocksdb: Options.compaction_options_universal.max_size_amplification_percent: 200 2026-03-09T15:44:39.755 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 09 15:44:39 vm02 bash[17514]: debug 2026-03-09T15:44:39.622+0000 7fe64f4c1d80 4 rocksdb: Options.compaction_options_universal.compression_size_percent: -1 2026-03-09T15:44:39.755 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 09 15:44:39 vm02 bash[17514]: debug 2026-03-09T15:44:39.622+0000 7fe64f4c1d80 4 rocksdb: Options.compaction_options_universal.stop_style: kCompactionStopStyleTotalSize 2026-03-09T15:44:39.755 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 09 15:44:39 vm02 bash[17514]: debug 2026-03-09T15:44:39.622+0000 7fe64f4c1d80 4 rocksdb: Options.compaction_options_fifo.max_table_files_size: 1073741824 2026-03-09T15:44:39.755 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 09 15:44:39 vm02 bash[17514]: debug 2026-03-09T15:44:39.622+0000 7fe64f4c1d80 4 rocksdb: Options.compaction_options_fifo.allow_compaction: 0 2026-03-09T15:44:39.755 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 09 15:44:39 vm02 bash[17514]: debug 2026-03-09T15:44:39.622+0000 7fe64f4c1d80 4 rocksdb: Options.table_properties_collectors: CompactOnDeletionCollector (Sliding window size = 32768 Deletion trigger = 16384 Deletion ratio = 0); 2026-03-09T15:44:39.755 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 09 15:44:39 vm02 bash[17514]: debug 2026-03-09T15:44:39.622+0000 7fe64f4c1d80 4 rocksdb: Options.inplace_update_support: 0 2026-03-09T15:44:39.755 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 09 15:44:39 vm02 bash[17514]: debug 2026-03-09T15:44:39.622+0000 7fe64f4c1d80 4 rocksdb: Options.inplace_update_num_locks: 10000 2026-03-09T15:44:39.755 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 09 15:44:39 vm02 bash[17514]: debug 2026-03-09T15:44:39.622+0000 7fe64f4c1d80 4 rocksdb: Options.memtable_prefix_bloom_size_ratio: 0.000000 2026-03-09T15:44:39.755 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 09 15:44:39 vm02 bash[17514]: debug 2026-03-09T15:44:39.622+0000 7fe64f4c1d80 4 rocksdb: Options.memtable_whole_key_filtering: 0 2026-03-09T15:44:39.755 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 09 15:44:39 vm02 bash[17514]: debug 2026-03-09T15:44:39.622+0000 7fe64f4c1d80 4 rocksdb: Options.memtable_huge_page_size: 0 2026-03-09T15:44:39.755 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 09 15:44:39 vm02 bash[17514]: debug 2026-03-09T15:44:39.622+0000 7fe64f4c1d80 4 rocksdb: Options.bloom_locality: 0 2026-03-09T15:44:39.755 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 09 15:44:39 vm02 bash[17514]: debug 2026-03-09T15:44:39.622+0000 7fe64f4c1d80 4 rocksdb: Options.max_successive_merges: 0 2026-03-09T15:44:39.755 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 09 15:44:39 vm02 bash[17514]: debug 2026-03-09T15:44:39.622+0000 7fe64f4c1d80 4 rocksdb: Options.optimize_filters_for_hits: 0 2026-03-09T15:44:39.755 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 09 15:44:39 vm02 bash[17514]: debug 2026-03-09T15:44:39.622+0000 7fe64f4c1d80 4 rocksdb: Options.paranoid_file_checks: 0 2026-03-09T15:44:39.755 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 09 15:44:39 vm02 bash[17514]: debug 2026-03-09T15:44:39.622+0000 7fe64f4c1d80 4 rocksdb: Options.force_consistency_checks: 1 2026-03-09T15:44:39.755 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 09 15:44:39 vm02 bash[17514]: debug 2026-03-09T15:44:39.622+0000 7fe64f4c1d80 4 rocksdb: Options.report_bg_io_stats: 0 2026-03-09T15:44:39.755 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 09 15:44:39 vm02 bash[17514]: debug 2026-03-09T15:44:39.622+0000 7fe64f4c1d80 4 rocksdb: Options.ttl: 2592000 2026-03-09T15:44:39.755 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 09 15:44:39 vm02 bash[17514]: debug 2026-03-09T15:44:39.622+0000 7fe64f4c1d80 4 rocksdb: Options.periodic_compaction_seconds: 0 2026-03-09T15:44:39.755 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 09 15:44:39 vm02 bash[17514]: debug 2026-03-09T15:44:39.622+0000 7fe64f4c1d80 4 rocksdb: Options.preclude_last_level_data_seconds: 0 2026-03-09T15:44:39.755 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 09 15:44:39 vm02 bash[17514]: debug 2026-03-09T15:44:39.622+0000 7fe64f4c1d80 4 rocksdb: Options.preserve_internal_time_seconds: 0 2026-03-09T15:44:39.755 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 09 15:44:39 vm02 bash[17514]: debug 2026-03-09T15:44:39.622+0000 7fe64f4c1d80 4 rocksdb: Options.enable_blob_files: false 2026-03-09T15:44:39.755 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 09 15:44:39 vm02 bash[17514]: debug 2026-03-09T15:44:39.622+0000 7fe64f4c1d80 4 rocksdb: Options.min_blob_size: 0 2026-03-09T15:44:39.755 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 09 15:44:39 vm02 bash[17514]: debug 2026-03-09T15:44:39.622+0000 7fe64f4c1d80 4 rocksdb: Options.blob_file_size: 268435456 2026-03-09T15:44:39.755 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 09 15:44:39 vm02 bash[17514]: debug 2026-03-09T15:44:39.622+0000 7fe64f4c1d80 4 rocksdb: Options.blob_compression_type: NoCompression 2026-03-09T15:44:39.755 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 09 15:44:39 vm02 bash[17514]: debug 2026-03-09T15:44:39.622+0000 7fe64f4c1d80 4 rocksdb: Options.enable_blob_garbage_collection: false 2026-03-09T15:44:39.755 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 09 15:44:39 vm02 bash[17514]: debug 2026-03-09T15:44:39.622+0000 7fe64f4c1d80 4 rocksdb: Options.blob_garbage_collection_age_cutoff: 0.250000 2026-03-09T15:44:39.755 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 09 15:44:39 vm02 bash[17514]: debug 2026-03-09T15:44:39.622+0000 7fe64f4c1d80 4 rocksdb: Options.blob_garbage_collection_force_threshold: 1.000000 2026-03-09T15:44:39.755 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 09 15:44:39 vm02 bash[17514]: debug 2026-03-09T15:44:39.622+0000 7fe64f4c1d80 4 rocksdb: Options.blob_compaction_readahead_size: 0 2026-03-09T15:44:39.755 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 09 15:44:39 vm02 bash[17514]: debug 2026-03-09T15:44:39.622+0000 7fe64f4c1d80 4 rocksdb: Options.blob_file_starting_level: 0 2026-03-09T15:44:39.755 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 09 15:44:39 vm02 bash[17514]: debug 2026-03-09T15:44:39.622+0000 7fe64f4c1d80 4 rocksdb: Options.experimental_mempurge_threshold: 0.000000 2026-03-09T15:44:39.755 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 09 15:44:39 vm02 bash[17514]: debug 2026-03-09T15:44:39.626+0000 7fe64f4c1d80 4 rocksdb: [db/version_set.cc:5566] Recovered from manifest file:/var/lib/ceph/mon/ceph-a/store.db/MANIFEST-000010 succeeded,manifest_file_number is 10, next_file_number is 12, last_sequence is 5, log_number is 5,prev_log_number is 0,max_column_family is 0,min_log_number_to_keep is 5 2026-03-09T15:44:39.755 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 09 15:44:39 vm02 bash[17514]: debug 2026-03-09T15:44:39.626+0000 7fe64f4c1d80 4 rocksdb: [db/version_set.cc:5581] Column family [default] (ID 0), log number is 5 2026-03-09T15:44:39.755 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 09 15:44:39 vm02 bash[17514]: debug 2026-03-09T15:44:39.626+0000 7fe64f4c1d80 4 rocksdb: [db/db_impl/db_impl_open.cc:539] DB ID: ee42879d-0dc5-468b-9786-ba1944211bf8 2026-03-09T15:44:39.755 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 09 15:44:39 vm02 bash[17514]: debug 2026-03-09T15:44:39.626+0000 7fe64f4c1d80 4 rocksdb: EVENT_LOG_v1 {"time_micros": 1773071079630762, "job": 1, "event": "recovery_started", "wal_files": [9]} 2026-03-09T15:44:39.755 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 09 15:44:39 vm02 bash[17514]: debug 2026-03-09T15:44:39.626+0000 7fe64f4c1d80 4 rocksdb: [db/db_impl/db_impl_open.cc:1043] Recovering log #9 mode 2 2026-03-09T15:44:39.755 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 09 15:44:39 vm02 bash[17514]: debug 2026-03-09T15:44:39.626+0000 7fe64f4c1d80 4 rocksdb: EVENT_LOG_v1 {"time_micros": 1773071079632830, "cf_name": "default", "job": 1, "event": "table_file_creation", "file_number": 13, "file_size": 72047, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 8, "largest_seqno": 223, "table_properties": {"data_size": 70319, "index_size": 181, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 517, "raw_key_size": 9562, "raw_average_key_size": 49, "raw_value_size": 64937, "raw_average_value_size": 334, "num_data_blocks": 8, "num_entries": 194, "num_filter_entries": 194, "num_deletions": 3, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "bloomfilter", "column_family_name": "default", "column_family_id": 0, "comparator": "leveldb.BytewiseComparator", "merge_operator": "", "prefix_extractor_name": "nullptr", "property_collectors": "[CompactOnDeletionCollector]", "compression": "NoCompression", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1773071079, "oldest_key_time": 0, "file_creation_time": 0, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "ee42879d-0dc5-468b-9786-ba1944211bf8", "db_session_id": "EEWSUMN0VL6P4WJDX70V", "orig_file_number": 13, "seqno_to_time_mapping": "N/A"}} 2026-03-09T15:44:39.755 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 09 15:44:39 vm02 bash[17514]: debug 2026-03-09T15:44:39.630+0000 7fe64f4c1d80 4 rocksdb: EVENT_LOG_v1 {"time_micros": 1773071079633115, "job": 1, "event": "recovery_finished"} 2026-03-09T15:44:39.755 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 09 15:44:39 vm02 bash[17514]: debug 2026-03-09T15:44:39.630+0000 7fe64f4c1d80 4 rocksdb: [db/version_set.cc:5047] Creating manifest 15 2026-03-09T15:44:39.755 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 09 15:44:39 vm02 bash[17514]: debug 2026-03-09T15:44:39.630+0000 7fe64f4c1d80 4 rocksdb: [file/delete_scheduler.cc:74] Deleted file /var/lib/ceph/mon/ceph-a/store.db/000009.log immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2026-03-09T15:44:39.755 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 09 15:44:39 vm02 bash[17514]: debug 2026-03-09T15:44:39.630+0000 7fe64f4c1d80 4 rocksdb: [db/db_impl/db_impl_open.cc:1987] SstFileManager instance 0x5598d72e4e00 2026-03-09T15:44:39.755 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 09 15:44:39 vm02 bash[17514]: debug 2026-03-09T15:44:39.630+0000 7fe64f4c1d80 4 rocksdb: DB pointer 0x5598d73f0000 2026-03-09T15:44:39.755 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 09 15:44:39 vm02 bash[17514]: debug 2026-03-09T15:44:39.630+0000 7fe64f4c1d80 0 starting mon.a rank 0 at public addrs [v2:192.168.123.102:3300/0,v1:192.168.123.102:6789/0] at bind addrs [v2:192.168.123.102:3300/0,v1:192.168.123.102:6789/0] mon_data /var/lib/ceph/mon/ceph-a fsid a2a597c0-1bce-11f1-835a-ab631984d2b4 2026-03-09T15:44:39.755 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 09 15:44:39 vm02 bash[17514]: debug 2026-03-09T15:44:39.634+0000 7fe64f4c1d80 1 mon.a@-1(???) e1 preinit fsid a2a597c0-1bce-11f1-835a-ab631984d2b4 2026-03-09T15:44:39.755 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 09 15:44:39 vm02 bash[17514]: debug 2026-03-09T15:44:39.634+0000 7fe64f4c1d80 0 mon.a@-1(???).mds e1 new map 2026-03-09T15:44:39.755 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 09 15:44:39 vm02 bash[17514]: debug 2026-03-09T15:44:39.634+0000 7fe64f4c1d80 0 mon.a@-1(???).mds e1 print_map 2026-03-09T15:44:39.755 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 09 15:44:39 vm02 bash[17514]: e1 2026-03-09T15:44:39.755 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 09 15:44:39 vm02 bash[17514]: btime 2026-03-09T15:44:38:626104+0000 2026-03-09T15:44:39.755 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 09 15:44:39 vm02 bash[17514]: enable_multiple, ever_enabled_multiple: 1,1 2026-03-09T15:44:39.755 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 09 15:44:39 vm02 bash[17514]: default compat: compat={},rocompat={},incompat={1=base v0.20,2=client writeable ranges,3=default file layouts on dirs,4=dir inode in separate object,5=mds uses versioned encoding,6=dirfrag is stored in omap,8=no anchor table,9=file layout v2,10=snaprealm v2,11=minor log segments,12=quiesce subvolumes} 2026-03-09T15:44:39.756 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 09 15:44:39 vm02 bash[17514]: legacy client fscid: -1 2026-03-09T15:44:39.756 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 09 15:44:39 vm02 bash[17514]: 2026-03-09T15:44:39.756 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 09 15:44:39 vm02 bash[17514]: No filesystems configured 2026-03-09T15:44:39.756 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 09 15:44:39 vm02 bash[17514]: debug 2026-03-09T15:44:39.634+0000 7fe64f4c1d80 0 mon.a@-1(???).osd e1 crush map has features 3314932999778484224, adjusting msgr requires 2026-03-09T15:44:39.756 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 09 15:44:39 vm02 bash[17514]: debug 2026-03-09T15:44:39.634+0000 7fe64f4c1d80 0 mon.a@-1(???).osd e1 crush map has features 288514050185494528, adjusting msgr requires 2026-03-09T15:44:39.756 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 09 15:44:39 vm02 bash[17514]: debug 2026-03-09T15:44:39.634+0000 7fe64f4c1d80 0 mon.a@-1(???).osd e1 crush map has features 288514050185494528, adjusting msgr requires 2026-03-09T15:44:39.756 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 09 15:44:39 vm02 bash[17514]: debug 2026-03-09T15:44:39.634+0000 7fe64f4c1d80 0 mon.a@-1(???).osd e1 crush map has features 288514050185494528, adjusting msgr requires 2026-03-09T15:44:39.756 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 09 15:44:39 vm02 bash[17514]: debug 2026-03-09T15:44:39.634+0000 7fe64f4c1d80 1 mon.a@-1(???).paxosservice(auth 1..2) refresh upgraded, format 0 -> 3 2026-03-09T15:44:39.756 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 09 15:44:39 vm02 bash[17514]: cluster 2026-03-09T15:44:39.642120+0000 mon.a (mon.0) 1 : cluster [INF] mon.a is new leader, mons a in quorum (ranks 0) 2026-03-09T15:44:39.756 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 09 15:44:39 vm02 bash[17514]: cluster 2026-03-09T15:44:39.642120+0000 mon.a (mon.0) 1 : cluster [INF] mon.a is new leader, mons a in quorum (ranks 0) 2026-03-09T15:44:39.756 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 09 15:44:39 vm02 bash[17514]: cluster 2026-03-09T15:44:39.642191+0000 mon.a (mon.0) 2 : cluster [DBG] monmap epoch 1 2026-03-09T15:44:39.756 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 09 15:44:39 vm02 bash[17514]: cluster 2026-03-09T15:44:39.642191+0000 mon.a (mon.0) 2 : cluster [DBG] monmap epoch 1 2026-03-09T15:44:39.756 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 09 15:44:39 vm02 bash[17514]: cluster 2026-03-09T15:44:39.642200+0000 mon.a (mon.0) 3 : cluster [DBG] fsid a2a597c0-1bce-11f1-835a-ab631984d2b4 2026-03-09T15:44:39.756 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 09 15:44:39 vm02 bash[17514]: cluster 2026-03-09T15:44:39.642200+0000 mon.a (mon.0) 3 : cluster [DBG] fsid a2a597c0-1bce-11f1-835a-ab631984d2b4 2026-03-09T15:44:39.756 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 09 15:44:39 vm02 bash[17514]: cluster 2026-03-09T15:44:39.642205+0000 mon.a (mon.0) 4 : cluster [DBG] last_changed 2026-03-09T15:44:37.397682+0000 2026-03-09T15:44:39.756 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 09 15:44:39 vm02 bash[17514]: cluster 2026-03-09T15:44:39.642205+0000 mon.a (mon.0) 4 : cluster [DBG] last_changed 2026-03-09T15:44:37.397682+0000 2026-03-09T15:44:39.756 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 09 15:44:39 vm02 bash[17514]: cluster 2026-03-09T15:44:39.642216+0000 mon.a (mon.0) 5 : cluster [DBG] created 2026-03-09T15:44:37.397682+0000 2026-03-09T15:44:39.756 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 09 15:44:39 vm02 bash[17514]: cluster 2026-03-09T15:44:39.642216+0000 mon.a (mon.0) 5 : cluster [DBG] created 2026-03-09T15:44:37.397682+0000 2026-03-09T15:44:39.756 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 09 15:44:39 vm02 bash[17514]: cluster 2026-03-09T15:44:39.642219+0000 mon.a (mon.0) 6 : cluster [DBG] min_mon_release 19 (squid) 2026-03-09T15:44:39.756 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 09 15:44:39 vm02 bash[17514]: cluster 2026-03-09T15:44:39.642219+0000 mon.a (mon.0) 6 : cluster [DBG] min_mon_release 19 (squid) 2026-03-09T15:44:39.756 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 09 15:44:39 vm02 bash[17514]: cluster 2026-03-09T15:44:39.642223+0000 mon.a (mon.0) 7 : cluster [DBG] election_strategy: 1 2026-03-09T15:44:39.756 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 09 15:44:39 vm02 bash[17514]: cluster 2026-03-09T15:44:39.642223+0000 mon.a (mon.0) 7 : cluster [DBG] election_strategy: 1 2026-03-09T15:44:39.756 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 09 15:44:39 vm02 bash[17514]: cluster 2026-03-09T15:44:39.642225+0000 mon.a (mon.0) 8 : cluster [DBG] 0: [v2:192.168.123.102:3300/0,v1:192.168.123.102:6789/0] mon.a 2026-03-09T15:44:39.756 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 09 15:44:39 vm02 bash[17514]: cluster 2026-03-09T15:44:39.642225+0000 mon.a (mon.0) 8 : cluster [DBG] 0: [v2:192.168.123.102:3300/0,v1:192.168.123.102:6789/0] mon.a 2026-03-09T15:44:39.756 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 09 15:44:39 vm02 bash[17514]: cluster 2026-03-09T15:44:39.642484+0000 mon.a (mon.0) 9 : cluster [DBG] fsmap 2026-03-09T15:44:39.756 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 09 15:44:39 vm02 bash[17514]: cluster 2026-03-09T15:44:39.642484+0000 mon.a (mon.0) 9 : cluster [DBG] fsmap 2026-03-09T15:44:39.756 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 09 15:44:39 vm02 bash[17514]: cluster 2026-03-09T15:44:39.642500+0000 mon.a (mon.0) 10 : cluster [DBG] osdmap e1: 0 total, 0 up, 0 in 2026-03-09T15:44:39.756 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 09 15:44:39 vm02 bash[17514]: cluster 2026-03-09T15:44:39.642500+0000 mon.a (mon.0) 10 : cluster [DBG] osdmap e1: 0 total, 0 up, 0 in 2026-03-09T15:44:39.756 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 09 15:44:39 vm02 bash[17514]: cluster 2026-03-09T15:44:39.643491+0000 mon.a (mon.0) 11 : cluster [DBG] mgrmap e1: no daemons active 2026-03-09T15:44:39.756 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 09 15:44:39 vm02 bash[17514]: cluster 2026-03-09T15:44:39.643491+0000 mon.a (mon.0) 11 : cluster [DBG] mgrmap e1: no daemons active 2026-03-09T15:44:39.918 INFO:teuthology.orchestra.run.vm02.stdout:Non-zero exit code 1 from systemctl reset-failed ceph-a2a597c0-1bce-11f1-835a-ab631984d2b4@mgr.x 2026-03-09T15:44:39.919 INFO:teuthology.orchestra.run.vm02.stdout:systemctl: stderr Failed to reset failed state of unit ceph-a2a597c0-1bce-11f1-835a-ab631984d2b4@mgr.x.service: Unit ceph-a2a597c0-1bce-11f1-835a-ab631984d2b4@mgr.x.service not loaded. 2026-03-09T15:44:40.040 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 09 15:44:39 vm02 systemd[1]: /etc/systemd/system/ceph-a2a597c0-1bce-11f1-835a-ab631984d2b4@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2026-03-09T15:44:40.095 INFO:teuthology.orchestra.run.vm02.stdout:systemctl: stderr Created symlink /etc/systemd/system/ceph-a2a597c0-1bce-11f1-835a-ab631984d2b4.target.wants/ceph-a2a597c0-1bce-11f1-835a-ab631984d2b4@mgr.x.service → /etc/systemd/system/ceph-a2a597c0-1bce-11f1-835a-ab631984d2b4@.service. 2026-03-09T15:44:40.102 INFO:teuthology.orchestra.run.vm02.stdout:firewalld does not appear to be present 2026-03-09T15:44:40.102 INFO:teuthology.orchestra.run.vm02.stdout:Not possible to enable service . firewalld.service is not available 2026-03-09T15:44:40.102 INFO:teuthology.orchestra.run.vm02.stdout:firewalld does not appear to be present 2026-03-09T15:44:40.102 INFO:teuthology.orchestra.run.vm02.stdout:Not possible to open ports <[9283, 8765]>. firewalld.service is not available 2026-03-09T15:44:40.102 INFO:teuthology.orchestra.run.vm02.stdout:Waiting for mgr to start... 2026-03-09T15:44:40.102 INFO:teuthology.orchestra.run.vm02.stdout:Waiting for mgr... 2026-03-09T15:44:40.312 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 09 15:44:40 vm02 systemd[1]: /etc/systemd/system/ceph-a2a597c0-1bce-11f1-835a-ab631984d2b4@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2026-03-09T15:44:40.355 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout 2026-03-09T15:44:40.355 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout { 2026-03-09T15:44:40.355 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout "fsid": "a2a597c0-1bce-11f1-835a-ab631984d2b4", 2026-03-09T15:44:40.355 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout "health": { 2026-03-09T15:44:40.355 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout "status": "HEALTH_OK", 2026-03-09T15:44:40.355 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout "checks": {}, 2026-03-09T15:44:40.355 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout "mutes": [] 2026-03-09T15:44:40.355 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout }, 2026-03-09T15:44:40.355 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout "election_epoch": 5, 2026-03-09T15:44:40.355 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout "quorum": [ 2026-03-09T15:44:40.355 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout 0 2026-03-09T15:44:40.355 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout ], 2026-03-09T15:44:40.355 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout "quorum_names": [ 2026-03-09T15:44:40.356 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout "a" 2026-03-09T15:44:40.356 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout ], 2026-03-09T15:44:40.356 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout "quorum_age": 0, 2026-03-09T15:44:40.356 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout "monmap": { 2026-03-09T15:44:40.356 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout "epoch": 1, 2026-03-09T15:44:40.356 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout "min_mon_release_name": "squid", 2026-03-09T15:44:40.356 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout "num_mons": 1 2026-03-09T15:44:40.356 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout }, 2026-03-09T15:44:40.356 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout "osdmap": { 2026-03-09T15:44:40.356 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout "epoch": 1, 2026-03-09T15:44:40.356 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout "num_osds": 0, 2026-03-09T15:44:40.356 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout "num_up_osds": 0, 2026-03-09T15:44:40.356 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout "osd_up_since": 0, 2026-03-09T15:44:40.356 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout "num_in_osds": 0, 2026-03-09T15:44:40.356 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout "osd_in_since": 0, 2026-03-09T15:44:40.356 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout "num_remapped_pgs": 0 2026-03-09T15:44:40.356 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout }, 2026-03-09T15:44:40.356 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout "pgmap": { 2026-03-09T15:44:40.356 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout "pgs_by_state": [], 2026-03-09T15:44:40.356 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout "num_pgs": 0, 2026-03-09T15:44:40.356 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout "num_pools": 0, 2026-03-09T15:44:40.356 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout "num_objects": 0, 2026-03-09T15:44:40.356 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout "data_bytes": 0, 2026-03-09T15:44:40.356 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout "bytes_used": 0, 2026-03-09T15:44:40.356 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout "bytes_avail": 0, 2026-03-09T15:44:40.356 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout "bytes_total": 0 2026-03-09T15:44:40.356 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout }, 2026-03-09T15:44:40.356 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout "fsmap": { 2026-03-09T15:44:40.356 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout "epoch": 1, 2026-03-09T15:44:40.356 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout "btime": "2026-03-09T15:44:38:626104+0000", 2026-03-09T15:44:40.356 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout "by_rank": [], 2026-03-09T15:44:40.356 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout "up:standby": 0 2026-03-09T15:44:40.356 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout }, 2026-03-09T15:44:40.356 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout "mgrmap": { 2026-03-09T15:44:40.356 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout "available": false, 2026-03-09T15:44:40.356 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout "num_standbys": 0, 2026-03-09T15:44:40.356 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout "modules": [ 2026-03-09T15:44:40.356 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout "iostat", 2026-03-09T15:44:40.356 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout "nfs", 2026-03-09T15:44:40.356 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout "restful" 2026-03-09T15:44:40.356 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout ], 2026-03-09T15:44:40.356 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout "services": {} 2026-03-09T15:44:40.356 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout }, 2026-03-09T15:44:40.356 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout "servicemap": { 2026-03-09T15:44:40.356 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout "epoch": 1, 2026-03-09T15:44:40.356 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout "modified": "2026-03-09T15:44:38.626765+0000", 2026-03-09T15:44:40.356 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout "services": {} 2026-03-09T15:44:40.356 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout }, 2026-03-09T15:44:40.356 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout "progress_events": {} 2026-03-09T15:44:40.356 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout } 2026-03-09T15:44:40.356 INFO:teuthology.orchestra.run.vm02.stdout:mgr not available, waiting (1/15)... 2026-03-09T15:44:40.654 INFO:journalctl@ceph.mgr.x.vm02.stdout:Mar 09 15:44:40 vm02 bash[17789]: debug 2026-03-09T15:44:40.478+0000 7f08cd45f140 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2026-03-09T15:44:41.154 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 09 15:44:40 vm02 bash[17514]: audit 2026-03-09T15:44:39.701228+0000 mon.a (mon.0) 12 : audit [INF] from='client.? 192.168.123.102:0/2053825890' entity='client.admin' 2026-03-09T15:44:41.154 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 09 15:44:40 vm02 bash[17514]: audit 2026-03-09T15:44:39.701228+0000 mon.a (mon.0) 12 : audit [INF] from='client.? 192.168.123.102:0/2053825890' entity='client.admin' 2026-03-09T15:44:41.154 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 09 15:44:40 vm02 bash[17514]: audit 2026-03-09T15:44:40.301236+0000 mon.a (mon.0) 13 : audit [DBG] from='client.? 192.168.123.102:0/2413273505' entity='client.admin' cmd=[{"prefix": "status", "format": "json-pretty"}]: dispatch 2026-03-09T15:44:41.154 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 09 15:44:40 vm02 bash[17514]: audit 2026-03-09T15:44:40.301236+0000 mon.a (mon.0) 13 : audit [DBG] from='client.? 192.168.123.102:0/2413273505' entity='client.admin' cmd=[{"prefix": "status", "format": "json-pretty"}]: dispatch 2026-03-09T15:44:41.154 INFO:journalctl@ceph.mgr.x.vm02.stdout:Mar 09 15:44:40 vm02 bash[17789]: debug 2026-03-09T15:44:40.778+0000 7f08cd45f140 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2026-03-09T15:44:41.593 INFO:journalctl@ceph.mgr.x.vm02.stdout:Mar 09 15:44:41 vm02 bash[17789]: debug 2026-03-09T15:44:41.238+0000 7f08cd45f140 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2026-03-09T15:44:41.593 INFO:journalctl@ceph.mgr.x.vm02.stdout:Mar 09 15:44:41 vm02 bash[17789]: debug 2026-03-09T15:44:41.322+0000 7f08cd45f140 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2026-03-09T15:44:41.593 INFO:journalctl@ceph.mgr.x.vm02.stdout:Mar 09 15:44:41 vm02 bash[17789]: /lib64/python3.9/site-packages/scipy/__init__.py:73: UserWarning: NumPy was imported from a Python sub-interpreter but NumPy does not properly support sub-interpreters. This will likely work for most users but might cause hard to track down issues or subtle bugs. A common user of the rare sub-interpreter feature is wsgi which also allows single-interpreter mode. 2026-03-09T15:44:41.593 INFO:journalctl@ceph.mgr.x.vm02.stdout:Mar 09 15:44:41 vm02 bash[17789]: Improvements in the case of bugs are welcome, but is not on the NumPy roadmap, and full support may require significant effort to achieve. 2026-03-09T15:44:41.593 INFO:journalctl@ceph.mgr.x.vm02.stdout:Mar 09 15:44:41 vm02 bash[17789]: from numpy import show_config as show_numpy_config 2026-03-09T15:44:41.593 INFO:journalctl@ceph.mgr.x.vm02.stdout:Mar 09 15:44:41 vm02 bash[17789]: debug 2026-03-09T15:44:41.450+0000 7f08cd45f140 -1 mgr[py] Module diskprediction_local has missing NOTIFY_TYPES member 2026-03-09T15:44:41.904 INFO:journalctl@ceph.mgr.x.vm02.stdout:Mar 09 15:44:41 vm02 bash[17789]: debug 2026-03-09T15:44:41.590+0000 7f08cd45f140 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2026-03-09T15:44:41.904 INFO:journalctl@ceph.mgr.x.vm02.stdout:Mar 09 15:44:41 vm02 bash[17789]: debug 2026-03-09T15:44:41.634+0000 7f08cd45f140 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2026-03-09T15:44:41.904 INFO:journalctl@ceph.mgr.x.vm02.stdout:Mar 09 15:44:41 vm02 bash[17789]: debug 2026-03-09T15:44:41.674+0000 7f08cd45f140 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2026-03-09T15:44:41.904 INFO:journalctl@ceph.mgr.x.vm02.stdout:Mar 09 15:44:41 vm02 bash[17789]: debug 2026-03-09T15:44:41.718+0000 7f08cd45f140 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2026-03-09T15:44:41.904 INFO:journalctl@ceph.mgr.x.vm02.stdout:Mar 09 15:44:41 vm02 bash[17789]: debug 2026-03-09T15:44:41.774+0000 7f08cd45f140 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2026-03-09T15:44:42.478 INFO:journalctl@ceph.mgr.x.vm02.stdout:Mar 09 15:44:42 vm02 bash[17789]: debug 2026-03-09T15:44:42.214+0000 7f08cd45f140 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2026-03-09T15:44:42.478 INFO:journalctl@ceph.mgr.x.vm02.stdout:Mar 09 15:44:42 vm02 bash[17789]: debug 2026-03-09T15:44:42.254+0000 7f08cd45f140 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2026-03-09T15:44:42.478 INFO:journalctl@ceph.mgr.x.vm02.stdout:Mar 09 15:44:42 vm02 bash[17789]: debug 2026-03-09T15:44:42.294+0000 7f08cd45f140 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2026-03-09T15:44:42.638 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout 2026-03-09T15:44:42.638 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout { 2026-03-09T15:44:42.638 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout "fsid": "a2a597c0-1bce-11f1-835a-ab631984d2b4", 2026-03-09T15:44:42.638 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout "health": { 2026-03-09T15:44:42.638 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout "status": "HEALTH_OK", 2026-03-09T15:44:42.638 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout "checks": {}, 2026-03-09T15:44:42.638 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout "mutes": [] 2026-03-09T15:44:42.638 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout }, 2026-03-09T15:44:42.638 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout "election_epoch": 5, 2026-03-09T15:44:42.638 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout "quorum": [ 2026-03-09T15:44:42.638 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout 0 2026-03-09T15:44:42.638 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout ], 2026-03-09T15:44:42.638 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout "quorum_names": [ 2026-03-09T15:44:42.638 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout "a" 2026-03-09T15:44:42.638 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout ], 2026-03-09T15:44:42.638 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout "quorum_age": 2, 2026-03-09T15:44:42.638 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout "monmap": { 2026-03-09T15:44:42.638 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout "epoch": 1, 2026-03-09T15:44:42.638 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout "min_mon_release_name": "squid", 2026-03-09T15:44:42.638 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout "num_mons": 1 2026-03-09T15:44:42.638 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout }, 2026-03-09T15:44:42.638 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout "osdmap": { 2026-03-09T15:44:42.638 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout "epoch": 1, 2026-03-09T15:44:42.638 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout "num_osds": 0, 2026-03-09T15:44:42.638 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout "num_up_osds": 0, 2026-03-09T15:44:42.638 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout "osd_up_since": 0, 2026-03-09T15:44:42.638 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout "num_in_osds": 0, 2026-03-09T15:44:42.638 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout "osd_in_since": 0, 2026-03-09T15:44:42.638 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout "num_remapped_pgs": 0 2026-03-09T15:44:42.638 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout }, 2026-03-09T15:44:42.638 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout "pgmap": { 2026-03-09T15:44:42.638 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout "pgs_by_state": [], 2026-03-09T15:44:42.638 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout "num_pgs": 0, 2026-03-09T15:44:42.638 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout "num_pools": 0, 2026-03-09T15:44:42.638 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout "num_objects": 0, 2026-03-09T15:44:42.639 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout "data_bytes": 0, 2026-03-09T15:44:42.639 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout "bytes_used": 0, 2026-03-09T15:44:42.639 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout "bytes_avail": 0, 2026-03-09T15:44:42.639 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout "bytes_total": 0 2026-03-09T15:44:42.639 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout }, 2026-03-09T15:44:42.639 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout "fsmap": { 2026-03-09T15:44:42.639 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout "epoch": 1, 2026-03-09T15:44:42.639 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout "btime": "2026-03-09T15:44:38:626104+0000", 2026-03-09T15:44:42.639 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout "by_rank": [], 2026-03-09T15:44:42.639 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout "up:standby": 0 2026-03-09T15:44:42.639 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout }, 2026-03-09T15:44:42.639 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout "mgrmap": { 2026-03-09T15:44:42.639 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout "available": false, 2026-03-09T15:44:42.639 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout "num_standbys": 0, 2026-03-09T15:44:42.639 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout "modules": [ 2026-03-09T15:44:42.639 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout "iostat", 2026-03-09T15:44:42.639 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout "nfs", 2026-03-09T15:44:42.639 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout "restful" 2026-03-09T15:44:42.639 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout ], 2026-03-09T15:44:42.639 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout "services": {} 2026-03-09T15:44:42.639 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout }, 2026-03-09T15:44:42.639 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout "servicemap": { 2026-03-09T15:44:42.639 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout "epoch": 1, 2026-03-09T15:44:42.639 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout "modified": "2026-03-09T15:44:38.626765+0000", 2026-03-09T15:44:42.639 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout "services": {} 2026-03-09T15:44:42.639 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout }, 2026-03-09T15:44:42.639 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout "progress_events": {} 2026-03-09T15:44:42.639 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout } 2026-03-09T15:44:42.639 INFO:teuthology.orchestra.run.vm02.stdout:mgr not available, waiting (2/15)... 2026-03-09T15:44:42.850 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 09 15:44:42 vm02 bash[17514]: audit 2026-03-09T15:44:42.564658+0000 mon.a (mon.0) 14 : audit [DBG] from='client.? 192.168.123.102:0/4250839346' entity='client.admin' cmd=[{"prefix": "status", "format": "json-pretty"}]: dispatch 2026-03-09T15:44:42.850 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 09 15:44:42 vm02 bash[17514]: audit 2026-03-09T15:44:42.564658+0000 mon.a (mon.0) 14 : audit [DBG] from='client.? 192.168.123.102:0/4250839346' entity='client.admin' cmd=[{"prefix": "status", "format": "json-pretty"}]: dispatch 2026-03-09T15:44:42.850 INFO:journalctl@ceph.mgr.x.vm02.stdout:Mar 09 15:44:42 vm02 bash[17789]: debug 2026-03-09T15:44:42.474+0000 7f08cd45f140 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2026-03-09T15:44:42.850 INFO:journalctl@ceph.mgr.x.vm02.stdout:Mar 09 15:44:42 vm02 bash[17789]: debug 2026-03-09T15:44:42.522+0000 7f08cd45f140 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2026-03-09T15:44:42.850 INFO:journalctl@ceph.mgr.x.vm02.stdout:Mar 09 15:44:42 vm02 bash[17789]: debug 2026-03-09T15:44:42.562+0000 7f08cd45f140 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2026-03-09T15:44:42.850 INFO:journalctl@ceph.mgr.x.vm02.stdout:Mar 09 15:44:42 vm02 bash[17789]: debug 2026-03-09T15:44:42.690+0000 7f08cd45f140 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2026-03-09T15:44:43.118 INFO:journalctl@ceph.mgr.x.vm02.stdout:Mar 09 15:44:42 vm02 bash[17789]: debug 2026-03-09T15:44:42.846+0000 7f08cd45f140 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2026-03-09T15:44:43.118 INFO:journalctl@ceph.mgr.x.vm02.stdout:Mar 09 15:44:43 vm02 bash[17789]: debug 2026-03-09T15:44:43.026+0000 7f08cd45f140 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2026-03-09T15:44:43.118 INFO:journalctl@ceph.mgr.x.vm02.stdout:Mar 09 15:44:43 vm02 bash[17789]: debug 2026-03-09T15:44:43.066+0000 7f08cd45f140 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2026-03-09T15:44:43.376 INFO:journalctl@ceph.mgr.x.vm02.stdout:Mar 09 15:44:43 vm02 bash[17789]: debug 2026-03-09T15:44:43.114+0000 7f08cd45f140 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2026-03-09T15:44:43.376 INFO:journalctl@ceph.mgr.x.vm02.stdout:Mar 09 15:44:43 vm02 bash[17789]: debug 2026-03-09T15:44:43.326+0000 7f08cd45f140 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2026-03-09T15:44:43.904 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 09 15:44:43 vm02 bash[17514]: cluster 2026-03-09T15:44:43.651994+0000 mon.a (mon.0) 15 : cluster [INF] Activating manager daemon x 2026-03-09T15:44:43.904 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 09 15:44:43 vm02 bash[17514]: cluster 2026-03-09T15:44:43.651994+0000 mon.a (mon.0) 15 : cluster [INF] Activating manager daemon x 2026-03-09T15:44:43.904 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 09 15:44:43 vm02 bash[17514]: cluster 2026-03-09T15:44:43.656483+0000 mon.a (mon.0) 16 : cluster [DBG] mgrmap e2: x(active, starting, since 0.00463226s) 2026-03-09T15:44:43.904 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 09 15:44:43 vm02 bash[17514]: cluster 2026-03-09T15:44:43.656483+0000 mon.a (mon.0) 16 : cluster [DBG] mgrmap e2: x(active, starting, since 0.00463226s) 2026-03-09T15:44:43.904 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 09 15:44:43 vm02 bash[17514]: audit 2026-03-09T15:44:43.660928+0000 mon.a (mon.0) 17 : audit [DBG] from='mgr.14100 192.168.123.102:0/3925386407' entity='mgr.x' cmd=[{"prefix": "mds metadata"}]: dispatch 2026-03-09T15:44:43.904 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 09 15:44:43 vm02 bash[17514]: audit 2026-03-09T15:44:43.660928+0000 mon.a (mon.0) 17 : audit [DBG] from='mgr.14100 192.168.123.102:0/3925386407' entity='mgr.x' cmd=[{"prefix": "mds metadata"}]: dispatch 2026-03-09T15:44:43.904 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 09 15:44:43 vm02 bash[17514]: audit 2026-03-09T15:44:43.661352+0000 mon.a (mon.0) 18 : audit [DBG] from='mgr.14100 192.168.123.102:0/3925386407' entity='mgr.x' cmd=[{"prefix": "osd metadata"}]: dispatch 2026-03-09T15:44:43.904 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 09 15:44:43 vm02 bash[17514]: audit 2026-03-09T15:44:43.661352+0000 mon.a (mon.0) 18 : audit [DBG] from='mgr.14100 192.168.123.102:0/3925386407' entity='mgr.x' cmd=[{"prefix": "osd metadata"}]: dispatch 2026-03-09T15:44:43.904 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 09 15:44:43 vm02 bash[17514]: audit 2026-03-09T15:44:43.661741+0000 mon.a (mon.0) 19 : audit [DBG] from='mgr.14100 192.168.123.102:0/3925386407' entity='mgr.x' cmd=[{"prefix": "mon metadata"}]: dispatch 2026-03-09T15:44:43.904 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 09 15:44:43 vm02 bash[17514]: audit 2026-03-09T15:44:43.661741+0000 mon.a (mon.0) 19 : audit [DBG] from='mgr.14100 192.168.123.102:0/3925386407' entity='mgr.x' cmd=[{"prefix": "mon metadata"}]: dispatch 2026-03-09T15:44:43.904 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 09 15:44:43 vm02 bash[17514]: audit 2026-03-09T15:44:43.662163+0000 mon.a (mon.0) 20 : audit [DBG] from='mgr.14100 192.168.123.102:0/3925386407' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2026-03-09T15:44:43.904 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 09 15:44:43 vm02 bash[17514]: audit 2026-03-09T15:44:43.662163+0000 mon.a (mon.0) 20 : audit [DBG] from='mgr.14100 192.168.123.102:0/3925386407' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2026-03-09T15:44:43.904 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 09 15:44:43 vm02 bash[17514]: audit 2026-03-09T15:44:43.663682+0000 mon.a (mon.0) 21 : audit [DBG] from='mgr.14100 192.168.123.102:0/3925386407' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2026-03-09T15:44:43.904 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 09 15:44:43 vm02 bash[17514]: audit 2026-03-09T15:44:43.663682+0000 mon.a (mon.0) 21 : audit [DBG] from='mgr.14100 192.168.123.102:0/3925386407' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2026-03-09T15:44:43.904 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 09 15:44:43 vm02 bash[17514]: cluster 2026-03-09T15:44:43.671799+0000 mon.a (mon.0) 22 : cluster [INF] Manager daemon x is now available 2026-03-09T15:44:43.904 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 09 15:44:43 vm02 bash[17514]: cluster 2026-03-09T15:44:43.671799+0000 mon.a (mon.0) 22 : cluster [INF] Manager daemon x is now available 2026-03-09T15:44:43.904 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 09 15:44:43 vm02 bash[17514]: audit 2026-03-09T15:44:43.685161+0000 mon.a (mon.0) 23 : audit [INF] from='mgr.14100 192.168.123.102:0/3925386407' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch 2026-03-09T15:44:43.904 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 09 15:44:43 vm02 bash[17514]: audit 2026-03-09T15:44:43.685161+0000 mon.a (mon.0) 23 : audit [INF] from='mgr.14100 192.168.123.102:0/3925386407' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch 2026-03-09T15:44:43.904 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 09 15:44:43 vm02 bash[17514]: audit 2026-03-09T15:44:43.686469+0000 mon.a (mon.0) 24 : audit [INF] from='mgr.14100 192.168.123.102:0/3925386407' entity='mgr.x' 2026-03-09T15:44:43.904 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 09 15:44:43 vm02 bash[17514]: audit 2026-03-09T15:44:43.686469+0000 mon.a (mon.0) 24 : audit [INF] from='mgr.14100 192.168.123.102:0/3925386407' entity='mgr.x' 2026-03-09T15:44:43.904 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 09 15:44:43 vm02 bash[17514]: audit 2026-03-09T15:44:43.690931+0000 mon.a (mon.0) 25 : audit [INF] from='mgr.14100 192.168.123.102:0/3925386407' entity='mgr.x' 2026-03-09T15:44:43.904 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 09 15:44:43 vm02 bash[17514]: audit 2026-03-09T15:44:43.690931+0000 mon.a (mon.0) 25 : audit [INF] from='mgr.14100 192.168.123.102:0/3925386407' entity='mgr.x' 2026-03-09T15:44:43.904 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 09 15:44:43 vm02 bash[17514]: audit 2026-03-09T15:44:43.693670+0000 mon.a (mon.0) 26 : audit [INF] from='mgr.14100 192.168.123.102:0/3925386407' entity='mgr.x' 2026-03-09T15:44:43.904 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 09 15:44:43 vm02 bash[17514]: audit 2026-03-09T15:44:43.693670+0000 mon.a (mon.0) 26 : audit [INF] from='mgr.14100 192.168.123.102:0/3925386407' entity='mgr.x' 2026-03-09T15:44:43.904 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 09 15:44:43 vm02 bash[17514]: audit 2026-03-09T15:44:43.694034+0000 mon.a (mon.0) 27 : audit [INF] from='mgr.14100 192.168.123.102:0/3925386407' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch 2026-03-09T15:44:43.904 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 09 15:44:43 vm02 bash[17514]: audit 2026-03-09T15:44:43.694034+0000 mon.a (mon.0) 27 : audit [INF] from='mgr.14100 192.168.123.102:0/3925386407' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch 2026-03-09T15:44:43.904 INFO:journalctl@ceph.mgr.x.vm02.stdout:Mar 09 15:44:43 vm02 bash[17789]: debug 2026-03-09T15:44:43.646+0000 7f08cd45f140 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2026-03-09T15:44:44.998 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout 2026-03-09T15:44:44.998 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout { 2026-03-09T15:44:44.998 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout "fsid": "a2a597c0-1bce-11f1-835a-ab631984d2b4", 2026-03-09T15:44:44.998 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout "health": { 2026-03-09T15:44:44.998 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout "status": "HEALTH_OK", 2026-03-09T15:44:44.998 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout "checks": {}, 2026-03-09T15:44:44.998 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout "mutes": [] 2026-03-09T15:44:44.998 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout }, 2026-03-09T15:44:44.998 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout "election_epoch": 5, 2026-03-09T15:44:44.998 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout "quorum": [ 2026-03-09T15:44:44.998 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout 0 2026-03-09T15:44:44.998 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout ], 2026-03-09T15:44:44.998 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout "quorum_names": [ 2026-03-09T15:44:44.998 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout "a" 2026-03-09T15:44:44.998 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout ], 2026-03-09T15:44:44.998 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout "quorum_age": 5, 2026-03-09T15:44:44.998 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout "monmap": { 2026-03-09T15:44:44.998 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout "epoch": 1, 2026-03-09T15:44:44.998 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout "min_mon_release_name": "squid", 2026-03-09T15:44:44.998 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout "num_mons": 1 2026-03-09T15:44:44.998 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout }, 2026-03-09T15:44:44.998 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout "osdmap": { 2026-03-09T15:44:44.998 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout "epoch": 1, 2026-03-09T15:44:44.998 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout "num_osds": 0, 2026-03-09T15:44:44.998 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout "num_up_osds": 0, 2026-03-09T15:44:44.998 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout "osd_up_since": 0, 2026-03-09T15:44:44.998 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout "num_in_osds": 0, 2026-03-09T15:44:44.998 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout "osd_in_since": 0, 2026-03-09T15:44:44.998 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout "num_remapped_pgs": 0 2026-03-09T15:44:44.999 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout }, 2026-03-09T15:44:44.999 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout "pgmap": { 2026-03-09T15:44:44.999 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout "pgs_by_state": [], 2026-03-09T15:44:44.999 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout "num_pgs": 0, 2026-03-09T15:44:44.999 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout "num_pools": 0, 2026-03-09T15:44:44.999 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout "num_objects": 0, 2026-03-09T15:44:44.999 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout "data_bytes": 0, 2026-03-09T15:44:44.999 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout "bytes_used": 0, 2026-03-09T15:44:44.999 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout "bytes_avail": 0, 2026-03-09T15:44:44.999 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout "bytes_total": 0 2026-03-09T15:44:44.999 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout }, 2026-03-09T15:44:44.999 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout "fsmap": { 2026-03-09T15:44:44.999 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout "epoch": 1, 2026-03-09T15:44:44.999 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout "btime": "2026-03-09T15:44:38:626104+0000", 2026-03-09T15:44:44.999 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout "by_rank": [], 2026-03-09T15:44:44.999 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout "up:standby": 0 2026-03-09T15:44:44.999 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout }, 2026-03-09T15:44:44.999 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout "mgrmap": { 2026-03-09T15:44:44.999 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout "available": true, 2026-03-09T15:44:44.999 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout "num_standbys": 0, 2026-03-09T15:44:44.999 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout "modules": [ 2026-03-09T15:44:44.999 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout "iostat", 2026-03-09T15:44:44.999 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout "nfs", 2026-03-09T15:44:44.999 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout "restful" 2026-03-09T15:44:44.999 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout ], 2026-03-09T15:44:44.999 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout "services": {} 2026-03-09T15:44:44.999 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout }, 2026-03-09T15:44:44.999 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout "servicemap": { 2026-03-09T15:44:44.999 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout "epoch": 1, 2026-03-09T15:44:44.999 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout "modified": "2026-03-09T15:44:38.626765+0000", 2026-03-09T15:44:44.999 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout "services": {} 2026-03-09T15:44:44.999 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout }, 2026-03-09T15:44:44.999 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout "progress_events": {} 2026-03-09T15:44:44.999 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout } 2026-03-09T15:44:44.999 INFO:teuthology.orchestra.run.vm02.stdout:mgr is available 2026-03-09T15:44:45.259 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout 2026-03-09T15:44:45.259 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout [global] 2026-03-09T15:44:45.259 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout fsid = a2a597c0-1bce-11f1-835a-ab631984d2b4 2026-03-09T15:44:45.259 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout mon_cluster_log_file_level = debug 2026-03-09T15:44:45.259 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout mon_host = [v2:192.168.123.102:3300,v1:192.168.123.102:6789] 2026-03-09T15:44:45.259 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout mon_osd_allow_pg_remap = true 2026-03-09T15:44:45.259 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout mon_osd_allow_primary_affinity = true 2026-03-09T15:44:45.259 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout mon_warn_on_no_sortbitwise = false 2026-03-09T15:44:45.259 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout osd_crush_chooseleaf_type = 0 2026-03-09T15:44:45.259 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout 2026-03-09T15:44:45.259 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout [mgr] 2026-03-09T15:44:45.259 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout mgr/telemetry/nag = false 2026-03-09T15:44:45.259 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout 2026-03-09T15:44:45.259 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout [osd] 2026-03-09T15:44:45.259 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout osd_map_max_advance = 10 2026-03-09T15:44:45.259 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout osd_sloppy_crc = true 2026-03-09T15:44:45.259 INFO:teuthology.orchestra.run.vm02.stdout:Enabling cephadm module... 2026-03-09T15:44:45.977 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 09 15:44:45 vm02 bash[17514]: cluster 2026-03-09T15:44:44.677034+0000 mon.a (mon.0) 28 : cluster [DBG] mgrmap e3: x(active, since 1.02517s) 2026-03-09T15:44:45.977 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 09 15:44:45 vm02 bash[17514]: cluster 2026-03-09T15:44:44.677034+0000 mon.a (mon.0) 28 : cluster [DBG] mgrmap e3: x(active, since 1.02517s) 2026-03-09T15:44:45.977 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 09 15:44:45 vm02 bash[17514]: audit 2026-03-09T15:44:44.959867+0000 mon.a (mon.0) 29 : audit [DBG] from='client.? 192.168.123.102:0/2342014714' entity='client.admin' cmd=[{"prefix": "status", "format": "json-pretty"}]: dispatch 2026-03-09T15:44:45.977 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 09 15:44:45 vm02 bash[17514]: audit 2026-03-09T15:44:44.959867+0000 mon.a (mon.0) 29 : audit [DBG] from='client.? 192.168.123.102:0/2342014714' entity='client.admin' cmd=[{"prefix": "status", "format": "json-pretty"}]: dispatch 2026-03-09T15:44:45.977 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 09 15:44:45 vm02 bash[17514]: audit 2026-03-09T15:44:45.221980+0000 mon.a (mon.0) 30 : audit [INF] from='client.? 192.168.123.102:0/3831346535' entity='client.admin' cmd=[{"prefix": "config assimilate-conf"}]: dispatch 2026-03-09T15:44:45.977 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 09 15:44:45 vm02 bash[17514]: audit 2026-03-09T15:44:45.221980+0000 mon.a (mon.0) 30 : audit [INF] from='client.? 192.168.123.102:0/3831346535' entity='client.admin' cmd=[{"prefix": "config assimilate-conf"}]: dispatch 2026-03-09T15:44:45.977 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 09 15:44:45 vm02 bash[17514]: audit 2026-03-09T15:44:45.519739+0000 mon.a (mon.0) 31 : audit [INF] from='client.? 192.168.123.102:0/3897062503' entity='client.admin' cmd=[{"prefix": "mgr module enable", "module": "cephadm"}]: dispatch 2026-03-09T15:44:45.977 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 09 15:44:45 vm02 bash[17514]: audit 2026-03-09T15:44:45.519739+0000 mon.a (mon.0) 31 : audit [INF] from='client.? 192.168.123.102:0/3897062503' entity='client.admin' cmd=[{"prefix": "mgr module enable", "module": "cephadm"}]: dispatch 2026-03-09T15:44:45.978 INFO:journalctl@ceph.mgr.x.vm02.stdout:Mar 09 15:44:45 vm02 bash[17789]: ignoring --setuser ceph since I am not root 2026-03-09T15:44:45.978 INFO:journalctl@ceph.mgr.x.vm02.stdout:Mar 09 15:44:45 vm02 bash[17789]: ignoring --setgroup ceph since I am not root 2026-03-09T15:44:45.978 INFO:journalctl@ceph.mgr.x.vm02.stdout:Mar 09 15:44:45 vm02 bash[17789]: debug 2026-03-09T15:44:45.814+0000 7fc535589140 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2026-03-09T15:44:45.978 INFO:journalctl@ceph.mgr.x.vm02.stdout:Mar 09 15:44:45 vm02 bash[17789]: debug 2026-03-09T15:44:45.850+0000 7fc535589140 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2026-03-09T15:44:46.041 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout { 2026-03-09T15:44:46.041 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout "epoch": 4, 2026-03-09T15:44:46.041 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout "available": true, 2026-03-09T15:44:46.041 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout "active_name": "x", 2026-03-09T15:44:46.041 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout "num_standby": 0 2026-03-09T15:44:46.041 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout } 2026-03-09T15:44:46.041 INFO:teuthology.orchestra.run.vm02.stdout:Waiting for the mgr to restart... 2026-03-09T15:44:46.041 INFO:teuthology.orchestra.run.vm02.stdout:Waiting for mgr epoch 4... 2026-03-09T15:44:46.317 INFO:journalctl@ceph.mgr.x.vm02.stdout:Mar 09 15:44:45 vm02 bash[17789]: debug 2026-03-09T15:44:45.974+0000 7fc535589140 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2026-03-09T15:44:46.654 INFO:journalctl@ceph.mgr.x.vm02.stdout:Mar 09 15:44:46 vm02 bash[17789]: debug 2026-03-09T15:44:46.314+0000 7fc535589140 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2026-03-09T15:44:46.999 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 09 15:44:46 vm02 bash[17514]: audit 2026-03-09T15:44:45.673007+0000 mon.a (mon.0) 32 : audit [INF] from='client.? 192.168.123.102:0/3897062503' entity='client.admin' cmd='[{"prefix": "mgr module enable", "module": "cephadm"}]': finished 2026-03-09T15:44:46.999 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 09 15:44:46 vm02 bash[17514]: audit 2026-03-09T15:44:45.673007+0000 mon.a (mon.0) 32 : audit [INF] from='client.? 192.168.123.102:0/3897062503' entity='client.admin' cmd='[{"prefix": "mgr module enable", "module": "cephadm"}]': finished 2026-03-09T15:44:46.999 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 09 15:44:46 vm02 bash[17514]: cluster 2026-03-09T15:44:45.676964+0000 mon.a (mon.0) 33 : cluster [DBG] mgrmap e4: x(active, since 2s) 2026-03-09T15:44:46.999 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 09 15:44:46 vm02 bash[17514]: cluster 2026-03-09T15:44:45.676964+0000 mon.a (mon.0) 33 : cluster [DBG] mgrmap e4: x(active, since 2s) 2026-03-09T15:44:46.999 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 09 15:44:46 vm02 bash[17514]: audit 2026-03-09T15:44:45.993092+0000 mon.a (mon.0) 34 : audit [DBG] from='client.? 192.168.123.102:0/4115571730' entity='client.admin' cmd=[{"prefix": "mgr stat"}]: dispatch 2026-03-09T15:44:46.999 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 09 15:44:46 vm02 bash[17514]: audit 2026-03-09T15:44:45.993092+0000 mon.a (mon.0) 34 : audit [DBG] from='client.? 192.168.123.102:0/4115571730' entity='client.admin' cmd=[{"prefix": "mgr stat"}]: dispatch 2026-03-09T15:44:46.999 INFO:journalctl@ceph.mgr.x.vm02.stdout:Mar 09 15:44:46 vm02 bash[17789]: debug 2026-03-09T15:44:46.778+0000 7fc535589140 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2026-03-09T15:44:46.999 INFO:journalctl@ceph.mgr.x.vm02.stdout:Mar 09 15:44:46 vm02 bash[17789]: debug 2026-03-09T15:44:46.870+0000 7fc535589140 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2026-03-09T15:44:47.282 INFO:journalctl@ceph.mgr.x.vm02.stdout:Mar 09 15:44:47 vm02 bash[17789]: /lib64/python3.9/site-packages/scipy/__init__.py:73: UserWarning: NumPy was imported from a Python sub-interpreter but NumPy does not properly support sub-interpreters. This will likely work for most users but might cause hard to track down issues or subtle bugs. A common user of the rare sub-interpreter feature is wsgi which also allows single-interpreter mode. 2026-03-09T15:44:47.282 INFO:journalctl@ceph.mgr.x.vm02.stdout:Mar 09 15:44:47 vm02 bash[17789]: Improvements in the case of bugs are welcome, but is not on the NumPy roadmap, and full support may require significant effort to achieve. 2026-03-09T15:44:47.282 INFO:journalctl@ceph.mgr.x.vm02.stdout:Mar 09 15:44:47 vm02 bash[17789]: from numpy import show_config as show_numpy_config 2026-03-09T15:44:47.282 INFO:journalctl@ceph.mgr.x.vm02.stdout:Mar 09 15:44:47 vm02 bash[17789]: debug 2026-03-09T15:44:47.002+0000 7fc535589140 -1 mgr[py] Module diskprediction_local has missing NOTIFY_TYPES member 2026-03-09T15:44:47.282 INFO:journalctl@ceph.mgr.x.vm02.stdout:Mar 09 15:44:47 vm02 bash[17789]: debug 2026-03-09T15:44:47.146+0000 7fc535589140 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2026-03-09T15:44:47.282 INFO:journalctl@ceph.mgr.x.vm02.stdout:Mar 09 15:44:47 vm02 bash[17789]: debug 2026-03-09T15:44:47.194+0000 7fc535589140 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2026-03-09T15:44:47.282 INFO:journalctl@ceph.mgr.x.vm02.stdout:Mar 09 15:44:47 vm02 bash[17789]: debug 2026-03-09T15:44:47.234+0000 7fc535589140 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2026-03-09T15:44:47.654 INFO:journalctl@ceph.mgr.x.vm02.stdout:Mar 09 15:44:47 vm02 bash[17789]: debug 2026-03-09T15:44:47.278+0000 7fc535589140 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2026-03-09T15:44:47.654 INFO:journalctl@ceph.mgr.x.vm02.stdout:Mar 09 15:44:47 vm02 bash[17789]: debug 2026-03-09T15:44:47.334+0000 7fc535589140 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2026-03-09T15:44:48.027 INFO:journalctl@ceph.mgr.x.vm02.stdout:Mar 09 15:44:47 vm02 bash[17789]: debug 2026-03-09T15:44:47.770+0000 7fc535589140 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2026-03-09T15:44:48.027 INFO:journalctl@ceph.mgr.x.vm02.stdout:Mar 09 15:44:47 vm02 bash[17789]: debug 2026-03-09T15:44:47.806+0000 7fc535589140 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2026-03-09T15:44:48.027 INFO:journalctl@ceph.mgr.x.vm02.stdout:Mar 09 15:44:47 vm02 bash[17789]: debug 2026-03-09T15:44:47.838+0000 7fc535589140 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2026-03-09T15:44:48.027 INFO:journalctl@ceph.mgr.x.vm02.stdout:Mar 09 15:44:47 vm02 bash[17789]: debug 2026-03-09T15:44:47.986+0000 7fc535589140 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2026-03-09T15:44:48.334 INFO:journalctl@ceph.mgr.x.vm02.stdout:Mar 09 15:44:48 vm02 bash[17789]: debug 2026-03-09T15:44:48.026+0000 7fc535589140 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2026-03-09T15:44:48.334 INFO:journalctl@ceph.mgr.x.vm02.stdout:Mar 09 15:44:48 vm02 bash[17789]: debug 2026-03-09T15:44:48.062+0000 7fc535589140 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2026-03-09T15:44:48.334 INFO:journalctl@ceph.mgr.x.vm02.stdout:Mar 09 15:44:48 vm02 bash[17789]: debug 2026-03-09T15:44:48.174+0000 7fc535589140 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2026-03-09T15:44:48.598 INFO:journalctl@ceph.mgr.x.vm02.stdout:Mar 09 15:44:48 vm02 bash[17789]: debug 2026-03-09T15:44:48.330+0000 7fc535589140 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2026-03-09T15:44:48.598 INFO:journalctl@ceph.mgr.x.vm02.stdout:Mar 09 15:44:48 vm02 bash[17789]: debug 2026-03-09T15:44:48.514+0000 7fc535589140 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2026-03-09T15:44:48.598 INFO:journalctl@ceph.mgr.x.vm02.stdout:Mar 09 15:44:48 vm02 bash[17789]: debug 2026-03-09T15:44:48.554+0000 7fc535589140 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2026-03-09T15:44:48.904 INFO:journalctl@ceph.mgr.x.vm02.stdout:Mar 09 15:44:48 vm02 bash[17789]: debug 2026-03-09T15:44:48.594+0000 7fc535589140 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2026-03-09T15:44:48.904 INFO:journalctl@ceph.mgr.x.vm02.stdout:Mar 09 15:44:48 vm02 bash[17789]: debug 2026-03-09T15:44:48.754+0000 7fc535589140 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2026-03-09T15:44:49.404 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 09 15:44:49 vm02 bash[17514]: cluster 2026-03-09T15:44:48.984130+0000 mon.a (mon.0) 35 : cluster [INF] Active manager daemon x restarted 2026-03-09T15:44:49.404 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 09 15:44:49 vm02 bash[17514]: cluster 2026-03-09T15:44:48.984130+0000 mon.a (mon.0) 35 : cluster [INF] Active manager daemon x restarted 2026-03-09T15:44:49.404 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 09 15:44:49 vm02 bash[17514]: cluster 2026-03-09T15:44:48.984338+0000 mon.a (mon.0) 36 : cluster [INF] Activating manager daemon x 2026-03-09T15:44:49.404 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 09 15:44:49 vm02 bash[17514]: cluster 2026-03-09T15:44:48.984338+0000 mon.a (mon.0) 36 : cluster [INF] Activating manager daemon x 2026-03-09T15:44:49.404 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 09 15:44:49 vm02 bash[17514]: cluster 2026-03-09T15:44:49.007280+0000 mon.a (mon.0) 37 : cluster [DBG] osdmap e2: 0 total, 0 up, 0 in 2026-03-09T15:44:49.404 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 09 15:44:49 vm02 bash[17514]: cluster 2026-03-09T15:44:49.007280+0000 mon.a (mon.0) 37 : cluster [DBG] osdmap e2: 0 total, 0 up, 0 in 2026-03-09T15:44:49.404 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 09 15:44:49 vm02 bash[17514]: cluster 2026-03-09T15:44:49.007440+0000 mon.a (mon.0) 38 : cluster [DBG] mgrmap e5: x(active, starting, since 0.0231859s) 2026-03-09T15:44:49.404 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 09 15:44:49 vm02 bash[17514]: cluster 2026-03-09T15:44:49.007440+0000 mon.a (mon.0) 38 : cluster [DBG] mgrmap e5: x(active, starting, since 0.0231859s) 2026-03-09T15:44:49.404 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 09 15:44:49 vm02 bash[17514]: audit 2026-03-09T15:44:49.009153+0000 mon.a (mon.0) 39 : audit [DBG] from='mgr.14118 192.168.123.102:0/567657516' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2026-03-09T15:44:49.404 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 09 15:44:49 vm02 bash[17514]: audit 2026-03-09T15:44:49.009153+0000 mon.a (mon.0) 39 : audit [DBG] from='mgr.14118 192.168.123.102:0/567657516' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2026-03-09T15:44:49.404 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 09 15:44:49 vm02 bash[17514]: audit 2026-03-09T15:44:49.009250+0000 mon.a (mon.0) 40 : audit [DBG] from='mgr.14118 192.168.123.102:0/567657516' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2026-03-09T15:44:49.404 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 09 15:44:49 vm02 bash[17514]: audit 2026-03-09T15:44:49.009250+0000 mon.a (mon.0) 40 : audit [DBG] from='mgr.14118 192.168.123.102:0/567657516' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2026-03-09T15:44:49.404 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 09 15:44:49 vm02 bash[17514]: audit 2026-03-09T15:44:49.010494+0000 mon.a (mon.0) 41 : audit [DBG] from='mgr.14118 192.168.123.102:0/567657516' entity='mgr.x' cmd=[{"prefix": "mds metadata"}]: dispatch 2026-03-09T15:44:49.404 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 09 15:44:49 vm02 bash[17514]: audit 2026-03-09T15:44:49.010494+0000 mon.a (mon.0) 41 : audit [DBG] from='mgr.14118 192.168.123.102:0/567657516' entity='mgr.x' cmd=[{"prefix": "mds metadata"}]: dispatch 2026-03-09T15:44:49.405 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 09 15:44:49 vm02 bash[17514]: audit 2026-03-09T15:44:49.010979+0000 mon.a (mon.0) 42 : audit [DBG] from='mgr.14118 192.168.123.102:0/567657516' entity='mgr.x' cmd=[{"prefix": "osd metadata"}]: dispatch 2026-03-09T15:44:49.405 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 09 15:44:49 vm02 bash[17514]: audit 2026-03-09T15:44:49.010979+0000 mon.a (mon.0) 42 : audit [DBG] from='mgr.14118 192.168.123.102:0/567657516' entity='mgr.x' cmd=[{"prefix": "osd metadata"}]: dispatch 2026-03-09T15:44:49.405 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 09 15:44:49 vm02 bash[17514]: audit 2026-03-09T15:44:49.011437+0000 mon.a (mon.0) 43 : audit [DBG] from='mgr.14118 192.168.123.102:0/567657516' entity='mgr.x' cmd=[{"prefix": "mon metadata"}]: dispatch 2026-03-09T15:44:49.405 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 09 15:44:49 vm02 bash[17514]: audit 2026-03-09T15:44:49.011437+0000 mon.a (mon.0) 43 : audit [DBG] from='mgr.14118 192.168.123.102:0/567657516' entity='mgr.x' cmd=[{"prefix": "mon metadata"}]: dispatch 2026-03-09T15:44:49.405 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 09 15:44:49 vm02 bash[17514]: cluster 2026-03-09T15:44:49.017654+0000 mon.a (mon.0) 44 : cluster [INF] Manager daemon x is now available 2026-03-09T15:44:49.405 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 09 15:44:49 vm02 bash[17514]: cluster 2026-03-09T15:44:49.017654+0000 mon.a (mon.0) 44 : cluster [INF] Manager daemon x is now available 2026-03-09T15:44:49.405 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 09 15:44:49 vm02 bash[17514]: audit 2026-03-09T15:44:49.028047+0000 mon.a (mon.0) 45 : audit [INF] from='mgr.14118 192.168.123.102:0/567657516' entity='mgr.x' 2026-03-09T15:44:49.405 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 09 15:44:49 vm02 bash[17514]: audit 2026-03-09T15:44:49.028047+0000 mon.a (mon.0) 45 : audit [INF] from='mgr.14118 192.168.123.102:0/567657516' entity='mgr.x' 2026-03-09T15:44:49.405 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 09 15:44:49 vm02 bash[17514]: audit 2026-03-09T15:44:49.032303+0000 mon.a (mon.0) 46 : audit [INF] from='mgr.14118 192.168.123.102:0/567657516' entity='mgr.x' 2026-03-09T15:44:49.405 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 09 15:44:49 vm02 bash[17514]: audit 2026-03-09T15:44:49.032303+0000 mon.a (mon.0) 46 : audit [INF] from='mgr.14118 192.168.123.102:0/567657516' entity='mgr.x' 2026-03-09T15:44:49.405 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 09 15:44:49 vm02 bash[17514]: audit 2026-03-09T15:44:49.048095+0000 mon.a (mon.0) 47 : audit [DBG] from='mgr.14118 192.168.123.102:0/567657516' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2026-03-09T15:44:49.405 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 09 15:44:49 vm02 bash[17514]: audit 2026-03-09T15:44:49.048095+0000 mon.a (mon.0) 47 : audit [DBG] from='mgr.14118 192.168.123.102:0/567657516' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2026-03-09T15:44:49.405 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 09 15:44:49 vm02 bash[17514]: audit 2026-03-09T15:44:49.049656+0000 mon.a (mon.0) 48 : audit [DBG] from='mgr.14118 192.168.123.102:0/567657516' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2026-03-09T15:44:49.405 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 09 15:44:49 vm02 bash[17514]: audit 2026-03-09T15:44:49.049656+0000 mon.a (mon.0) 48 : audit [DBG] from='mgr.14118 192.168.123.102:0/567657516' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2026-03-09T15:44:49.405 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 09 15:44:49 vm02 bash[17514]: audit 2026-03-09T15:44:49.052997+0000 mon.a (mon.0) 49 : audit [INF] from='mgr.14118 192.168.123.102:0/567657516' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch 2026-03-09T15:44:49.405 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 09 15:44:49 vm02 bash[17514]: audit 2026-03-09T15:44:49.052997+0000 mon.a (mon.0) 49 : audit [INF] from='mgr.14118 192.168.123.102:0/567657516' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch 2026-03-09T15:44:49.405 INFO:journalctl@ceph.mgr.x.vm02.stdout:Mar 09 15:44:48 vm02 bash[17789]: debug 2026-03-09T15:44:48.978+0000 7fc535589140 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2026-03-09T15:44:50.066 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout { 2026-03-09T15:44:50.066 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout "mgrmap_epoch": 6, 2026-03-09T15:44:50.066 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout "initialized": true 2026-03-09T15:44:50.066 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout } 2026-03-09T15:44:50.066 INFO:teuthology.orchestra.run.vm02.stdout:mgr epoch 4 is available 2026-03-09T15:44:50.066 INFO:teuthology.orchestra.run.vm02.stdout:Setting orchestrator backend to cephadm... 2026-03-09T15:44:50.354 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 09 15:44:50 vm02 bash[17514]: cephadm 2026-03-09T15:44:49.025506+0000 mgr.x (mgr.14118) 1 : cephadm [INF] Found migration_current of "None". Setting to last migration. 2026-03-09T15:44:50.354 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 09 15:44:50 vm02 bash[17514]: cephadm 2026-03-09T15:44:49.025506+0000 mgr.x (mgr.14118) 1 : cephadm [INF] Found migration_current of "None". Setting to last migration. 2026-03-09T15:44:50.354 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 09 15:44:50 vm02 bash[17514]: audit 2026-03-09T15:44:49.060127+0000 mon.a (mon.0) 50 : audit [INF] from='mgr.14118 192.168.123.102:0/567657516' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch 2026-03-09T15:44:50.354 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 09 15:44:50 vm02 bash[17514]: audit 2026-03-09T15:44:49.060127+0000 mon.a (mon.0) 50 : audit [INF] from='mgr.14118 192.168.123.102:0/567657516' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch 2026-03-09T15:44:50.354 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 09 15:44:50 vm02 bash[17514]: audit 2026-03-09T15:44:49.559727+0000 mon.a (mon.0) 51 : audit [INF] from='mgr.14118 192.168.123.102:0/567657516' entity='mgr.x' 2026-03-09T15:44:50.354 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 09 15:44:50 vm02 bash[17514]: audit 2026-03-09T15:44:49.559727+0000 mon.a (mon.0) 51 : audit [INF] from='mgr.14118 192.168.123.102:0/567657516' entity='mgr.x' 2026-03-09T15:44:50.354 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 09 15:44:50 vm02 bash[17514]: audit 2026-03-09T15:44:49.562818+0000 mon.a (mon.0) 52 : audit [INF] from='mgr.14118 192.168.123.102:0/567657516' entity='mgr.x' 2026-03-09T15:44:50.354 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 09 15:44:50 vm02 bash[17514]: audit 2026-03-09T15:44:49.562818+0000 mon.a (mon.0) 52 : audit [INF] from='mgr.14118 192.168.123.102:0/567657516' entity='mgr.x' 2026-03-09T15:44:50.354 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 09 15:44:50 vm02 bash[17514]: cluster 2026-03-09T15:44:50.009495+0000 mon.a (mon.0) 53 : cluster [DBG] mgrmap e6: x(active, since 1.02525s) 2026-03-09T15:44:50.354 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 09 15:44:50 vm02 bash[17514]: cluster 2026-03-09T15:44:50.009495+0000 mon.a (mon.0) 53 : cluster [DBG] mgrmap e6: x(active, since 1.02525s) 2026-03-09T15:44:50.629 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout value unchanged 2026-03-09T15:44:50.629 INFO:teuthology.orchestra.run.vm02.stdout:Generating ssh key... 2026-03-09T15:44:51.154 INFO:journalctl@ceph.mgr.x.vm02.stdout:Mar 09 15:44:50 vm02 bash[17789]: Generating public/private ed25519 key pair. 2026-03-09T15:44:51.154 INFO:journalctl@ceph.mgr.x.vm02.stdout:Mar 09 15:44:50 vm02 bash[17789]: Your identification has been saved in /tmp/tmp7nhit66o/key 2026-03-09T15:44:51.154 INFO:journalctl@ceph.mgr.x.vm02.stdout:Mar 09 15:44:50 vm02 bash[17789]: Your public key has been saved in /tmp/tmp7nhit66o/key.pub 2026-03-09T15:44:51.154 INFO:journalctl@ceph.mgr.x.vm02.stdout:Mar 09 15:44:50 vm02 bash[17789]: The key fingerprint is: 2026-03-09T15:44:51.154 INFO:journalctl@ceph.mgr.x.vm02.stdout:Mar 09 15:44:50 vm02 bash[17789]: SHA256:4RdYT7205mFIhgIPeAMhYilIQiPg6arqPstioMJjN/o ceph-a2a597c0-1bce-11f1-835a-ab631984d2b4 2026-03-09T15:44:51.154 INFO:journalctl@ceph.mgr.x.vm02.stdout:Mar 09 15:44:50 vm02 bash[17789]: The key's randomart image is: 2026-03-09T15:44:51.154 INFO:journalctl@ceph.mgr.x.vm02.stdout:Mar 09 15:44:50 vm02 bash[17789]: +--[ED25519 256]--+ 2026-03-09T15:44:51.154 INFO:journalctl@ceph.mgr.x.vm02.stdout:Mar 09 15:44:50 vm02 bash[17789]: |X=o o+o. .... | 2026-03-09T15:44:51.154 INFO:journalctl@ceph.mgr.x.vm02.stdout:Mar 09 15:44:50 vm02 bash[17789]: |Boo.. oo.o.oo o | 2026-03-09T15:44:51.154 INFO:journalctl@ceph.mgr.x.vm02.stdout:Mar 09 15:44:50 vm02 bash[17789]: |.o . .+..o.o o | 2026-03-09T15:44:51.154 INFO:journalctl@ceph.mgr.x.vm02.stdout:Mar 09 15:44:50 vm02 bash[17789]: |. . . .. * | 2026-03-09T15:44:51.154 INFO:journalctl@ceph.mgr.x.vm02.stdout:Mar 09 15:44:50 vm02 bash[17789]: | . S . + . | 2026-03-09T15:44:51.154 INFO:journalctl@ceph.mgr.x.vm02.stdout:Mar 09 15:44:50 vm02 bash[17789]: |o . . | 2026-03-09T15:44:51.154 INFO:journalctl@ceph.mgr.x.vm02.stdout:Mar 09 15:44:50 vm02 bash[17789]: |= | 2026-03-09T15:44:51.154 INFO:journalctl@ceph.mgr.x.vm02.stdout:Mar 09 15:44:50 vm02 bash[17789]: |** o | 2026-03-09T15:44:51.154 INFO:journalctl@ceph.mgr.x.vm02.stdout:Mar 09 15:44:50 vm02 bash[17789]: |@*BE. | 2026-03-09T15:44:51.154 INFO:journalctl@ceph.mgr.x.vm02.stdout:Mar 09 15:44:50 vm02 bash[17789]: +----[SHA256]-----+ 2026-03-09T15:44:51.206 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout ssh-ed25519 AAAAC3NzaC1lZDI1NTE5AAAAIMeCNe0QvzUjWVlbWOSWjIsE9GbHxUJmreqBPhQlQ/kB ceph-a2a597c0-1bce-11f1-835a-ab631984d2b4 2026-03-09T15:44:51.206 INFO:teuthology.orchestra.run.vm02.stdout:Wrote public SSH key to /home/ubuntu/cephtest/ceph.pub 2026-03-09T15:44:51.206 INFO:teuthology.orchestra.run.vm02.stdout:Adding key to root@localhost authorized_keys... 2026-03-09T15:44:51.206 INFO:teuthology.orchestra.run.vm02.stdout:Adding host vm02... 2026-03-09T15:44:51.510 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 09 15:44:51 vm02 bash[17514]: audit 2026-03-09T15:44:50.010886+0000 mgr.x (mgr.14118) 2 : audit [DBG] from='client.14122 -' entity='client.admin' cmd=[{"prefix": "get_command_descriptions"}]: dispatch 2026-03-09T15:44:51.510 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 09 15:44:51 vm02 bash[17514]: audit 2026-03-09T15:44:50.010886+0000 mgr.x (mgr.14118) 2 : audit [DBG] from='client.14122 -' entity='client.admin' cmd=[{"prefix": "get_command_descriptions"}]: dispatch 2026-03-09T15:44:51.510 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 09 15:44:51 vm02 bash[17514]: audit 2026-03-09T15:44:50.014830+0000 mgr.x (mgr.14118) 3 : audit [DBG] from='client.14122 -' entity='client.admin' cmd=[{"prefix": "mgr_status"}]: dispatch 2026-03-09T15:44:51.510 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 09 15:44:51 vm02 bash[17514]: audit 2026-03-09T15:44:50.014830+0000 mgr.x (mgr.14118) 3 : audit [DBG] from='client.14122 -' entity='client.admin' cmd=[{"prefix": "mgr_status"}]: dispatch 2026-03-09T15:44:51.510 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 09 15:44:51 vm02 bash[17514]: cephadm 2026-03-09T15:44:50.287709+0000 mgr.x (mgr.14118) 4 : cephadm [INF] [09/Mar/2026:15:44:50] ENGINE Bus STARTING 2026-03-09T15:44:51.510 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 09 15:44:51 vm02 bash[17514]: cephadm 2026-03-09T15:44:50.287709+0000 mgr.x (mgr.14118) 4 : cephadm [INF] [09/Mar/2026:15:44:50] ENGINE Bus STARTING 2026-03-09T15:44:51.510 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 09 15:44:51 vm02 bash[17514]: audit 2026-03-09T15:44:50.338831+0000 mgr.x (mgr.14118) 5 : audit [DBG] from='client.14130 -' entity='client.admin' cmd=[{"prefix": "orch set backend", "module_name": "cephadm", "target": ["mon-mgr", ""]}]: dispatch 2026-03-09T15:44:51.510 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 09 15:44:51 vm02 bash[17514]: audit 2026-03-09T15:44:50.338831+0000 mgr.x (mgr.14118) 5 : audit [DBG] from='client.14130 -' entity='client.admin' cmd=[{"prefix": "orch set backend", "module_name": "cephadm", "target": ["mon-mgr", ""]}]: dispatch 2026-03-09T15:44:51.510 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 09 15:44:51 vm02 bash[17514]: audit 2026-03-09T15:44:50.343857+0000 mon.a (mon.0) 54 : audit [INF] from='mgr.14118 192.168.123.102:0/567657516' entity='mgr.x' 2026-03-09T15:44:51.510 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 09 15:44:51 vm02 bash[17514]: audit 2026-03-09T15:44:50.343857+0000 mon.a (mon.0) 54 : audit [INF] from='mgr.14118 192.168.123.102:0/567657516' entity='mgr.x' 2026-03-09T15:44:51.510 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 09 15:44:51 vm02 bash[17514]: audit 2026-03-09T15:44:50.350233+0000 mon.a (mon.0) 55 : audit [DBG] from='mgr.14118 192.168.123.102:0/567657516' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2026-03-09T15:44:51.510 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 09 15:44:51 vm02 bash[17514]: audit 2026-03-09T15:44:50.350233+0000 mon.a (mon.0) 55 : audit [DBG] from='mgr.14118 192.168.123.102:0/567657516' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2026-03-09T15:44:51.510 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 09 15:44:51 vm02 bash[17514]: cephadm 2026-03-09T15:44:50.388947+0000 mgr.x (mgr.14118) 6 : cephadm [INF] [09/Mar/2026:15:44:50] ENGINE Serving on http://192.168.123.102:8765 2026-03-09T15:44:51.510 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 09 15:44:51 vm02 bash[17514]: cephadm 2026-03-09T15:44:50.388947+0000 mgr.x (mgr.14118) 6 : cephadm [INF] [09/Mar/2026:15:44:50] ENGINE Serving on http://192.168.123.102:8765 2026-03-09T15:44:51.510 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 09 15:44:51 vm02 bash[17514]: cephadm 2026-03-09T15:44:50.501182+0000 mgr.x (mgr.14118) 7 : cephadm [INF] [09/Mar/2026:15:44:50] ENGINE Serving on https://192.168.123.102:7150 2026-03-09T15:44:51.510 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 09 15:44:51 vm02 bash[17514]: cephadm 2026-03-09T15:44:50.501182+0000 mgr.x (mgr.14118) 7 : cephadm [INF] [09/Mar/2026:15:44:50] ENGINE Serving on https://192.168.123.102:7150 2026-03-09T15:44:51.510 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 09 15:44:51 vm02 bash[17514]: cephadm 2026-03-09T15:44:50.501272+0000 mgr.x (mgr.14118) 8 : cephadm [INF] [09/Mar/2026:15:44:50] ENGINE Bus STARTED 2026-03-09T15:44:51.510 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 09 15:44:51 vm02 bash[17514]: cephadm 2026-03-09T15:44:50.501272+0000 mgr.x (mgr.14118) 8 : cephadm [INF] [09/Mar/2026:15:44:50] ENGINE Bus STARTED 2026-03-09T15:44:51.510 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 09 15:44:51 vm02 bash[17514]: cephadm 2026-03-09T15:44:50.501529+0000 mgr.x (mgr.14118) 9 : cephadm [INF] [09/Mar/2026:15:44:50] ENGINE Client ('192.168.123.102', 54414) lost — peer dropped the TLS connection suddenly, during handshake: (6, 'TLS/SSL connection has been closed (EOF) (_ssl.c:1147)') 2026-03-09T15:44:51.510 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 09 15:44:51 vm02 bash[17514]: cephadm 2026-03-09T15:44:50.501529+0000 mgr.x (mgr.14118) 9 : cephadm [INF] [09/Mar/2026:15:44:50] ENGINE Client ('192.168.123.102', 54414) lost — peer dropped the TLS connection suddenly, during handshake: (6, 'TLS/SSL connection has been closed (EOF) (_ssl.c:1147)') 2026-03-09T15:44:51.510 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 09 15:44:51 vm02 bash[17514]: audit 2026-03-09T15:44:50.501659+0000 mon.a (mon.0) 56 : audit [DBG] from='mgr.14118 192.168.123.102:0/567657516' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2026-03-09T15:44:51.510 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 09 15:44:51 vm02 bash[17514]: audit 2026-03-09T15:44:50.501659+0000 mon.a (mon.0) 56 : audit [DBG] from='mgr.14118 192.168.123.102:0/567657516' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2026-03-09T15:44:51.510 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 09 15:44:51 vm02 bash[17514]: audit 2026-03-09T15:44:50.594541+0000 mgr.x (mgr.14118) 10 : audit [DBG] from='client.14132 -' entity='client.admin' cmd=[{"prefix": "cephadm set-user", "user": "root", "target": ["mon-mgr", ""]}]: dispatch 2026-03-09T15:44:51.510 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 09 15:44:51 vm02 bash[17514]: audit 2026-03-09T15:44:50.594541+0000 mgr.x (mgr.14118) 10 : audit [DBG] from='client.14132 -' entity='client.admin' cmd=[{"prefix": "cephadm set-user", "user": "root", "target": ["mon-mgr", ""]}]: dispatch 2026-03-09T15:44:51.510 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 09 15:44:51 vm02 bash[17514]: audit 2026-03-09T15:44:50.874899+0000 mon.a (mon.0) 57 : audit [INF] from='mgr.14118 192.168.123.102:0/567657516' entity='mgr.x' 2026-03-09T15:44:51.510 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 09 15:44:51 vm02 bash[17514]: audit 2026-03-09T15:44:50.874899+0000 mon.a (mon.0) 57 : audit [INF] from='mgr.14118 192.168.123.102:0/567657516' entity='mgr.x' 2026-03-09T15:44:51.510 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 09 15:44:51 vm02 bash[17514]: audit 2026-03-09T15:44:50.877487+0000 mon.a (mon.0) 58 : audit [INF] from='mgr.14118 192.168.123.102:0/567657516' entity='mgr.x' 2026-03-09T15:44:51.511 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 09 15:44:51 vm02 bash[17514]: audit 2026-03-09T15:44:50.877487+0000 mon.a (mon.0) 58 : audit [INF] from='mgr.14118 192.168.123.102:0/567657516' entity='mgr.x' 2026-03-09T15:44:52.503 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 09 15:44:52 vm02 bash[17514]: audit 2026-03-09T15:44:50.857360+0000 mgr.x (mgr.14118) 11 : audit [DBG] from='client.14134 -' entity='client.admin' cmd=[{"prefix": "cephadm generate-key", "target": ["mon-mgr", ""]}]: dispatch 2026-03-09T15:44:52.503 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 09 15:44:52 vm02 bash[17514]: audit 2026-03-09T15:44:50.857360+0000 mgr.x (mgr.14118) 11 : audit [DBG] from='client.14134 -' entity='client.admin' cmd=[{"prefix": "cephadm generate-key", "target": ["mon-mgr", ""]}]: dispatch 2026-03-09T15:44:52.503 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 09 15:44:52 vm02 bash[17514]: cephadm 2026-03-09T15:44:50.857584+0000 mgr.x (mgr.14118) 12 : cephadm [INF] Generating ssh key... 2026-03-09T15:44:52.503 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 09 15:44:52 vm02 bash[17514]: cephadm 2026-03-09T15:44:50.857584+0000 mgr.x (mgr.14118) 12 : cephadm [INF] Generating ssh key... 2026-03-09T15:44:52.503 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 09 15:44:52 vm02 bash[17514]: audit 2026-03-09T15:44:51.170006+0000 mgr.x (mgr.14118) 13 : audit [DBG] from='client.14136 -' entity='client.admin' cmd=[{"prefix": "cephadm get-pub-key", "target": ["mon-mgr", ""]}]: dispatch 2026-03-09T15:44:52.503 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 09 15:44:52 vm02 bash[17514]: audit 2026-03-09T15:44:51.170006+0000 mgr.x (mgr.14118) 13 : audit [DBG] from='client.14136 -' entity='client.admin' cmd=[{"prefix": "cephadm get-pub-key", "target": ["mon-mgr", ""]}]: dispatch 2026-03-09T15:44:52.503 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 09 15:44:52 vm02 bash[17514]: audit 2026-03-09T15:44:51.501233+0000 mgr.x (mgr.14118) 14 : audit [DBG] from='client.14138 -' entity='client.admin' cmd=[{"prefix": "orch host add", "hostname": "vm02", "addr": "192.168.123.102", "target": ["mon-mgr", ""]}]: dispatch 2026-03-09T15:44:52.503 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 09 15:44:52 vm02 bash[17514]: audit 2026-03-09T15:44:51.501233+0000 mgr.x (mgr.14118) 14 : audit [DBG] from='client.14138 -' entity='client.admin' cmd=[{"prefix": "orch host add", "hostname": "vm02", "addr": "192.168.123.102", "target": ["mon-mgr", ""]}]: dispatch 2026-03-09T15:44:52.503 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 09 15:44:52 vm02 bash[17514]: cluster 2026-03-09T15:44:51.881572+0000 mon.a (mon.0) 59 : cluster [DBG] mgrmap e7: x(active, since 2s) 2026-03-09T15:44:52.503 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 09 15:44:52 vm02 bash[17514]: cluster 2026-03-09T15:44:51.881572+0000 mon.a (mon.0) 59 : cluster [DBG] mgrmap e7: x(active, since 2s) 2026-03-09T15:44:53.542 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout Added host 'vm02' with addr '192.168.123.102' 2026-03-09T15:44:53.542 INFO:teuthology.orchestra.run.vm02.stdout:Deploying unmanaged mon service... 2026-03-09T15:44:53.612 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 09 15:44:53 vm02 bash[17514]: cephadm 2026-03-09T15:44:52.166799+0000 mgr.x (mgr.14118) 15 : cephadm [INF] Deploying cephadm binary to vm02 2026-03-09T15:44:53.612 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 09 15:44:53 vm02 bash[17514]: cephadm 2026-03-09T15:44:52.166799+0000 mgr.x (mgr.14118) 15 : cephadm [INF] Deploying cephadm binary to vm02 2026-03-09T15:44:53.871 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout Scheduled mon update... 2026-03-09T15:44:53.872 INFO:teuthology.orchestra.run.vm02.stdout:Deploying unmanaged mgr service... 2026-03-09T15:44:54.154 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout Scheduled mgr update... 2026-03-09T15:44:54.716 INFO:teuthology.orchestra.run.vm02.stdout:Enabling the dashboard module... 2026-03-09T15:44:54.774 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 09 15:44:54 vm02 bash[17514]: audit 2026-03-09T15:44:53.477733+0000 mon.a (mon.0) 60 : audit [INF] from='mgr.14118 192.168.123.102:0/567657516' entity='mgr.x' 2026-03-09T15:44:54.774 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 09 15:44:54 vm02 bash[17514]: audit 2026-03-09T15:44:53.477733+0000 mon.a (mon.0) 60 : audit [INF] from='mgr.14118 192.168.123.102:0/567657516' entity='mgr.x' 2026-03-09T15:44:54.774 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 09 15:44:54 vm02 bash[17514]: cephadm 2026-03-09T15:44:53.478445+0000 mgr.x (mgr.14118) 16 : cephadm [INF] Added host vm02 2026-03-09T15:44:54.774 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 09 15:44:54 vm02 bash[17514]: cephadm 2026-03-09T15:44:53.478445+0000 mgr.x (mgr.14118) 16 : cephadm [INF] Added host vm02 2026-03-09T15:44:54.774 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 09 15:44:54 vm02 bash[17514]: audit 2026-03-09T15:44:53.479148+0000 mon.a (mon.0) 61 : audit [DBG] from='mgr.14118 192.168.123.102:0/567657516' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2026-03-09T15:44:54.774 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 09 15:44:54 vm02 bash[17514]: audit 2026-03-09T15:44:53.479148+0000 mon.a (mon.0) 61 : audit [DBG] from='mgr.14118 192.168.123.102:0/567657516' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2026-03-09T15:44:54.774 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 09 15:44:54 vm02 bash[17514]: audit 2026-03-09T15:44:53.829218+0000 mon.a (mon.0) 62 : audit [INF] from='mgr.14118 192.168.123.102:0/567657516' entity='mgr.x' 2026-03-09T15:44:54.774 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 09 15:44:54 vm02 bash[17514]: audit 2026-03-09T15:44:53.829218+0000 mon.a (mon.0) 62 : audit [INF] from='mgr.14118 192.168.123.102:0/567657516' entity='mgr.x' 2026-03-09T15:44:54.774 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 09 15:44:54 vm02 bash[17514]: audit 2026-03-09T15:44:54.110681+0000 mon.a (mon.0) 63 : audit [INF] from='mgr.14118 192.168.123.102:0/567657516' entity='mgr.x' 2026-03-09T15:44:54.774 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 09 15:44:54 vm02 bash[17514]: audit 2026-03-09T15:44:54.110681+0000 mon.a (mon.0) 63 : audit [INF] from='mgr.14118 192.168.123.102:0/567657516' entity='mgr.x' 2026-03-09T15:44:54.774 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 09 15:44:54 vm02 bash[17514]: audit 2026-03-09T15:44:54.382197+0000 mon.a (mon.0) 64 : audit [INF] from='client.? 192.168.123.102:0/3295237978' entity='client.admin' 2026-03-09T15:44:54.774 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 09 15:44:54 vm02 bash[17514]: audit 2026-03-09T15:44:54.382197+0000 mon.a (mon.0) 64 : audit [INF] from='client.? 192.168.123.102:0/3295237978' entity='client.admin' 2026-03-09T15:44:55.830 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 09 15:44:55 vm02 bash[17514]: audit 2026-03-09T15:44:53.825661+0000 mgr.x (mgr.14118) 17 : audit [DBG] from='client.14140 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "mon", "unmanaged": true, "target": ["mon-mgr", ""]}]: dispatch 2026-03-09T15:44:55.830 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 09 15:44:55 vm02 bash[17514]: audit 2026-03-09T15:44:53.825661+0000 mgr.x (mgr.14118) 17 : audit [DBG] from='client.14140 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "mon", "unmanaged": true, "target": ["mon-mgr", ""]}]: dispatch 2026-03-09T15:44:55.830 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 09 15:44:55 vm02 bash[17514]: cephadm 2026-03-09T15:44:53.826582+0000 mgr.x (mgr.14118) 18 : cephadm [INF] Saving service mon spec with placement count:5 2026-03-09T15:44:55.830 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 09 15:44:55 vm02 bash[17514]: cephadm 2026-03-09T15:44:53.826582+0000 mgr.x (mgr.14118) 18 : cephadm [INF] Saving service mon spec with placement count:5 2026-03-09T15:44:55.830 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 09 15:44:55 vm02 bash[17514]: audit 2026-03-09T15:44:54.107056+0000 mgr.x (mgr.14118) 19 : audit [DBG] from='client.14142 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "mgr", "unmanaged": true, "target": ["mon-mgr", ""]}]: dispatch 2026-03-09T15:44:55.830 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 09 15:44:55 vm02 bash[17514]: audit 2026-03-09T15:44:54.107056+0000 mgr.x (mgr.14118) 19 : audit [DBG] from='client.14142 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "mgr", "unmanaged": true, "target": ["mon-mgr", ""]}]: dispatch 2026-03-09T15:44:55.830 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 09 15:44:55 vm02 bash[17514]: cephadm 2026-03-09T15:44:54.107786+0000 mgr.x (mgr.14118) 20 : cephadm [INF] Saving service mgr spec with placement count:2 2026-03-09T15:44:55.830 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 09 15:44:55 vm02 bash[17514]: cephadm 2026-03-09T15:44:54.107786+0000 mgr.x (mgr.14118) 20 : cephadm [INF] Saving service mgr spec with placement count:2 2026-03-09T15:44:55.830 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 09 15:44:55 vm02 bash[17514]: audit 2026-03-09T15:44:54.675830+0000 mon.a (mon.0) 65 : audit [INF] from='client.? 192.168.123.102:0/1079703159' entity='client.admin' 2026-03-09T15:44:55.830 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 09 15:44:55 vm02 bash[17514]: audit 2026-03-09T15:44:54.675830+0000 mon.a (mon.0) 65 : audit [INF] from='client.? 192.168.123.102:0/1079703159' entity='client.admin' 2026-03-09T15:44:55.830 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 09 15:44:55 vm02 bash[17514]: audit 2026-03-09T15:44:54.988789+0000 mon.a (mon.0) 66 : audit [INF] from='client.? 192.168.123.102:0/3641105699' entity='client.admin' cmd=[{"prefix": "mgr module enable", "module": "dashboard"}]: dispatch 2026-03-09T15:44:55.830 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 09 15:44:55 vm02 bash[17514]: audit 2026-03-09T15:44:54.988789+0000 mon.a (mon.0) 66 : audit [INF] from='client.? 192.168.123.102:0/3641105699' entity='client.admin' cmd=[{"prefix": "mgr module enable", "module": "dashboard"}]: dispatch 2026-03-09T15:44:55.830 INFO:journalctl@ceph.mgr.x.vm02.stdout:Mar 09 15:44:55 vm02 bash[17789]: ignoring --setuser ceph since I am not root 2026-03-09T15:44:55.830 INFO:journalctl@ceph.mgr.x.vm02.stdout:Mar 09 15:44:55 vm02 bash[17789]: ignoring --setgroup ceph since I am not root 2026-03-09T15:44:56.083 INFO:journalctl@ceph.mgr.x.vm02.stdout:Mar 09 15:44:55 vm02 bash[17789]: debug 2026-03-09T15:44:55.866+0000 7feb08819140 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2026-03-09T15:44:56.083 INFO:journalctl@ceph.mgr.x.vm02.stdout:Mar 09 15:44:55 vm02 bash[17789]: debug 2026-03-09T15:44:55.910+0000 7feb08819140 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2026-03-09T15:44:56.083 INFO:journalctl@ceph.mgr.x.vm02.stdout:Mar 09 15:44:56 vm02 bash[17789]: debug 2026-03-09T15:44:56.050+0000 7feb08819140 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2026-03-09T15:44:56.117 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout { 2026-03-09T15:44:56.117 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout "epoch": 8, 2026-03-09T15:44:56.117 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout "available": true, 2026-03-09T15:44:56.117 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout "active_name": "x", 2026-03-09T15:44:56.117 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout "num_standby": 0 2026-03-09T15:44:56.117 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout } 2026-03-09T15:44:56.117 INFO:teuthology.orchestra.run.vm02.stdout:Waiting for the mgr to restart... 2026-03-09T15:44:56.117 INFO:teuthology.orchestra.run.vm02.stdout:Waiting for mgr epoch 8... 2026-03-09T15:44:56.654 INFO:journalctl@ceph.mgr.x.vm02.stdout:Mar 09 15:44:56 vm02 bash[17789]: debug 2026-03-09T15:44:56.382+0000 7feb08819140 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2026-03-09T15:44:57.052 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 09 15:44:56 vm02 bash[17514]: audit 2026-03-09T15:44:55.680578+0000 mon.a (mon.0) 67 : audit [INF] from='client.? 192.168.123.102:0/3641105699' entity='client.admin' cmd='[{"prefix": "mgr module enable", "module": "dashboard"}]': finished 2026-03-09T15:44:57.052 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 09 15:44:56 vm02 bash[17514]: audit 2026-03-09T15:44:55.680578+0000 mon.a (mon.0) 67 : audit [INF] from='client.? 192.168.123.102:0/3641105699' entity='client.admin' cmd='[{"prefix": "mgr module enable", "module": "dashboard"}]': finished 2026-03-09T15:44:57.052 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 09 15:44:56 vm02 bash[17514]: cluster 2026-03-09T15:44:55.683108+0000 mon.a (mon.0) 68 : cluster [DBG] mgrmap e8: x(active, since 6s) 2026-03-09T15:44:57.052 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 09 15:44:56 vm02 bash[17514]: cluster 2026-03-09T15:44:55.683108+0000 mon.a (mon.0) 68 : cluster [DBG] mgrmap e8: x(active, since 6s) 2026-03-09T15:44:57.052 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 09 15:44:56 vm02 bash[17514]: audit 2026-03-09T15:44:56.069524+0000 mon.a (mon.0) 69 : audit [DBG] from='client.? 192.168.123.102:0/316243389' entity='client.admin' cmd=[{"prefix": "mgr stat"}]: dispatch 2026-03-09T15:44:57.052 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 09 15:44:56 vm02 bash[17514]: audit 2026-03-09T15:44:56.069524+0000 mon.a (mon.0) 69 : audit [DBG] from='client.? 192.168.123.102:0/316243389' entity='client.admin' cmd=[{"prefix": "mgr stat"}]: dispatch 2026-03-09T15:44:57.052 INFO:journalctl@ceph.mgr.x.vm02.stdout:Mar 09 15:44:56 vm02 bash[17789]: debug 2026-03-09T15:44:56.834+0000 7feb08819140 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2026-03-09T15:44:57.052 INFO:journalctl@ceph.mgr.x.vm02.stdout:Mar 09 15:44:56 vm02 bash[17789]: debug 2026-03-09T15:44:56.926+0000 7feb08819140 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2026-03-09T15:44:57.317 INFO:journalctl@ceph.mgr.x.vm02.stdout:Mar 09 15:44:57 vm02 bash[17789]: /lib64/python3.9/site-packages/scipy/__init__.py:73: UserWarning: NumPy was imported from a Python sub-interpreter but NumPy does not properly support sub-interpreters. This will likely work for most users but might cause hard to track down issues or subtle bugs. A common user of the rare sub-interpreter feature is wsgi which also allows single-interpreter mode. 2026-03-09T15:44:57.317 INFO:journalctl@ceph.mgr.x.vm02.stdout:Mar 09 15:44:57 vm02 bash[17789]: Improvements in the case of bugs are welcome, but is not on the NumPy roadmap, and full support may require significant effort to achieve. 2026-03-09T15:44:57.317 INFO:journalctl@ceph.mgr.x.vm02.stdout:Mar 09 15:44:57 vm02 bash[17789]: from numpy import show_config as show_numpy_config 2026-03-09T15:44:57.317 INFO:journalctl@ceph.mgr.x.vm02.stdout:Mar 09 15:44:57 vm02 bash[17789]: debug 2026-03-09T15:44:57.054+0000 7feb08819140 -1 mgr[py] Module diskprediction_local has missing NOTIFY_TYPES member 2026-03-09T15:44:57.317 INFO:journalctl@ceph.mgr.x.vm02.stdout:Mar 09 15:44:57 vm02 bash[17789]: debug 2026-03-09T15:44:57.194+0000 7feb08819140 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2026-03-09T15:44:57.317 INFO:journalctl@ceph.mgr.x.vm02.stdout:Mar 09 15:44:57 vm02 bash[17789]: debug 2026-03-09T15:44:57.230+0000 7feb08819140 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2026-03-09T15:44:57.317 INFO:journalctl@ceph.mgr.x.vm02.stdout:Mar 09 15:44:57 vm02 bash[17789]: debug 2026-03-09T15:44:57.270+0000 7feb08819140 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2026-03-09T15:44:57.654 INFO:journalctl@ceph.mgr.x.vm02.stdout:Mar 09 15:44:57 vm02 bash[17789]: debug 2026-03-09T15:44:57.314+0000 7feb08819140 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2026-03-09T15:44:57.654 INFO:journalctl@ceph.mgr.x.vm02.stdout:Mar 09 15:44:57 vm02 bash[17789]: debug 2026-03-09T15:44:57.374+0000 7feb08819140 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2026-03-09T15:44:58.111 INFO:journalctl@ceph.mgr.x.vm02.stdout:Mar 09 15:44:57 vm02 bash[17789]: debug 2026-03-09T15:44:57.826+0000 7feb08819140 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2026-03-09T15:44:58.111 INFO:journalctl@ceph.mgr.x.vm02.stdout:Mar 09 15:44:57 vm02 bash[17789]: debug 2026-03-09T15:44:57.870+0000 7feb08819140 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2026-03-09T15:44:58.111 INFO:journalctl@ceph.mgr.x.vm02.stdout:Mar 09 15:44:57 vm02 bash[17789]: debug 2026-03-09T15:44:57.910+0000 7feb08819140 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2026-03-09T15:44:58.111 INFO:journalctl@ceph.mgr.x.vm02.stdout:Mar 09 15:44:58 vm02 bash[17789]: debug 2026-03-09T15:44:58.066+0000 7feb08819140 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2026-03-09T15:44:58.404 INFO:journalctl@ceph.mgr.x.vm02.stdout:Mar 09 15:44:58 vm02 bash[17789]: debug 2026-03-09T15:44:58.106+0000 7feb08819140 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2026-03-09T15:44:58.404 INFO:journalctl@ceph.mgr.x.vm02.stdout:Mar 09 15:44:58 vm02 bash[17789]: debug 2026-03-09T15:44:58.158+0000 7feb08819140 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2026-03-09T15:44:58.404 INFO:journalctl@ceph.mgr.x.vm02.stdout:Mar 09 15:44:58 vm02 bash[17789]: debug 2026-03-09T15:44:58.274+0000 7feb08819140 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2026-03-09T15:44:58.730 INFO:journalctl@ceph.mgr.x.vm02.stdout:Mar 09 15:44:58 vm02 bash[17789]: debug 2026-03-09T15:44:58.442+0000 7feb08819140 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2026-03-09T15:44:58.730 INFO:journalctl@ceph.mgr.x.vm02.stdout:Mar 09 15:44:58 vm02 bash[17789]: debug 2026-03-09T15:44:58.642+0000 7feb08819140 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2026-03-09T15:44:58.730 INFO:journalctl@ceph.mgr.x.vm02.stdout:Mar 09 15:44:58 vm02 bash[17789]: debug 2026-03-09T15:44:58.682+0000 7feb08819140 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2026-03-09T15:44:59.139 INFO:journalctl@ceph.mgr.x.vm02.stdout:Mar 09 15:44:58 vm02 bash[17789]: debug 2026-03-09T15:44:58.726+0000 7feb08819140 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2026-03-09T15:44:59.139 INFO:journalctl@ceph.mgr.x.vm02.stdout:Mar 09 15:44:58 vm02 bash[17789]: debug 2026-03-09T15:44:58.890+0000 7feb08819140 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2026-03-09T15:44:59.404 INFO:journalctl@ceph.mgr.x.vm02.stdout:Mar 09 15:44:59 vm02 bash[17789]: debug 2026-03-09T15:44:59.134+0000 7feb08819140 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2026-03-09T15:44:59.404 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 09 15:44:59 vm02 bash[17514]: cluster 2026-03-09T15:44:59.142060+0000 mon.a (mon.0) 70 : cluster [INF] Active manager daemon x restarted 2026-03-09T15:44:59.404 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 09 15:44:59 vm02 bash[17514]: cluster 2026-03-09T15:44:59.142060+0000 mon.a (mon.0) 70 : cluster [INF] Active manager daemon x restarted 2026-03-09T15:44:59.404 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 09 15:44:59 vm02 bash[17514]: cluster 2026-03-09T15:44:59.142260+0000 mon.a (mon.0) 71 : cluster [INF] Activating manager daemon x 2026-03-09T15:44:59.404 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 09 15:44:59 vm02 bash[17514]: cluster 2026-03-09T15:44:59.142260+0000 mon.a (mon.0) 71 : cluster [INF] Activating manager daemon x 2026-03-09T15:44:59.404 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 09 15:44:59 vm02 bash[17514]: cluster 2026-03-09T15:44:59.146503+0000 mon.a (mon.0) 72 : cluster [DBG] osdmap e3: 0 total, 0 up, 0 in 2026-03-09T15:44:59.404 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 09 15:44:59 vm02 bash[17514]: cluster 2026-03-09T15:44:59.146503+0000 mon.a (mon.0) 72 : cluster [DBG] osdmap e3: 0 total, 0 up, 0 in 2026-03-09T15:44:59.404 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 09 15:44:59 vm02 bash[17514]: cluster 2026-03-09T15:44:59.146696+0000 mon.a (mon.0) 73 : cluster [DBG] mgrmap e9: x(active, starting, since 0.00451695s) 2026-03-09T15:44:59.404 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 09 15:44:59 vm02 bash[17514]: cluster 2026-03-09T15:44:59.146696+0000 mon.a (mon.0) 73 : cluster [DBG] mgrmap e9: x(active, starting, since 0.00451695s) 2026-03-09T15:44:59.404 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 09 15:44:59 vm02 bash[17514]: audit 2026-03-09T15:44:59.148309+0000 mon.a (mon.0) 74 : audit [DBG] from='mgr.14150 192.168.123.102:0/2616079682' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2026-03-09T15:44:59.404 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 09 15:44:59 vm02 bash[17514]: audit 2026-03-09T15:44:59.148309+0000 mon.a (mon.0) 74 : audit [DBG] from='mgr.14150 192.168.123.102:0/2616079682' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2026-03-09T15:44:59.404 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 09 15:44:59 vm02 bash[17514]: audit 2026-03-09T15:44:59.149074+0000 mon.a (mon.0) 75 : audit [DBG] from='mgr.14150 192.168.123.102:0/2616079682' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2026-03-09T15:44:59.404 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 09 15:44:59 vm02 bash[17514]: audit 2026-03-09T15:44:59.149074+0000 mon.a (mon.0) 75 : audit [DBG] from='mgr.14150 192.168.123.102:0/2616079682' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2026-03-09T15:44:59.404 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 09 15:44:59 vm02 bash[17514]: audit 2026-03-09T15:44:59.149554+0000 mon.a (mon.0) 76 : audit [DBG] from='mgr.14150 192.168.123.102:0/2616079682' entity='mgr.x' cmd=[{"prefix": "mds metadata"}]: dispatch 2026-03-09T15:44:59.404 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 09 15:44:59 vm02 bash[17514]: audit 2026-03-09T15:44:59.149554+0000 mon.a (mon.0) 76 : audit [DBG] from='mgr.14150 192.168.123.102:0/2616079682' entity='mgr.x' cmd=[{"prefix": "mds metadata"}]: dispatch 2026-03-09T15:44:59.404 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 09 15:44:59 vm02 bash[17514]: audit 2026-03-09T15:44:59.149647+0000 mon.a (mon.0) 77 : audit [DBG] from='mgr.14150 192.168.123.102:0/2616079682' entity='mgr.x' cmd=[{"prefix": "osd metadata"}]: dispatch 2026-03-09T15:44:59.404 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 09 15:44:59 vm02 bash[17514]: audit 2026-03-09T15:44:59.149647+0000 mon.a (mon.0) 77 : audit [DBG] from='mgr.14150 192.168.123.102:0/2616079682' entity='mgr.x' cmd=[{"prefix": "osd metadata"}]: dispatch 2026-03-09T15:44:59.404 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 09 15:44:59 vm02 bash[17514]: audit 2026-03-09T15:44:59.149720+0000 mon.a (mon.0) 78 : audit [DBG] from='mgr.14150 192.168.123.102:0/2616079682' entity='mgr.x' cmd=[{"prefix": "mon metadata"}]: dispatch 2026-03-09T15:44:59.404 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 09 15:44:59 vm02 bash[17514]: audit 2026-03-09T15:44:59.149720+0000 mon.a (mon.0) 78 : audit [DBG] from='mgr.14150 192.168.123.102:0/2616079682' entity='mgr.x' cmd=[{"prefix": "mon metadata"}]: dispatch 2026-03-09T15:44:59.404 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 09 15:44:59 vm02 bash[17514]: cluster 2026-03-09T15:44:59.155807+0000 mon.a (mon.0) 79 : cluster [INF] Manager daemon x is now available 2026-03-09T15:44:59.404 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 09 15:44:59 vm02 bash[17514]: cluster 2026-03-09T15:44:59.155807+0000 mon.a (mon.0) 79 : cluster [INF] Manager daemon x is now available 2026-03-09T15:44:59.404 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 09 15:44:59 vm02 bash[17514]: audit 2026-03-09T15:44:59.174853+0000 mon.a (mon.0) 80 : audit [DBG] from='mgr.14150 192.168.123.102:0/2616079682' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2026-03-09T15:44:59.404 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 09 15:44:59 vm02 bash[17514]: audit 2026-03-09T15:44:59.174853+0000 mon.a (mon.0) 80 : audit [DBG] from='mgr.14150 192.168.123.102:0/2616079682' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2026-03-09T15:44:59.404 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 09 15:44:59 vm02 bash[17514]: audit 2026-03-09T15:44:59.188575+0000 mon.a (mon.0) 81 : audit [INF] from='mgr.14150 192.168.123.102:0/2616079682' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch 2026-03-09T15:44:59.404 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 09 15:44:59 vm02 bash[17514]: audit 2026-03-09T15:44:59.188575+0000 mon.a (mon.0) 81 : audit [INF] from='mgr.14150 192.168.123.102:0/2616079682' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch 2026-03-09T15:45:00.196 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout { 2026-03-09T15:45:00.196 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout "mgrmap_epoch": 10, 2026-03-09T15:45:00.196 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout "initialized": true 2026-03-09T15:45:00.196 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout } 2026-03-09T15:45:00.196 INFO:teuthology.orchestra.run.vm02.stdout:mgr epoch 8 is available 2026-03-09T15:45:00.197 INFO:teuthology.orchestra.run.vm02.stdout:Generating a dashboard self-signed certificate... 2026-03-09T15:45:00.500 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 09 15:45:00 vm02 bash[17514]: audit 2026-03-09T15:44:59.205707+0000 mon.a (mon.0) 82 : audit [INF] from='mgr.14150 192.168.123.102:0/2616079682' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch 2026-03-09T15:45:00.500 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 09 15:45:00 vm02 bash[17514]: audit 2026-03-09T15:44:59.205707+0000 mon.a (mon.0) 82 : audit [INF] from='mgr.14150 192.168.123.102:0/2616079682' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch 2026-03-09T15:45:00.500 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 09 15:45:00 vm02 bash[17514]: cluster 2026-03-09T15:45:00.150512+0000 mon.a (mon.0) 83 : cluster [DBG] mgrmap e10: x(active, since 1.00833s) 2026-03-09T15:45:00.500 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 09 15:45:00 vm02 bash[17514]: cluster 2026-03-09T15:45:00.150512+0000 mon.a (mon.0) 83 : cluster [DBG] mgrmap e10: x(active, since 1.00833s) 2026-03-09T15:45:00.528 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout Self-signed certificate created 2026-03-09T15:45:00.528 INFO:teuthology.orchestra.run.vm02.stdout:Creating initial admin user... 2026-03-09T15:45:01.087 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout {"username": "admin", "password": "$2b$12$.lWZ10/iR/qENG5707eCZeYjZcosTyNp5ssTC5qI..GPi8g1APcKO", "roles": ["administrator"], "name": null, "email": null, "lastUpdate": 1773071100, "enabled": true, "pwdExpirationDate": null, "pwdUpdateRequired": true} 2026-03-09T15:45:01.087 INFO:teuthology.orchestra.run.vm02.stdout:Fetching dashboard port number... 2026-03-09T15:45:01.426 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stdout 8443 2026-03-09T15:45:01.426 INFO:teuthology.orchestra.run.vm02.stdout:firewalld does not appear to be present 2026-03-09T15:45:01.426 INFO:teuthology.orchestra.run.vm02.stdout:Not possible to open ports <[8443]>. firewalld.service is not available 2026-03-09T15:45:01.427 INFO:teuthology.orchestra.run.vm02.stdout:Ceph Dashboard is now available at: 2026-03-09T15:45:01.427 INFO:teuthology.orchestra.run.vm02.stdout: 2026-03-09T15:45:01.427 INFO:teuthology.orchestra.run.vm02.stdout: URL: https://vm02.local:8443/ 2026-03-09T15:45:01.428 INFO:teuthology.orchestra.run.vm02.stdout: User: admin 2026-03-09T15:45:01.428 INFO:teuthology.orchestra.run.vm02.stdout: Password: koktc2f4uc 2026-03-09T15:45:01.428 INFO:teuthology.orchestra.run.vm02.stdout: 2026-03-09T15:45:01.428 INFO:teuthology.orchestra.run.vm02.stdout:Saving cluster configuration to /var/lib/ceph/a2a597c0-1bce-11f1-835a-ab631984d2b4/config directory 2026-03-09T15:45:01.654 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 09 15:45:01 vm02 bash[17514]: cephadm 2026-03-09T15:44:59.863484+0000 mgr.x (mgr.14150) 1 : cephadm [INF] [09/Mar/2026:15:44:59] ENGINE Bus STARTING 2026-03-09T15:45:01.654 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 09 15:45:01 vm02 bash[17514]: cephadm 2026-03-09T15:44:59.863484+0000 mgr.x (mgr.14150) 1 : cephadm [INF] [09/Mar/2026:15:44:59] ENGINE Bus STARTING 2026-03-09T15:45:01.654 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 09 15:45:01 vm02 bash[17514]: cephadm 2026-03-09T15:44:59.972468+0000 mgr.x (mgr.14150) 2 : cephadm [INF] [09/Mar/2026:15:44:59] ENGINE Serving on https://192.168.123.102:7150 2026-03-09T15:45:01.654 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 09 15:45:01 vm02 bash[17514]: cephadm 2026-03-09T15:44:59.972468+0000 mgr.x (mgr.14150) 2 : cephadm [INF] [09/Mar/2026:15:44:59] ENGINE Serving on https://192.168.123.102:7150 2026-03-09T15:45:01.654 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 09 15:45:01 vm02 bash[17514]: cephadm 2026-03-09T15:44:59.973052+0000 mgr.x (mgr.14150) 3 : cephadm [INF] [09/Mar/2026:15:44:59] ENGINE Client ('192.168.123.102', 57574) lost — peer dropped the TLS connection suddenly, during handshake: (6, 'TLS/SSL connection has been closed (EOF) (_ssl.c:1147)') 2026-03-09T15:45:01.654 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 09 15:45:01 vm02 bash[17514]: cephadm 2026-03-09T15:44:59.973052+0000 mgr.x (mgr.14150) 3 : cephadm [INF] [09/Mar/2026:15:44:59] ENGINE Client ('192.168.123.102', 57574) lost — peer dropped the TLS connection suddenly, during handshake: (6, 'TLS/SSL connection has been closed (EOF) (_ssl.c:1147)') 2026-03-09T15:45:01.654 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 09 15:45:01 vm02 bash[17514]: cephadm 2026-03-09T15:45:00.073761+0000 mgr.x (mgr.14150) 4 : cephadm [INF] [09/Mar/2026:15:45:00] ENGINE Serving on http://192.168.123.102:8765 2026-03-09T15:45:01.654 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 09 15:45:01 vm02 bash[17514]: cephadm 2026-03-09T15:45:00.073761+0000 mgr.x (mgr.14150) 4 : cephadm [INF] [09/Mar/2026:15:45:00] ENGINE Serving on http://192.168.123.102:8765 2026-03-09T15:45:01.654 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 09 15:45:01 vm02 bash[17514]: cephadm 2026-03-09T15:45:00.073988+0000 mgr.x (mgr.14150) 5 : cephadm [INF] [09/Mar/2026:15:45:00] ENGINE Bus STARTED 2026-03-09T15:45:01.654 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 09 15:45:01 vm02 bash[17514]: cephadm 2026-03-09T15:45:00.073988+0000 mgr.x (mgr.14150) 5 : cephadm [INF] [09/Mar/2026:15:45:00] ENGINE Bus STARTED 2026-03-09T15:45:01.654 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 09 15:45:01 vm02 bash[17514]: audit 2026-03-09T15:45:00.151620+0000 mgr.x (mgr.14150) 6 : audit [DBG] from='client.14154 -' entity='client.admin' cmd=[{"prefix": "get_command_descriptions"}]: dispatch 2026-03-09T15:45:01.654 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 09 15:45:01 vm02 bash[17514]: audit 2026-03-09T15:45:00.151620+0000 mgr.x (mgr.14150) 6 : audit [DBG] from='client.14154 -' entity='client.admin' cmd=[{"prefix": "get_command_descriptions"}]: dispatch 2026-03-09T15:45:01.654 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 09 15:45:01 vm02 bash[17514]: audit 2026-03-09T15:45:00.156710+0000 mgr.x (mgr.14150) 7 : audit [DBG] from='client.14154 -' entity='client.admin' cmd=[{"prefix": "mgr_status"}]: dispatch 2026-03-09T15:45:01.654 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 09 15:45:01 vm02 bash[17514]: audit 2026-03-09T15:45:00.156710+0000 mgr.x (mgr.14150) 7 : audit [DBG] from='client.14154 -' entity='client.admin' cmd=[{"prefix": "mgr_status"}]: dispatch 2026-03-09T15:45:01.654 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 09 15:45:01 vm02 bash[17514]: audit 2026-03-09T15:45:00.441763+0000 mgr.x (mgr.14150) 8 : audit [DBG] from='client.14162 -' entity='client.admin' cmd=[{"prefix": "dashboard create-self-signed-cert", "target": ["mon-mgr", ""]}]: dispatch 2026-03-09T15:45:01.654 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 09 15:45:01 vm02 bash[17514]: audit 2026-03-09T15:45:00.441763+0000 mgr.x (mgr.14150) 8 : audit [DBG] from='client.14162 -' entity='client.admin' cmd=[{"prefix": "dashboard create-self-signed-cert", "target": ["mon-mgr", ""]}]: dispatch 2026-03-09T15:45:01.655 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 09 15:45:01 vm02 bash[17514]: audit 2026-03-09T15:45:00.488541+0000 mon.a (mon.0) 84 : audit [INF] from='mgr.14150 192.168.123.102:0/2616079682' entity='mgr.x' 2026-03-09T15:45:01.655 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 09 15:45:01 vm02 bash[17514]: audit 2026-03-09T15:45:00.488541+0000 mon.a (mon.0) 84 : audit [INF] from='mgr.14150 192.168.123.102:0/2616079682' entity='mgr.x' 2026-03-09T15:45:01.655 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 09 15:45:01 vm02 bash[17514]: audit 2026-03-09T15:45:00.490580+0000 mon.a (mon.0) 85 : audit [INF] from='mgr.14150 192.168.123.102:0/2616079682' entity='mgr.x' 2026-03-09T15:45:01.655 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 09 15:45:01 vm02 bash[17514]: audit 2026-03-09T15:45:00.490580+0000 mon.a (mon.0) 85 : audit [INF] from='mgr.14150 192.168.123.102:0/2616079682' entity='mgr.x' 2026-03-09T15:45:01.655 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 09 15:45:01 vm02 bash[17514]: audit 2026-03-09T15:45:00.787808+0000 mon.a (mon.0) 86 : audit [INF] from='mgr.14150 192.168.123.102:0/2616079682' entity='mgr.x' 2026-03-09T15:45:01.655 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 09 15:45:01 vm02 bash[17514]: audit 2026-03-09T15:45:00.787808+0000 mon.a (mon.0) 86 : audit [INF] from='mgr.14150 192.168.123.102:0/2616079682' entity='mgr.x' 2026-03-09T15:45:01.655 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 09 15:45:01 vm02 bash[17514]: audit 2026-03-09T15:45:01.014660+0000 mon.a (mon.0) 87 : audit [INF] from='mgr.14150 192.168.123.102:0/2616079682' entity='mgr.x' 2026-03-09T15:45:01.655 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 09 15:45:01 vm02 bash[17514]: audit 2026-03-09T15:45:01.014660+0000 mon.a (mon.0) 87 : audit [INF] from='mgr.14150 192.168.123.102:0/2616079682' entity='mgr.x' 2026-03-09T15:45:01.655 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 09 15:45:01 vm02 bash[17514]: audit 2026-03-09T15:45:01.150193+0000 mon.a (mon.0) 88 : audit [INF] from='mgr.14150 192.168.123.102:0/2616079682' entity='mgr.x' 2026-03-09T15:45:01.655 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 09 15:45:01 vm02 bash[17514]: audit 2026-03-09T15:45:01.150193+0000 mon.a (mon.0) 88 : audit [INF] from='mgr.14150 192.168.123.102:0/2616079682' entity='mgr.x' 2026-03-09T15:45:01.655 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 09 15:45:01 vm02 bash[17514]: audit 2026-03-09T15:45:01.364709+0000 mon.a (mon.0) 89 : audit [DBG] from='client.? 192.168.123.102:0/2105780132' entity='client.admin' cmd=[{"prefix": "config get", "who": "mgr", "key": "mgr/dashboard/ssl_server_port"}]: dispatch 2026-03-09T15:45:01.655 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 09 15:45:01 vm02 bash[17514]: audit 2026-03-09T15:45:01.364709+0000 mon.a (mon.0) 89 : audit [DBG] from='client.? 192.168.123.102:0/2105780132' entity='client.admin' cmd=[{"prefix": "config get", "who": "mgr", "key": "mgr/dashboard/ssl_server_port"}]: dispatch 2026-03-09T15:45:01.840 INFO:teuthology.orchestra.run.vm02.stdout:/usr/bin/ceph: stderr set mgr/dashboard/cluster/status 2026-03-09T15:45:01.840 INFO:teuthology.orchestra.run.vm02.stdout:You can access the Ceph CLI as following in case of multi-cluster or non-default config: 2026-03-09T15:45:01.840 INFO:teuthology.orchestra.run.vm02.stdout: 2026-03-09T15:45:01.840 INFO:teuthology.orchestra.run.vm02.stdout: sudo /home/ubuntu/cephtest/cephadm shell --fsid a2a597c0-1bce-11f1-835a-ab631984d2b4 -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring 2026-03-09T15:45:01.840 INFO:teuthology.orchestra.run.vm02.stdout: 2026-03-09T15:45:01.840 INFO:teuthology.orchestra.run.vm02.stdout:Or, if you are only running a single cluster on this host: 2026-03-09T15:45:01.840 INFO:teuthology.orchestra.run.vm02.stdout: 2026-03-09T15:45:01.840 INFO:teuthology.orchestra.run.vm02.stdout: sudo /home/ubuntu/cephtest/cephadm shell 2026-03-09T15:45:01.840 INFO:teuthology.orchestra.run.vm02.stdout: 2026-03-09T15:45:01.840 INFO:teuthology.orchestra.run.vm02.stdout:Please consider enabling telemetry to help improve Ceph: 2026-03-09T15:45:01.840 INFO:teuthology.orchestra.run.vm02.stdout: 2026-03-09T15:45:01.840 INFO:teuthology.orchestra.run.vm02.stdout: ceph telemetry on 2026-03-09T15:45:01.840 INFO:teuthology.orchestra.run.vm02.stdout: 2026-03-09T15:45:01.840 INFO:teuthology.orchestra.run.vm02.stdout:For more information see: 2026-03-09T15:45:01.840 INFO:teuthology.orchestra.run.vm02.stdout: 2026-03-09T15:45:01.840 INFO:teuthology.orchestra.run.vm02.stdout: https://docs.ceph.com/en/latest/mgr/telemetry/ 2026-03-09T15:45:01.840 INFO:teuthology.orchestra.run.vm02.stdout: 2026-03-09T15:45:01.840 INFO:teuthology.orchestra.run.vm02.stdout:Bootstrap complete. 2026-03-09T15:45:01.863 INFO:tasks.cephadm:Fetching config... 2026-03-09T15:45:01.863 DEBUG:teuthology.orchestra.run.vm02:> set -ex 2026-03-09T15:45:01.863 DEBUG:teuthology.orchestra.run.vm02:> dd if=/etc/ceph/ceph.conf of=/dev/stdout 2026-03-09T15:45:01.867 INFO:tasks.cephadm:Fetching client.admin keyring... 2026-03-09T15:45:01.867 DEBUG:teuthology.orchestra.run.vm02:> set -ex 2026-03-09T15:45:01.867 DEBUG:teuthology.orchestra.run.vm02:> dd if=/etc/ceph/ceph.client.admin.keyring of=/dev/stdout 2026-03-09T15:45:01.913 INFO:tasks.cephadm:Fetching mon keyring... 2026-03-09T15:45:01.913 DEBUG:teuthology.orchestra.run.vm02:> set -ex 2026-03-09T15:45:01.913 DEBUG:teuthology.orchestra.run.vm02:> sudo dd if=/var/lib/ceph/a2a597c0-1bce-11f1-835a-ab631984d2b4/mon.a/keyring of=/dev/stdout 2026-03-09T15:45:01.962 INFO:tasks.cephadm:Fetching pub ssh key... 2026-03-09T15:45:01.962 DEBUG:teuthology.orchestra.run.vm02:> set -ex 2026-03-09T15:45:01.962 DEBUG:teuthology.orchestra.run.vm02:> dd if=/home/ubuntu/cephtest/ceph.pub of=/dev/stdout 2026-03-09T15:45:02.010 INFO:tasks.cephadm:Installing pub ssh key for root users... 2026-03-09T15:45:02.010 DEBUG:teuthology.orchestra.run.vm02:> sudo install -d -m 0700 /root/.ssh && echo 'ssh-ed25519 AAAAC3NzaC1lZDI1NTE5AAAAIMeCNe0QvzUjWVlbWOSWjIsE9GbHxUJmreqBPhQlQ/kB ceph-a2a597c0-1bce-11f1-835a-ab631984d2b4' | sudo tee -a /root/.ssh/authorized_keys && sudo chmod 0600 /root/.ssh/authorized_keys 2026-03-09T15:45:02.063 INFO:teuthology.orchestra.run.vm02.stdout:ssh-ed25519 AAAAC3NzaC1lZDI1NTE5AAAAIMeCNe0QvzUjWVlbWOSWjIsE9GbHxUJmreqBPhQlQ/kB ceph-a2a597c0-1bce-11f1-835a-ab631984d2b4 2026-03-09T15:45:02.070 DEBUG:teuthology.orchestra.run.vm07:> sudo install -d -m 0700 /root/.ssh && echo 'ssh-ed25519 AAAAC3NzaC1lZDI1NTE5AAAAIMeCNe0QvzUjWVlbWOSWjIsE9GbHxUJmreqBPhQlQ/kB ceph-a2a597c0-1bce-11f1-835a-ab631984d2b4' | sudo tee -a /root/.ssh/authorized_keys && sudo chmod 0600 /root/.ssh/authorized_keys 2026-03-09T15:45:02.081 INFO:teuthology.orchestra.run.vm07.stdout:ssh-ed25519 AAAAC3NzaC1lZDI1NTE5AAAAIMeCNe0QvzUjWVlbWOSWjIsE9GbHxUJmreqBPhQlQ/kB ceph-a2a597c0-1bce-11f1-835a-ab631984d2b4 2026-03-09T15:45:02.087 DEBUG:teuthology.orchestra.run.vm02:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:e911bdebe5c8faa3800735d1568fcdca65db60df shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid a2a597c0-1bce-11f1-835a-ab631984d2b4 -- ceph config set mgr mgr/cephadm/allow_ptrace true 2026-03-09T15:45:03.154 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 09 15:45:02 vm02 bash[17514]: audit 2026-03-09T15:45:00.818114+0000 mgr.x (mgr.14150) 9 : audit [DBG] from='client.14164 -' entity='client.admin' cmd=[{"prefix": "dashboard ac-user-create", "username": "admin", "rolename": "administrator", "force_password": true, "pwd_update_required": true, "target": ["mon-mgr", ""]}]: dispatch 2026-03-09T15:45:03.154 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 09 15:45:02 vm02 bash[17514]: audit 2026-03-09T15:45:00.818114+0000 mgr.x (mgr.14150) 9 : audit [DBG] from='client.14164 -' entity='client.admin' cmd=[{"prefix": "dashboard ac-user-create", "username": "admin", "rolename": "administrator", "force_password": true, "pwd_update_required": true, "target": ["mon-mgr", ""]}]: dispatch 2026-03-09T15:45:03.154 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 09 15:45:02 vm02 bash[17514]: audit 2026-03-09T15:45:01.773187+0000 mon.a (mon.0) 90 : audit [INF] from='client.? 192.168.123.102:0/3609212387' entity='client.admin' 2026-03-09T15:45:03.154 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 09 15:45:02 vm02 bash[17514]: audit 2026-03-09T15:45:01.773187+0000 mon.a (mon.0) 90 : audit [INF] from='client.? 192.168.123.102:0/3609212387' entity='client.admin' 2026-03-09T15:45:03.154 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 09 15:45:02 vm02 bash[17514]: cluster 2026-03-09T15:45:02.018872+0000 mon.a (mon.0) 91 : cluster [DBG] mgrmap e11: x(active, since 2s) 2026-03-09T15:45:03.154 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 09 15:45:02 vm02 bash[17514]: cluster 2026-03-09T15:45:02.018872+0000 mon.a (mon.0) 91 : cluster [DBG] mgrmap e11: x(active, since 2s) 2026-03-09T15:45:05.977 INFO:teuthology.orchestra.run.vm02.stderr:Inferring config /var/lib/ceph/a2a597c0-1bce-11f1-835a-ab631984d2b4/mon.a/config 2026-03-09T15:45:06.309 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 09 15:45:06 vm02 bash[17514]: cluster 2026-03-09T15:45:05.214428+0000 mon.a (mon.0) 92 : cluster [DBG] mgrmap e12: x(active, since 6s) 2026-03-09T15:45:06.309 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 09 15:45:06 vm02 bash[17514]: cluster 2026-03-09T15:45:05.214428+0000 mon.a (mon.0) 92 : cluster [DBG] mgrmap e12: x(active, since 6s) 2026-03-09T15:45:06.309 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 09 15:45:06 vm02 bash[17514]: audit 2026-03-09T15:45:06.187336+0000 mon.a (mon.0) 93 : audit [INF] from='mgr.14150 192.168.123.102:0/2616079682' entity='mgr.x' 2026-03-09T15:45:06.309 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 09 15:45:06 vm02 bash[17514]: audit 2026-03-09T15:45:06.187336+0000 mon.a (mon.0) 93 : audit [INF] from='mgr.14150 192.168.123.102:0/2616079682' entity='mgr.x' 2026-03-09T15:45:06.399 INFO:tasks.cephadm:Distributing conf and client.admin keyring to all hosts + 0755 2026-03-09T15:45:06.399 DEBUG:teuthology.orchestra.run.vm02:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:e911bdebe5c8faa3800735d1568fcdca65db60df shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid a2a597c0-1bce-11f1-835a-ab631984d2b4 -- ceph orch client-keyring set client.admin '*' --mode 0755 2026-03-09T15:45:07.654 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 09 15:45:07 vm02 bash[17514]: audit 2026-03-09T15:45:06.267296+0000 mon.a (mon.0) 94 : audit [INF] from='client.? 192.168.123.102:0/1231199035' entity='client.admin' 2026-03-09T15:45:07.654 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 09 15:45:07 vm02 bash[17514]: audit 2026-03-09T15:45:06.267296+0000 mon.a (mon.0) 94 : audit [INF] from='client.? 192.168.123.102:0/1231199035' entity='client.admin' 2026-03-09T15:45:07.654 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 09 15:45:07 vm02 bash[17514]: audit 2026-03-09T15:45:06.800840+0000 mon.a (mon.0) 95 : audit [INF] from='mgr.14150 192.168.123.102:0/2616079682' entity='mgr.x' 2026-03-09T15:45:07.654 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 09 15:45:07 vm02 bash[17514]: audit 2026-03-09T15:45:06.800840+0000 mon.a (mon.0) 95 : audit [INF] from='mgr.14150 192.168.123.102:0/2616079682' entity='mgr.x' 2026-03-09T15:45:11.023 INFO:teuthology.orchestra.run.vm02.stderr:Inferring config /var/lib/ceph/a2a597c0-1bce-11f1-835a-ab631984d2b4/mon.a/config 2026-03-09T15:45:11.427 INFO:tasks.cephadm:Remote vm07 excluded from cephadm cluster by role 2026-03-09T15:45:11.427 INFO:tasks.cephadm:Setting crush tunables to default 2026-03-09T15:45:11.427 DEBUG:teuthology.orchestra.run.vm02:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:e911bdebe5c8faa3800735d1568fcdca65db60df shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid a2a597c0-1bce-11f1-835a-ab631984d2b4 -- ceph osd crush tunables default 2026-03-09T15:45:12.654 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 09 15:45:12 vm02 bash[17514]: audit 2026-03-09T15:45:11.349352+0000 mgr.x (mgr.14150) 10 : audit [DBG] from='client.14172 -' entity='client.admin' cmd=[{"prefix": "orch client-keyring set", "entity": "client.admin", "placement": "*", "mode": "0755", "target": ["mon-mgr", ""]}]: dispatch 2026-03-09T15:45:12.654 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 09 15:45:12 vm02 bash[17514]: audit 2026-03-09T15:45:11.349352+0000 mgr.x (mgr.14150) 10 : audit [DBG] from='client.14172 -' entity='client.admin' cmd=[{"prefix": "orch client-keyring set", "entity": "client.admin", "placement": "*", "mode": "0755", "target": ["mon-mgr", ""]}]: dispatch 2026-03-09T15:45:12.654 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 09 15:45:12 vm02 bash[17514]: audit 2026-03-09T15:45:11.354212+0000 mon.a (mon.0) 96 : audit [INF] from='mgr.14150 192.168.123.102:0/2616079682' entity='mgr.x' 2026-03-09T15:45:12.654 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 09 15:45:12 vm02 bash[17514]: audit 2026-03-09T15:45:11.354212+0000 mon.a (mon.0) 96 : audit [INF] from='mgr.14150 192.168.123.102:0/2616079682' entity='mgr.x' 2026-03-09T15:45:13.904 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 09 15:45:13 vm02 bash[17514]: audit 2026-03-09T15:45:12.578968+0000 mon.a (mon.0) 97 : audit [INF] from='mgr.14150 192.168.123.102:0/2616079682' entity='mgr.x' 2026-03-09T15:45:13.904 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 09 15:45:13 vm02 bash[17514]: audit 2026-03-09T15:45:12.578968+0000 mon.a (mon.0) 97 : audit [INF] from='mgr.14150 192.168.123.102:0/2616079682' entity='mgr.x' 2026-03-09T15:45:13.904 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 09 15:45:13 vm02 bash[17514]: audit 2026-03-09T15:45:12.582926+0000 mon.a (mon.0) 98 : audit [INF] from='mgr.14150 192.168.123.102:0/2616079682' entity='mgr.x' 2026-03-09T15:45:13.904 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 09 15:45:13 vm02 bash[17514]: audit 2026-03-09T15:45:12.582926+0000 mon.a (mon.0) 98 : audit [INF] from='mgr.14150 192.168.123.102:0/2616079682' entity='mgr.x' 2026-03-09T15:45:13.904 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 09 15:45:13 vm02 bash[17514]: audit 2026-03-09T15:45:12.587490+0000 mon.a (mon.0) 99 : audit [INF] from='mgr.14150 192.168.123.102:0/2616079682' entity='mgr.x' 2026-03-09T15:45:13.904 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 09 15:45:13 vm02 bash[17514]: audit 2026-03-09T15:45:12.587490+0000 mon.a (mon.0) 99 : audit [INF] from='mgr.14150 192.168.123.102:0/2616079682' entity='mgr.x' 2026-03-09T15:45:13.904 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 09 15:45:13 vm02 bash[17514]: audit 2026-03-09T15:45:12.590811+0000 mon.a (mon.0) 100 : audit [INF] from='mgr.14150 192.168.123.102:0/2616079682' entity='mgr.x' 2026-03-09T15:45:13.904 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 09 15:45:13 vm02 bash[17514]: audit 2026-03-09T15:45:12.590811+0000 mon.a (mon.0) 100 : audit [INF] from='mgr.14150 192.168.123.102:0/2616079682' entity='mgr.x' 2026-03-09T15:45:13.904 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 09 15:45:13 vm02 bash[17514]: audit 2026-03-09T15:45:12.591495+0000 mon.a (mon.0) 101 : audit [INF] from='mgr.14150 192.168.123.102:0/2616079682' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd/host:vm02", "name": "osd_memory_target"}]: dispatch 2026-03-09T15:45:13.904 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 09 15:45:13 vm02 bash[17514]: audit 2026-03-09T15:45:12.591495+0000 mon.a (mon.0) 101 : audit [INF] from='mgr.14150 192.168.123.102:0/2616079682' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd/host:vm02", "name": "osd_memory_target"}]: dispatch 2026-03-09T15:45:13.904 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 09 15:45:13 vm02 bash[17514]: audit 2026-03-09T15:45:12.592481+0000 mon.a (mon.0) 102 : audit [DBG] from='mgr.14150 192.168.123.102:0/2616079682' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-03-09T15:45:13.904 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 09 15:45:13 vm02 bash[17514]: audit 2026-03-09T15:45:12.592481+0000 mon.a (mon.0) 102 : audit [DBG] from='mgr.14150 192.168.123.102:0/2616079682' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-03-09T15:45:13.904 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 09 15:45:13 vm02 bash[17514]: audit 2026-03-09T15:45:12.593179+0000 mon.a (mon.0) 103 : audit [INF] from='mgr.14150 192.168.123.102:0/2616079682' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2026-03-09T15:45:13.904 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 09 15:45:13 vm02 bash[17514]: audit 2026-03-09T15:45:12.593179+0000 mon.a (mon.0) 103 : audit [INF] from='mgr.14150 192.168.123.102:0/2616079682' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2026-03-09T15:45:13.904 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 09 15:45:13 vm02 bash[17514]: cephadm 2026-03-09T15:45:12.593997+0000 mgr.x (mgr.14150) 11 : cephadm [INF] Updating vm02:/etc/ceph/ceph.conf 2026-03-09T15:45:13.904 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 09 15:45:13 vm02 bash[17514]: cephadm 2026-03-09T15:45:12.593997+0000 mgr.x (mgr.14150) 11 : cephadm [INF] Updating vm02:/etc/ceph/ceph.conf 2026-03-09T15:45:13.904 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 09 15:45:13 vm02 bash[17514]: cephadm 2026-03-09T15:45:12.628406+0000 mgr.x (mgr.14150) 12 : cephadm [INF] Updating vm02:/var/lib/ceph/a2a597c0-1bce-11f1-835a-ab631984d2b4/config/ceph.conf 2026-03-09T15:45:13.904 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 09 15:45:13 vm02 bash[17514]: cephadm 2026-03-09T15:45:12.628406+0000 mgr.x (mgr.14150) 12 : cephadm [INF] Updating vm02:/var/lib/ceph/a2a597c0-1bce-11f1-835a-ab631984d2b4/config/ceph.conf 2026-03-09T15:45:13.905 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 09 15:45:13 vm02 bash[17514]: cephadm 2026-03-09T15:45:12.660629+0000 mgr.x (mgr.14150) 13 : cephadm [INF] Updating vm02:/etc/ceph/ceph.client.admin.keyring 2026-03-09T15:45:13.905 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 09 15:45:13 vm02 bash[17514]: cephadm 2026-03-09T15:45:12.660629+0000 mgr.x (mgr.14150) 13 : cephadm [INF] Updating vm02:/etc/ceph/ceph.client.admin.keyring 2026-03-09T15:45:13.905 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 09 15:45:13 vm02 bash[17514]: cephadm 2026-03-09T15:45:12.692846+0000 mgr.x (mgr.14150) 14 : cephadm [INF] Updating vm02:/var/lib/ceph/a2a597c0-1bce-11f1-835a-ab631984d2b4/config/ceph.client.admin.keyring 2026-03-09T15:45:13.905 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 09 15:45:13 vm02 bash[17514]: cephadm 2026-03-09T15:45:12.692846+0000 mgr.x (mgr.14150) 14 : cephadm [INF] Updating vm02:/var/lib/ceph/a2a597c0-1bce-11f1-835a-ab631984d2b4/config/ceph.client.admin.keyring 2026-03-09T15:45:13.905 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 09 15:45:13 vm02 bash[17514]: audit 2026-03-09T15:45:12.734546+0000 mon.a (mon.0) 104 : audit [INF] from='mgr.14150 192.168.123.102:0/2616079682' entity='mgr.x' 2026-03-09T15:45:13.905 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 09 15:45:13 vm02 bash[17514]: audit 2026-03-09T15:45:12.734546+0000 mon.a (mon.0) 104 : audit [INF] from='mgr.14150 192.168.123.102:0/2616079682' entity='mgr.x' 2026-03-09T15:45:13.905 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 09 15:45:13 vm02 bash[17514]: audit 2026-03-09T15:45:12.737421+0000 mon.a (mon.0) 105 : audit [INF] from='mgr.14150 192.168.123.102:0/2616079682' entity='mgr.x' 2026-03-09T15:45:13.905 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 09 15:45:13 vm02 bash[17514]: audit 2026-03-09T15:45:12.737421+0000 mon.a (mon.0) 105 : audit [INF] from='mgr.14150 192.168.123.102:0/2616079682' entity='mgr.x' 2026-03-09T15:45:13.905 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 09 15:45:13 vm02 bash[17514]: audit 2026-03-09T15:45:12.774416+0000 mon.a (mon.0) 106 : audit [INF] from='mgr.14150 192.168.123.102:0/2616079682' entity='mgr.x' 2026-03-09T15:45:13.905 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 09 15:45:13 vm02 bash[17514]: audit 2026-03-09T15:45:12.774416+0000 mon.a (mon.0) 106 : audit [INF] from='mgr.14150 192.168.123.102:0/2616079682' entity='mgr.x' 2026-03-09T15:45:13.905 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 09 15:45:13 vm02 bash[17514]: audit 2026-03-09T15:45:12.781428+0000 mon.a (mon.0) 107 : audit [DBG] from='mgr.14150 192.168.123.102:0/2616079682' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2026-03-09T15:45:13.905 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 09 15:45:13 vm02 bash[17514]: audit 2026-03-09T15:45:12.781428+0000 mon.a (mon.0) 107 : audit [DBG] from='mgr.14150 192.168.123.102:0/2616079682' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2026-03-09T15:45:13.905 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 09 15:45:13 vm02 bash[17514]: audit 2026-03-09T15:45:12.782434+0000 mon.a (mon.0) 108 : audit [DBG] from='mgr.14150 192.168.123.102:0/2616079682' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-03-09T15:45:13.905 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 09 15:45:13 vm02 bash[17514]: audit 2026-03-09T15:45:12.782434+0000 mon.a (mon.0) 108 : audit [DBG] from='mgr.14150 192.168.123.102:0/2616079682' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-03-09T15:45:13.905 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 09 15:45:13 vm02 bash[17514]: audit 2026-03-09T15:45:12.782900+0000 mon.a (mon.0) 109 : audit [INF] from='mgr.14150 192.168.123.102:0/2616079682' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2026-03-09T15:45:13.905 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 09 15:45:13 vm02 bash[17514]: audit 2026-03-09T15:45:12.782900+0000 mon.a (mon.0) 109 : audit [INF] from='mgr.14150 192.168.123.102:0/2616079682' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2026-03-09T15:45:13.905 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 09 15:45:13 vm02 bash[17514]: audit 2026-03-09T15:45:12.785935+0000 mon.a (mon.0) 110 : audit [INF] from='mgr.14150 192.168.123.102:0/2616079682' entity='mgr.x' 2026-03-09T15:45:13.905 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 09 15:45:13 vm02 bash[17514]: audit 2026-03-09T15:45:12.785935+0000 mon.a (mon.0) 110 : audit [INF] from='mgr.14150 192.168.123.102:0/2616079682' entity='mgr.x' 2026-03-09T15:45:16.071 INFO:teuthology.orchestra.run.vm02.stderr:Inferring config /var/lib/ceph/a2a597c0-1bce-11f1-835a-ab631984d2b4/mon.a/config 2026-03-09T15:45:16.419 INFO:teuthology.orchestra.run.vm02.stderr:adjusted tunables profile to default 2026-03-09T15:45:16.492 INFO:tasks.cephadm:Adding mon.a on vm02 2026-03-09T15:45:16.492 DEBUG:teuthology.orchestra.run.vm02:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:e911bdebe5c8faa3800735d1568fcdca65db60df shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid a2a597c0-1bce-11f1-835a-ab631984d2b4 -- ceph orch apply mon '1;vm02:192.168.123.102=a' 2026-03-09T15:45:16.871 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 09 15:45:16 vm02 bash[17514]: audit 2026-03-09T15:45:16.369044+0000 mon.a (mon.0) 111 : audit [INF] from='client.? 192.168.123.102:0/4096453905' entity='client.admin' cmd=[{"prefix": "osd crush tunables", "profile": "default"}]: dispatch 2026-03-09T15:45:16.871 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 09 15:45:16 vm02 bash[17514]: audit 2026-03-09T15:45:16.369044+0000 mon.a (mon.0) 111 : audit [INF] from='client.? 192.168.123.102:0/4096453905' entity='client.admin' cmd=[{"prefix": "osd crush tunables", "profile": "default"}]: dispatch 2026-03-09T15:45:17.904 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 09 15:45:17 vm02 bash[17514]: audit 2026-03-09T15:45:16.420940+0000 mon.a (mon.0) 112 : audit [INF] from='client.? 192.168.123.102:0/4096453905' entity='client.admin' cmd='[{"prefix": "osd crush tunables", "profile": "default"}]': finished 2026-03-09T15:45:17.904 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 09 15:45:17 vm02 bash[17514]: audit 2026-03-09T15:45:16.420940+0000 mon.a (mon.0) 112 : audit [INF] from='client.? 192.168.123.102:0/4096453905' entity='client.admin' cmd='[{"prefix": "osd crush tunables", "profile": "default"}]': finished 2026-03-09T15:45:17.904 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 09 15:45:17 vm02 bash[17514]: cluster 2026-03-09T15:45:16.422843+0000 mon.a (mon.0) 113 : cluster [DBG] osdmap e4: 0 total, 0 up, 0 in 2026-03-09T15:45:17.904 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 09 15:45:17 vm02 bash[17514]: cluster 2026-03-09T15:45:16.422843+0000 mon.a (mon.0) 113 : cluster [DBG] osdmap e4: 0 total, 0 up, 0 in 2026-03-09T15:45:20.404 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 09 15:45:20 vm02 bash[17514]: cluster 2026-03-09T15:45:19.151416+0000 mgr.x (mgr.14150) 15 : cluster [DBG] pgmap v4: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2026-03-09T15:45:20.404 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 09 15:45:20 vm02 bash[17514]: cluster 2026-03-09T15:45:19.151416+0000 mgr.x (mgr.14150) 15 : cluster [DBG] pgmap v4: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2026-03-09T15:45:21.104 INFO:teuthology.orchestra.run.vm02.stderr:Inferring config /var/lib/ceph/a2a597c0-1bce-11f1-835a-ab631984d2b4/mon.a/config 2026-03-09T15:45:21.394 INFO:teuthology.orchestra.run.vm02.stdout:Scheduled mon update... 2026-03-09T15:45:21.495 INFO:tasks.cephadm:Waiting for 1 mons in monmap... 2026-03-09T15:45:21.495 DEBUG:teuthology.orchestra.run.vm02:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:e911bdebe5c8faa3800735d1568fcdca65db60df shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid a2a597c0-1bce-11f1-835a-ab631984d2b4 -- ceph mon dump -f json 2026-03-09T15:45:22.654 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 09 15:45:22 vm02 bash[17514]: cluster 2026-03-09T15:45:21.151985+0000 mgr.x (mgr.14150) 16 : cluster [DBG] pgmap v5: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2026-03-09T15:45:22.654 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 09 15:45:22 vm02 bash[17514]: cluster 2026-03-09T15:45:21.151985+0000 mgr.x (mgr.14150) 16 : cluster [DBG] pgmap v5: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2026-03-09T15:45:22.654 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 09 15:45:22 vm02 bash[17514]: audit 2026-03-09T15:45:21.389932+0000 mgr.x (mgr.14150) 17 : audit [DBG] from='client.14176 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "mon", "placement": "1;vm02:192.168.123.102=a", "target": ["mon-mgr", ""]}]: dispatch 2026-03-09T15:45:22.654 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 09 15:45:22 vm02 bash[17514]: audit 2026-03-09T15:45:21.389932+0000 mgr.x (mgr.14150) 17 : audit [DBG] from='client.14176 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "mon", "placement": "1;vm02:192.168.123.102=a", "target": ["mon-mgr", ""]}]: dispatch 2026-03-09T15:45:22.654 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 09 15:45:22 vm02 bash[17514]: cephadm 2026-03-09T15:45:21.391211+0000 mgr.x (mgr.14150) 18 : cephadm [INF] Saving service mon spec with placement vm02:192.168.123.102=a;count:1 2026-03-09T15:45:22.654 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 09 15:45:22 vm02 bash[17514]: cephadm 2026-03-09T15:45:21.391211+0000 mgr.x (mgr.14150) 18 : cephadm [INF] Saving service mon spec with placement vm02:192.168.123.102=a;count:1 2026-03-09T15:45:22.654 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 09 15:45:22 vm02 bash[17514]: audit 2026-03-09T15:45:21.394338+0000 mon.a (mon.0) 114 : audit [INF] from='mgr.14150 192.168.123.102:0/2616079682' entity='mgr.x' 2026-03-09T15:45:22.654 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 09 15:45:22 vm02 bash[17514]: audit 2026-03-09T15:45:21.394338+0000 mon.a (mon.0) 114 : audit [INF] from='mgr.14150 192.168.123.102:0/2616079682' entity='mgr.x' 2026-03-09T15:45:22.654 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 09 15:45:22 vm02 bash[17514]: audit 2026-03-09T15:45:21.395276+0000 mon.a (mon.0) 115 : audit [DBG] from='mgr.14150 192.168.123.102:0/2616079682' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2026-03-09T15:45:22.654 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 09 15:45:22 vm02 bash[17514]: audit 2026-03-09T15:45:21.395276+0000 mon.a (mon.0) 115 : audit [DBG] from='mgr.14150 192.168.123.102:0/2616079682' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2026-03-09T15:45:22.654 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 09 15:45:22 vm02 bash[17514]: audit 2026-03-09T15:45:21.396811+0000 mon.a (mon.0) 116 : audit [DBG] from='mgr.14150 192.168.123.102:0/2616079682' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-03-09T15:45:22.654 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 09 15:45:22 vm02 bash[17514]: audit 2026-03-09T15:45:21.396811+0000 mon.a (mon.0) 116 : audit [DBG] from='mgr.14150 192.168.123.102:0/2616079682' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-03-09T15:45:22.654 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 09 15:45:22 vm02 bash[17514]: audit 2026-03-09T15:45:21.397349+0000 mon.a (mon.0) 117 : audit [INF] from='mgr.14150 192.168.123.102:0/2616079682' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2026-03-09T15:45:22.654 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 09 15:45:22 vm02 bash[17514]: audit 2026-03-09T15:45:21.397349+0000 mon.a (mon.0) 117 : audit [INF] from='mgr.14150 192.168.123.102:0/2616079682' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2026-03-09T15:45:22.654 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 09 15:45:22 vm02 bash[17514]: audit 2026-03-09T15:45:21.400675+0000 mon.a (mon.0) 118 : audit [INF] from='mgr.14150 192.168.123.102:0/2616079682' entity='mgr.x' 2026-03-09T15:45:22.654 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 09 15:45:22 vm02 bash[17514]: audit 2026-03-09T15:45:21.400675+0000 mon.a (mon.0) 118 : audit [INF] from='mgr.14150 192.168.123.102:0/2616079682' entity='mgr.x' 2026-03-09T15:45:22.654 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 09 15:45:22 vm02 bash[17514]: audit 2026-03-09T15:45:21.404319+0000 mon.a (mon.0) 119 : audit [INF] from='mgr.14150 192.168.123.102:0/2616079682' entity='mgr.x' 2026-03-09T15:45:22.654 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 09 15:45:22 vm02 bash[17514]: audit 2026-03-09T15:45:21.404319+0000 mon.a (mon.0) 119 : audit [INF] from='mgr.14150 192.168.123.102:0/2616079682' entity='mgr.x' 2026-03-09T15:45:22.654 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 09 15:45:22 vm02 bash[17514]: audit 2026-03-09T15:45:21.414719+0000 mon.a (mon.0) 120 : audit [INF] from='mgr.14150 192.168.123.102:0/2616079682' entity='mgr.x' 2026-03-09T15:45:22.654 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 09 15:45:22 vm02 bash[17514]: audit 2026-03-09T15:45:21.414719+0000 mon.a (mon.0) 120 : audit [INF] from='mgr.14150 192.168.123.102:0/2616079682' entity='mgr.x' 2026-03-09T15:45:22.654 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 09 15:45:22 vm02 bash[17514]: audit 2026-03-09T15:45:21.417731+0000 mon.a (mon.0) 121 : audit [INF] from='mgr.14150 192.168.123.102:0/2616079682' entity='mgr.x' 2026-03-09T15:45:22.654 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 09 15:45:22 vm02 bash[17514]: audit 2026-03-09T15:45:21.417731+0000 mon.a (mon.0) 121 : audit [INF] from='mgr.14150 192.168.123.102:0/2616079682' entity='mgr.x' 2026-03-09T15:45:22.654 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 09 15:45:22 vm02 bash[17514]: audit 2026-03-09T15:45:21.419942+0000 mon.a (mon.0) 122 : audit [INF] from='mgr.14150 192.168.123.102:0/2616079682' entity='mgr.x' 2026-03-09T15:45:22.654 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 09 15:45:22 vm02 bash[17514]: audit 2026-03-09T15:45:21.419942+0000 mon.a (mon.0) 122 : audit [INF] from='mgr.14150 192.168.123.102:0/2616079682' entity='mgr.x' 2026-03-09T15:45:22.654 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 09 15:45:22 vm02 bash[17514]: audit 2026-03-09T15:45:21.426827+0000 mon.a (mon.0) 123 : audit [INF] from='mgr.14150 192.168.123.102:0/2616079682' entity='mgr.x' 2026-03-09T15:45:22.654 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 09 15:45:22 vm02 bash[17514]: audit 2026-03-09T15:45:21.426827+0000 mon.a (mon.0) 123 : audit [INF] from='mgr.14150 192.168.123.102:0/2616079682' entity='mgr.x' 2026-03-09T15:45:22.654 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 09 15:45:22 vm02 bash[17514]: cephadm 2026-03-09T15:45:21.427327+0000 mgr.x (mgr.14150) 19 : cephadm [INF] Reconfiguring mon.a (unknown last config time)... 2026-03-09T15:45:22.655 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 09 15:45:22 vm02 bash[17514]: cephadm 2026-03-09T15:45:21.427327+0000 mgr.x (mgr.14150) 19 : cephadm [INF] Reconfiguring mon.a (unknown last config time)... 2026-03-09T15:45:22.655 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 09 15:45:22 vm02 bash[17514]: audit 2026-03-09T15:45:21.427640+0000 mon.a (mon.0) 124 : audit [INF] from='mgr.14150 192.168.123.102:0/2616079682' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2026-03-09T15:45:22.655 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 09 15:45:22 vm02 bash[17514]: audit 2026-03-09T15:45:21.427640+0000 mon.a (mon.0) 124 : audit [INF] from='mgr.14150 192.168.123.102:0/2616079682' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2026-03-09T15:45:22.655 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 09 15:45:22 vm02 bash[17514]: audit 2026-03-09T15:45:21.428128+0000 mon.a (mon.0) 125 : audit [DBG] from='mgr.14150 192.168.123.102:0/2616079682' entity='mgr.x' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2026-03-09T15:45:22.655 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 09 15:45:22 vm02 bash[17514]: audit 2026-03-09T15:45:21.428128+0000 mon.a (mon.0) 125 : audit [DBG] from='mgr.14150 192.168.123.102:0/2616079682' entity='mgr.x' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2026-03-09T15:45:22.655 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 09 15:45:22 vm02 bash[17514]: audit 2026-03-09T15:45:21.428515+0000 mon.a (mon.0) 126 : audit [DBG] from='mgr.14150 192.168.123.102:0/2616079682' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-03-09T15:45:22.655 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 09 15:45:22 vm02 bash[17514]: audit 2026-03-09T15:45:21.428515+0000 mon.a (mon.0) 126 : audit [DBG] from='mgr.14150 192.168.123.102:0/2616079682' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-03-09T15:45:22.655 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 09 15:45:22 vm02 bash[17514]: cephadm 2026-03-09T15:45:21.429395+0000 mgr.x (mgr.14150) 20 : cephadm [INF] Reconfiguring daemon mon.a on vm02 2026-03-09T15:45:22.655 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 09 15:45:22 vm02 bash[17514]: cephadm 2026-03-09T15:45:21.429395+0000 mgr.x (mgr.14150) 20 : cephadm [INF] Reconfiguring daemon mon.a on vm02 2026-03-09T15:45:22.655 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 09 15:45:22 vm02 bash[17514]: audit 2026-03-09T15:45:21.832137+0000 mon.a (mon.0) 127 : audit [INF] from='mgr.14150 192.168.123.102:0/2616079682' entity='mgr.x' 2026-03-09T15:45:22.655 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 09 15:45:22 vm02 bash[17514]: audit 2026-03-09T15:45:21.832137+0000 mon.a (mon.0) 127 : audit [INF] from='mgr.14150 192.168.123.102:0/2616079682' entity='mgr.x' 2026-03-09T15:45:22.655 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 09 15:45:22 vm02 bash[17514]: audit 2026-03-09T15:45:21.835609+0000 mon.a (mon.0) 128 : audit [INF] from='mgr.14150 192.168.123.102:0/2616079682' entity='mgr.x' 2026-03-09T15:45:22.655 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 09 15:45:22 vm02 bash[17514]: audit 2026-03-09T15:45:21.835609+0000 mon.a (mon.0) 128 : audit [INF] from='mgr.14150 192.168.123.102:0/2616079682' entity='mgr.x' 2026-03-09T15:45:24.654 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 09 15:45:24 vm02 bash[17514]: cluster 2026-03-09T15:45:23.152192+0000 mgr.x (mgr.14150) 21 : cluster [DBG] pgmap v6: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2026-03-09T15:45:24.654 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 09 15:45:24 vm02 bash[17514]: cluster 2026-03-09T15:45:23.152192+0000 mgr.x (mgr.14150) 21 : cluster [DBG] pgmap v6: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2026-03-09T15:45:26.120 INFO:teuthology.orchestra.run.vm02.stderr:Inferring config /var/lib/ceph/a2a597c0-1bce-11f1-835a-ab631984d2b4/mon.a/config 2026-03-09T15:45:26.425 INFO:teuthology.orchestra.run.vm02.stdout: 2026-03-09T15:45:26.425 INFO:teuthology.orchestra.run.vm02.stdout:{"epoch":1,"fsid":"a2a597c0-1bce-11f1-835a-ab631984d2b4","modified":"2026-03-09T15:44:37.397682Z","created":"2026-03-09T15:44:37.397682Z","min_mon_release":19,"min_mon_release_name":"squid","election_strategy":1,"disallowed_leaders":"","stretch_mode":false,"tiebreaker_mon":"","removed_ranks":"","features":{"persistent":["kraken","luminous","mimic","osdmap-prune","nautilus","octopus","pacific","elector-pinging","quincy","reef","squid"],"optional":[]},"mons":[{"rank":0,"name":"a","public_addrs":{"addrvec":[{"type":"v2","addr":"192.168.123.102:3300","nonce":0},{"type":"v1","addr":"192.168.123.102:6789","nonce":0}]},"addr":"192.168.123.102:6789/0","public_addr":"192.168.123.102:6789/0","priority":0,"weight":0,"crush_location":"{}"}],"quorum":[0]} 2026-03-09T15:45:26.426 INFO:teuthology.orchestra.run.vm02.stderr:dumped monmap epoch 1 2026-03-09T15:45:26.481 INFO:tasks.cephadm:Generating final ceph.conf file... 2026-03-09T15:45:26.481 DEBUG:teuthology.orchestra.run.vm02:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:e911bdebe5c8faa3800735d1568fcdca65db60df shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid a2a597c0-1bce-11f1-835a-ab631984d2b4 -- ceph config generate-minimal-conf 2026-03-09T15:45:26.654 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 09 15:45:26 vm02 bash[17514]: cluster 2026-03-09T15:45:25.152426+0000 mgr.x (mgr.14150) 22 : cluster [DBG] pgmap v7: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2026-03-09T15:45:26.654 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 09 15:45:26 vm02 bash[17514]: cluster 2026-03-09T15:45:25.152426+0000 mgr.x (mgr.14150) 22 : cluster [DBG] pgmap v7: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2026-03-09T15:45:27.654 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 09 15:45:27 vm02 bash[17514]: audit 2026-03-09T15:45:26.427284+0000 mon.a (mon.0) 129 : audit [DBG] from='client.? 192.168.123.102:0/1260052427' entity='client.admin' cmd=[{"prefix": "mon dump", "format": "json"}]: dispatch 2026-03-09T15:45:27.654 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 09 15:45:27 vm02 bash[17514]: audit 2026-03-09T15:45:26.427284+0000 mon.a (mon.0) 129 : audit [DBG] from='client.? 192.168.123.102:0/1260052427' entity='client.admin' cmd=[{"prefix": "mon dump", "format": "json"}]: dispatch 2026-03-09T15:45:28.654 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 09 15:45:28 vm02 bash[17514]: cluster 2026-03-09T15:45:27.152639+0000 mgr.x (mgr.14150) 23 : cluster [DBG] pgmap v8: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2026-03-09T15:45:28.654 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 09 15:45:28 vm02 bash[17514]: cluster 2026-03-09T15:45:27.152639+0000 mgr.x (mgr.14150) 23 : cluster [DBG] pgmap v8: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2026-03-09T15:45:30.128 INFO:teuthology.orchestra.run.vm02.stderr:Inferring config /var/lib/ceph/a2a597c0-1bce-11f1-835a-ab631984d2b4/mon.a/config 2026-03-09T15:45:30.388 INFO:teuthology.orchestra.run.vm02.stdout:# minimal ceph.conf for a2a597c0-1bce-11f1-835a-ab631984d2b4 2026-03-09T15:45:30.388 INFO:teuthology.orchestra.run.vm02.stdout:[global] 2026-03-09T15:45:30.388 INFO:teuthology.orchestra.run.vm02.stdout: fsid = a2a597c0-1bce-11f1-835a-ab631984d2b4 2026-03-09T15:45:30.388 INFO:teuthology.orchestra.run.vm02.stdout: mon_host = [v2:192.168.123.102:3300/0,v1:192.168.123.102:6789/0] 2026-03-09T15:45:30.461 INFO:tasks.cephadm:Distributing (final) config and client.admin keyring... 2026-03-09T15:45:30.461 DEBUG:teuthology.orchestra.run.vm02:> set -ex 2026-03-09T15:45:30.461 DEBUG:teuthology.orchestra.run.vm02:> sudo dd of=/etc/ceph/ceph.conf 2026-03-09T15:45:30.468 DEBUG:teuthology.orchestra.run.vm02:> set -ex 2026-03-09T15:45:30.468 DEBUG:teuthology.orchestra.run.vm02:> sudo dd of=/etc/ceph/ceph.client.admin.keyring 2026-03-09T15:45:30.518 INFO:tasks.cephadm:Adding mgr.x on vm02 2026-03-09T15:45:30.518 DEBUG:teuthology.orchestra.run.vm02:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:e911bdebe5c8faa3800735d1568fcdca65db60df shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid a2a597c0-1bce-11f1-835a-ab631984d2b4 -- ceph orch apply mgr '1;vm02=x' 2026-03-09T15:45:30.654 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 09 15:45:30 vm02 bash[17514]: cluster 2026-03-09T15:45:29.152880+0000 mgr.x (mgr.14150) 24 : cluster [DBG] pgmap v9: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2026-03-09T15:45:30.654 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 09 15:45:30 vm02 bash[17514]: cluster 2026-03-09T15:45:29.152880+0000 mgr.x (mgr.14150) 24 : cluster [DBG] pgmap v9: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2026-03-09T15:45:30.654 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 09 15:45:30 vm02 bash[17514]: audit 2026-03-09T15:45:30.389834+0000 mon.a (mon.0) 130 : audit [DBG] from='client.? 192.168.123.102:0/2174598495' entity='client.admin' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-03-09T15:45:30.654 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 09 15:45:30 vm02 bash[17514]: audit 2026-03-09T15:45:30.389834+0000 mon.a (mon.0) 130 : audit [DBG] from='client.? 192.168.123.102:0/2174598495' entity='client.admin' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-03-09T15:45:32.904 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 09 15:45:32 vm02 bash[17514]: cluster 2026-03-09T15:45:31.153098+0000 mgr.x (mgr.14150) 25 : cluster [DBG] pgmap v10: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2026-03-09T15:45:32.904 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 09 15:45:32 vm02 bash[17514]: cluster 2026-03-09T15:45:31.153098+0000 mgr.x (mgr.14150) 25 : cluster [DBG] pgmap v10: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2026-03-09T15:45:34.904 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 09 15:45:34 vm02 bash[17514]: cluster 2026-03-09T15:45:33.153299+0000 mgr.x (mgr.14150) 26 : cluster [DBG] pgmap v11: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2026-03-09T15:45:34.904 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 09 15:45:34 vm02 bash[17514]: cluster 2026-03-09T15:45:33.153299+0000 mgr.x (mgr.14150) 26 : cluster [DBG] pgmap v11: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2026-03-09T15:45:35.180 INFO:teuthology.orchestra.run.vm02.stderr:Inferring config /var/lib/ceph/a2a597c0-1bce-11f1-835a-ab631984d2b4/mon.a/config 2026-03-09T15:45:35.451 INFO:teuthology.orchestra.run.vm02.stdout:Scheduled mgr update... 2026-03-09T15:45:35.536 INFO:tasks.cephadm:Deploying OSDs... 2026-03-09T15:45:35.536 DEBUG:teuthology.orchestra.run.vm02:> set -ex 2026-03-09T15:45:35.536 DEBUG:teuthology.orchestra.run.vm02:> dd if=/scratch_devs of=/dev/stdout 2026-03-09T15:45:35.539 DEBUG:teuthology.orchestra.run:got remote process result: 1 2026-03-09T15:45:35.539 DEBUG:teuthology.orchestra.run.vm02:> ls /dev/[sv]d? 2026-03-09T15:45:35.585 INFO:teuthology.orchestra.run.vm02.stdout:/dev/vda 2026-03-09T15:45:35.585 INFO:teuthology.orchestra.run.vm02.stdout:/dev/vdb 2026-03-09T15:45:35.585 INFO:teuthology.orchestra.run.vm02.stdout:/dev/vdc 2026-03-09T15:45:35.585 INFO:teuthology.orchestra.run.vm02.stdout:/dev/vdd 2026-03-09T15:45:35.585 INFO:teuthology.orchestra.run.vm02.stdout:/dev/vde 2026-03-09T15:45:35.585 WARNING:teuthology.misc:Removing root device: /dev/vda from device list 2026-03-09T15:45:35.585 DEBUG:teuthology.misc:devs=['/dev/vdb', '/dev/vdc', '/dev/vdd', '/dev/vde'] 2026-03-09T15:45:35.585 DEBUG:teuthology.orchestra.run.vm02:> stat /dev/vdb 2026-03-09T15:45:35.629 INFO:teuthology.orchestra.run.vm02.stdout: File: /dev/vdb 2026-03-09T15:45:35.629 INFO:teuthology.orchestra.run.vm02.stdout: Size: 0 Blocks: 0 IO Block: 4096 block special file 2026-03-09T15:45:35.629 INFO:teuthology.orchestra.run.vm02.stdout:Device: 5h/5d Inode: 24 Links: 1 Device type: fe,10 2026-03-09T15:45:35.629 INFO:teuthology.orchestra.run.vm02.stdout:Access: (0660/brw-rw----) Uid: ( 0/ root) Gid: ( 6/ disk) 2026-03-09T15:45:35.629 INFO:teuthology.orchestra.run.vm02.stdout:Access: 2026-03-09 15:39:39.235636936 +0000 2026-03-09T15:45:35.629 INFO:teuthology.orchestra.run.vm02.stdout:Modify: 2026-03-09 15:39:38.187636936 +0000 2026-03-09T15:45:35.629 INFO:teuthology.orchestra.run.vm02.stdout:Change: 2026-03-09 15:39:38.187636936 +0000 2026-03-09T15:45:35.629 INFO:teuthology.orchestra.run.vm02.stdout: Birth: - 2026-03-09T15:45:35.630 DEBUG:teuthology.orchestra.run.vm02:> sudo dd if=/dev/vdb of=/dev/null count=1 2026-03-09T15:45:35.679 INFO:teuthology.orchestra.run.vm02.stderr:1+0 records in 2026-03-09T15:45:35.679 INFO:teuthology.orchestra.run.vm02.stderr:1+0 records out 2026-03-09T15:45:35.679 INFO:teuthology.orchestra.run.vm02.stderr:512 bytes copied, 0.000191287 s, 2.7 MB/s 2026-03-09T15:45:35.679 DEBUG:teuthology.orchestra.run.vm02:> ! mount | grep -v devtmpfs | grep -q /dev/vdb 2026-03-09T15:45:35.727 DEBUG:teuthology.orchestra.run.vm02:> stat /dev/vdc 2026-03-09T15:45:35.774 INFO:teuthology.orchestra.run.vm02.stdout: File: /dev/vdc 2026-03-09T15:45:35.774 INFO:teuthology.orchestra.run.vm02.stdout: Size: 0 Blocks: 0 IO Block: 4096 block special file 2026-03-09T15:45:35.774 INFO:teuthology.orchestra.run.vm02.stdout:Device: 5h/5d Inode: 25 Links: 1 Device type: fe,20 2026-03-09T15:45:35.774 INFO:teuthology.orchestra.run.vm02.stdout:Access: (0660/brw-rw----) Uid: ( 0/ root) Gid: ( 6/ disk) 2026-03-09T15:45:35.774 INFO:teuthology.orchestra.run.vm02.stdout:Access: 2026-03-09 15:39:39.243636936 +0000 2026-03-09T15:45:35.774 INFO:teuthology.orchestra.run.vm02.stdout:Modify: 2026-03-09 15:39:38.187636936 +0000 2026-03-09T15:45:35.774 INFO:teuthology.orchestra.run.vm02.stdout:Change: 2026-03-09 15:39:38.187636936 +0000 2026-03-09T15:45:35.774 INFO:teuthology.orchestra.run.vm02.stdout: Birth: - 2026-03-09T15:45:35.774 DEBUG:teuthology.orchestra.run.vm02:> sudo dd if=/dev/vdc of=/dev/null count=1 2026-03-09T15:45:35.821 INFO:teuthology.orchestra.run.vm02.stderr:1+0 records in 2026-03-09T15:45:35.821 INFO:teuthology.orchestra.run.vm02.stderr:1+0 records out 2026-03-09T15:45:35.821 INFO:teuthology.orchestra.run.vm02.stderr:512 bytes copied, 0.000151944 s, 3.4 MB/s 2026-03-09T15:45:35.824 DEBUG:teuthology.orchestra.run.vm02:> ! mount | grep -v devtmpfs | grep -q /dev/vdc 2026-03-09T15:45:35.871 DEBUG:teuthology.orchestra.run.vm02:> stat /dev/vdd 2026-03-09T15:45:35.917 INFO:teuthology.orchestra.run.vm02.stdout: File: /dev/vdd 2026-03-09T15:45:35.917 INFO:teuthology.orchestra.run.vm02.stdout: Size: 0 Blocks: 0 IO Block: 4096 block special file 2026-03-09T15:45:35.917 INFO:teuthology.orchestra.run.vm02.stdout:Device: 5h/5d Inode: 26 Links: 1 Device type: fe,30 2026-03-09T15:45:35.917 INFO:teuthology.orchestra.run.vm02.stdout:Access: (0660/brw-rw----) Uid: ( 0/ root) Gid: ( 6/ disk) 2026-03-09T15:45:35.917 INFO:teuthology.orchestra.run.vm02.stdout:Access: 2026-03-09 15:39:39.231636936 +0000 2026-03-09T15:45:35.917 INFO:teuthology.orchestra.run.vm02.stdout:Modify: 2026-03-09 15:39:38.183636936 +0000 2026-03-09T15:45:35.917 INFO:teuthology.orchestra.run.vm02.stdout:Change: 2026-03-09 15:39:38.183636936 +0000 2026-03-09T15:45:35.917 INFO:teuthology.orchestra.run.vm02.stdout: Birth: - 2026-03-09T15:45:35.917 DEBUG:teuthology.orchestra.run.vm02:> sudo dd if=/dev/vdd of=/dev/null count=1 2026-03-09T15:45:35.964 INFO:teuthology.orchestra.run.vm02.stderr:1+0 records in 2026-03-09T15:45:35.964 INFO:teuthology.orchestra.run.vm02.stderr:1+0 records out 2026-03-09T15:45:35.964 INFO:teuthology.orchestra.run.vm02.stderr:512 bytes copied, 0.00013919 s, 3.7 MB/s 2026-03-09T15:45:35.965 DEBUG:teuthology.orchestra.run.vm02:> ! mount | grep -v devtmpfs | grep -q /dev/vdd 2026-03-09T15:45:36.010 DEBUG:teuthology.orchestra.run.vm02:> stat /dev/vde 2026-03-09T15:45:36.053 INFO:teuthology.orchestra.run.vm02.stdout: File: /dev/vde 2026-03-09T15:45:36.053 INFO:teuthology.orchestra.run.vm02.stdout: Size: 0 Blocks: 0 IO Block: 4096 block special file 2026-03-09T15:45:36.053 INFO:teuthology.orchestra.run.vm02.stdout:Device: 5h/5d Inode: 27 Links: 1 Device type: fe,40 2026-03-09T15:45:36.053 INFO:teuthology.orchestra.run.vm02.stdout:Access: (0660/brw-rw----) Uid: ( 0/ root) Gid: ( 6/ disk) 2026-03-09T15:45:36.053 INFO:teuthology.orchestra.run.vm02.stdout:Access: 2026-03-09 15:39:39.239636936 +0000 2026-03-09T15:45:36.053 INFO:teuthology.orchestra.run.vm02.stdout:Modify: 2026-03-09 15:39:38.187636936 +0000 2026-03-09T15:45:36.053 INFO:teuthology.orchestra.run.vm02.stdout:Change: 2026-03-09 15:39:38.187636936 +0000 2026-03-09T15:45:36.053 INFO:teuthology.orchestra.run.vm02.stdout: Birth: - 2026-03-09T15:45:36.053 DEBUG:teuthology.orchestra.run.vm02:> sudo dd if=/dev/vde of=/dev/null count=1 2026-03-09T15:45:36.101 INFO:teuthology.orchestra.run.vm02.stderr:1+0 records in 2026-03-09T15:45:36.101 INFO:teuthology.orchestra.run.vm02.stderr:1+0 records out 2026-03-09T15:45:36.101 INFO:teuthology.orchestra.run.vm02.stderr:512 bytes copied, 0.000148237 s, 3.5 MB/s 2026-03-09T15:45:36.102 DEBUG:teuthology.orchestra.run.vm02:> ! mount | grep -v devtmpfs | grep -q /dev/vde 2026-03-09T15:45:36.145 INFO:tasks.cephadm:Deploying osd.0 on vm02 with /dev/vde... 2026-03-09T15:45:36.146 DEBUG:teuthology.orchestra.run.vm02:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:e911bdebe5c8faa3800735d1568fcdca65db60df ceph-volume -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid a2a597c0-1bce-11f1-835a-ab631984d2b4 -- lvm zap /dev/vde 2026-03-09T15:45:36.904 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 09 15:45:36 vm02 bash[17514]: cluster 2026-03-09T15:45:35.153472+0000 mgr.x (mgr.14150) 27 : cluster [DBG] pgmap v12: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2026-03-09T15:45:36.904 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 09 15:45:36 vm02 bash[17514]: cluster 2026-03-09T15:45:35.153472+0000 mgr.x (mgr.14150) 27 : cluster [DBG] pgmap v12: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2026-03-09T15:45:36.904 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 09 15:45:36 vm02 bash[17514]: audit 2026-03-09T15:45:35.449438+0000 mgr.x (mgr.14150) 28 : audit [DBG] from='client.14182 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "mgr", "placement": "1;vm02=x", "target": ["mon-mgr", ""]}]: dispatch 2026-03-09T15:45:36.904 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 09 15:45:36 vm02 bash[17514]: audit 2026-03-09T15:45:35.449438+0000 mgr.x (mgr.14150) 28 : audit [DBG] from='client.14182 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "mgr", "placement": "1;vm02=x", "target": ["mon-mgr", ""]}]: dispatch 2026-03-09T15:45:36.904 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 09 15:45:36 vm02 bash[17514]: cephadm 2026-03-09T15:45:35.450213+0000 mgr.x (mgr.14150) 29 : cephadm [INF] Saving service mgr spec with placement vm02=x;count:1 2026-03-09T15:45:36.904 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 09 15:45:36 vm02 bash[17514]: cephadm 2026-03-09T15:45:35.450213+0000 mgr.x (mgr.14150) 29 : cephadm [INF] Saving service mgr spec with placement vm02=x;count:1 2026-03-09T15:45:36.904 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 09 15:45:36 vm02 bash[17514]: audit 2026-03-09T15:45:35.452753+0000 mon.a (mon.0) 131 : audit [INF] from='mgr.14150 192.168.123.102:0/2616079682' entity='mgr.x' 2026-03-09T15:45:36.904 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 09 15:45:36 vm02 bash[17514]: audit 2026-03-09T15:45:35.452753+0000 mon.a (mon.0) 131 : audit [INF] from='mgr.14150 192.168.123.102:0/2616079682' entity='mgr.x' 2026-03-09T15:45:36.904 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 09 15:45:36 vm02 bash[17514]: audit 2026-03-09T15:45:35.453290+0000 mon.a (mon.0) 132 : audit [DBG] from='mgr.14150 192.168.123.102:0/2616079682' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2026-03-09T15:45:36.904 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 09 15:45:36 vm02 bash[17514]: audit 2026-03-09T15:45:35.453290+0000 mon.a (mon.0) 132 : audit [DBG] from='mgr.14150 192.168.123.102:0/2616079682' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2026-03-09T15:45:36.904 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 09 15:45:36 vm02 bash[17514]: audit 2026-03-09T15:45:35.454479+0000 mon.a (mon.0) 133 : audit [DBG] from='mgr.14150 192.168.123.102:0/2616079682' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-03-09T15:45:36.904 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 09 15:45:36 vm02 bash[17514]: audit 2026-03-09T15:45:35.454479+0000 mon.a (mon.0) 133 : audit [DBG] from='mgr.14150 192.168.123.102:0/2616079682' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-03-09T15:45:36.904 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 09 15:45:36 vm02 bash[17514]: audit 2026-03-09T15:45:35.454907+0000 mon.a (mon.0) 134 : audit [INF] from='mgr.14150 192.168.123.102:0/2616079682' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2026-03-09T15:45:36.904 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 09 15:45:36 vm02 bash[17514]: audit 2026-03-09T15:45:35.454907+0000 mon.a (mon.0) 134 : audit [INF] from='mgr.14150 192.168.123.102:0/2616079682' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2026-03-09T15:45:36.904 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 09 15:45:36 vm02 bash[17514]: audit 2026-03-09T15:45:35.457649+0000 mon.a (mon.0) 135 : audit [INF] from='mgr.14150 192.168.123.102:0/2616079682' entity='mgr.x' 2026-03-09T15:45:36.904 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 09 15:45:36 vm02 bash[17514]: audit 2026-03-09T15:45:35.457649+0000 mon.a (mon.0) 135 : audit [INF] from='mgr.14150 192.168.123.102:0/2616079682' entity='mgr.x' 2026-03-09T15:45:36.904 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 09 15:45:36 vm02 bash[17514]: audit 2026-03-09T15:45:35.460208+0000 mon.a (mon.0) 136 : audit [INF] from='mgr.14150 192.168.123.102:0/2616079682' entity='mgr.x' 2026-03-09T15:45:36.904 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 09 15:45:36 vm02 bash[17514]: audit 2026-03-09T15:45:35.460208+0000 mon.a (mon.0) 136 : audit [INF] from='mgr.14150 192.168.123.102:0/2616079682' entity='mgr.x' 2026-03-09T15:45:36.904 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 09 15:45:36 vm02 bash[17514]: cephadm 2026-03-09T15:45:35.466464+0000 mgr.x (mgr.14150) 30 : cephadm [INF] Reconfiguring mgr.x (unknown last config time)... 2026-03-09T15:45:36.904 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 09 15:45:36 vm02 bash[17514]: cephadm 2026-03-09T15:45:35.466464+0000 mgr.x (mgr.14150) 30 : cephadm [INF] Reconfiguring mgr.x (unknown last config time)... 2026-03-09T15:45:36.904 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 09 15:45:36 vm02 bash[17514]: audit 2026-03-09T15:45:35.466672+0000 mon.a (mon.0) 137 : audit [INF] from='mgr.14150 192.168.123.102:0/2616079682' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2026-03-09T15:45:36.904 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 09 15:45:36 vm02 bash[17514]: audit 2026-03-09T15:45:35.466672+0000 mon.a (mon.0) 137 : audit [INF] from='mgr.14150 192.168.123.102:0/2616079682' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2026-03-09T15:45:36.905 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 09 15:45:36 vm02 bash[17514]: audit 2026-03-09T15:45:35.467194+0000 mon.a (mon.0) 138 : audit [DBG] from='mgr.14150 192.168.123.102:0/2616079682' entity='mgr.x' cmd=[{"prefix": "mgr services"}]: dispatch 2026-03-09T15:45:36.905 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 09 15:45:36 vm02 bash[17514]: audit 2026-03-09T15:45:35.467194+0000 mon.a (mon.0) 138 : audit [DBG] from='mgr.14150 192.168.123.102:0/2616079682' entity='mgr.x' cmd=[{"prefix": "mgr services"}]: dispatch 2026-03-09T15:45:36.905 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 09 15:45:36 vm02 bash[17514]: audit 2026-03-09T15:45:35.467715+0000 mon.a (mon.0) 139 : audit [DBG] from='mgr.14150 192.168.123.102:0/2616079682' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-03-09T15:45:36.905 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 09 15:45:36 vm02 bash[17514]: audit 2026-03-09T15:45:35.467715+0000 mon.a (mon.0) 139 : audit [DBG] from='mgr.14150 192.168.123.102:0/2616079682' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-03-09T15:45:36.905 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 09 15:45:36 vm02 bash[17514]: cephadm 2026-03-09T15:45:35.468179+0000 mgr.x (mgr.14150) 31 : cephadm [INF] Reconfiguring daemon mgr.x on vm02 2026-03-09T15:45:36.905 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 09 15:45:36 vm02 bash[17514]: cephadm 2026-03-09T15:45:35.468179+0000 mgr.x (mgr.14150) 31 : cephadm [INF] Reconfiguring daemon mgr.x on vm02 2026-03-09T15:45:36.905 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 09 15:45:36 vm02 bash[17514]: audit 2026-03-09T15:45:35.847680+0000 mon.a (mon.0) 140 : audit [INF] from='mgr.14150 192.168.123.102:0/2616079682' entity='mgr.x' 2026-03-09T15:45:36.905 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 09 15:45:36 vm02 bash[17514]: audit 2026-03-09T15:45:35.847680+0000 mon.a (mon.0) 140 : audit [INF] from='mgr.14150 192.168.123.102:0/2616079682' entity='mgr.x' 2026-03-09T15:45:36.905 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 09 15:45:36 vm02 bash[17514]: audit 2026-03-09T15:45:35.849830+0000 mon.a (mon.0) 141 : audit [INF] from='mgr.14150 192.168.123.102:0/2616079682' entity='mgr.x' 2026-03-09T15:45:36.905 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 09 15:45:36 vm02 bash[17514]: audit 2026-03-09T15:45:35.849830+0000 mon.a (mon.0) 141 : audit [INF] from='mgr.14150 192.168.123.102:0/2616079682' entity='mgr.x' 2026-03-09T15:45:38.904 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 09 15:45:38 vm02 bash[17514]: cluster 2026-03-09T15:45:37.153619+0000 mgr.x (mgr.14150) 32 : cluster [DBG] pgmap v13: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2026-03-09T15:45:38.904 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 09 15:45:38 vm02 bash[17514]: cluster 2026-03-09T15:45:37.153619+0000 mgr.x (mgr.14150) 32 : cluster [DBG] pgmap v13: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2026-03-09T15:45:40.793 INFO:teuthology.orchestra.run.vm02.stderr:Inferring config /var/lib/ceph/a2a597c0-1bce-11f1-835a-ab631984d2b4/mon.a/config 2026-03-09T15:45:40.806 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 09 15:45:40 vm02 bash[17514]: cluster 2026-03-09T15:45:39.153774+0000 mgr.x (mgr.14150) 33 : cluster [DBG] pgmap v14: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2026-03-09T15:45:40.806 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 09 15:45:40 vm02 bash[17514]: cluster 2026-03-09T15:45:39.153774+0000 mgr.x (mgr.14150) 33 : cluster [DBG] pgmap v14: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2026-03-09T15:45:41.583 INFO:teuthology.orchestra.run.vm02.stdout: 2026-03-09T15:45:41.595 DEBUG:teuthology.orchestra.run.vm02:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:e911bdebe5c8faa3800735d1568fcdca65db60df shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid a2a597c0-1bce-11f1-835a-ab631984d2b4 -- ceph orch daemon add osd vm02:/dev/vde 2026-03-09T15:45:42.904 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 09 15:45:42 vm02 bash[17514]: cluster 2026-03-09T15:45:41.153932+0000 mgr.x (mgr.14150) 34 : cluster [DBG] pgmap v15: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2026-03-09T15:45:42.904 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 09 15:45:42 vm02 bash[17514]: cluster 2026-03-09T15:45:41.153932+0000 mgr.x (mgr.14150) 34 : cluster [DBG] pgmap v15: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2026-03-09T15:45:44.904 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 09 15:45:44 vm02 bash[17514]: cluster 2026-03-09T15:45:43.154095+0000 mgr.x (mgr.14150) 35 : cluster [DBG] pgmap v16: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2026-03-09T15:45:44.904 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 09 15:45:44 vm02 bash[17514]: cluster 2026-03-09T15:45:43.154095+0000 mgr.x (mgr.14150) 35 : cluster [DBG] pgmap v16: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2026-03-09T15:45:46.203 INFO:teuthology.orchestra.run.vm02.stderr:Inferring config /var/lib/ceph/a2a597c0-1bce-11f1-835a-ab631984d2b4/mon.a/config 2026-03-09T15:45:46.904 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 09 15:45:46 vm02 bash[17514]: cluster 2026-03-09T15:45:45.154491+0000 mgr.x (mgr.14150) 36 : cluster [DBG] pgmap v17: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2026-03-09T15:45:46.904 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 09 15:45:46 vm02 bash[17514]: cluster 2026-03-09T15:45:45.154491+0000 mgr.x (mgr.14150) 36 : cluster [DBG] pgmap v17: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2026-03-09T15:45:46.904 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 09 15:45:46 vm02 bash[17514]: audit 2026-03-09T15:45:46.458090+0000 mon.a (mon.0) 142 : audit [DBG] from='mgr.14150 192.168.123.102:0/2616079682' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2026-03-09T15:45:46.904 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 09 15:45:46 vm02 bash[17514]: audit 2026-03-09T15:45:46.458090+0000 mon.a (mon.0) 142 : audit [DBG] from='mgr.14150 192.168.123.102:0/2616079682' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2026-03-09T15:45:46.904 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 09 15:45:46 vm02 bash[17514]: audit 2026-03-09T15:45:46.459818+0000 mon.a (mon.0) 143 : audit [INF] from='mgr.14150 192.168.123.102:0/2616079682' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2026-03-09T15:45:46.904 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 09 15:45:46 vm02 bash[17514]: audit 2026-03-09T15:45:46.459818+0000 mon.a (mon.0) 143 : audit [INF] from='mgr.14150 192.168.123.102:0/2616079682' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2026-03-09T15:45:46.904 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 09 15:45:46 vm02 bash[17514]: audit 2026-03-09T15:45:46.460306+0000 mon.a (mon.0) 144 : audit [DBG] from='mgr.14150 192.168.123.102:0/2616079682' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-03-09T15:45:46.904 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 09 15:45:46 vm02 bash[17514]: audit 2026-03-09T15:45:46.460306+0000 mon.a (mon.0) 144 : audit [DBG] from='mgr.14150 192.168.123.102:0/2616079682' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-03-09T15:45:47.904 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 09 15:45:47 vm02 bash[17514]: audit 2026-03-09T15:45:46.456480+0000 mgr.x (mgr.14150) 37 : audit [DBG] from='client.14184 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "vm02:/dev/vde", "target": ["mon-mgr", ""]}]: dispatch 2026-03-09T15:45:47.904 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 09 15:45:47 vm02 bash[17514]: audit 2026-03-09T15:45:46.456480+0000 mgr.x (mgr.14150) 37 : audit [DBG] from='client.14184 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "vm02:/dev/vde", "target": ["mon-mgr", ""]}]: dispatch 2026-03-09T15:45:48.904 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 09 15:45:48 vm02 bash[17514]: cluster 2026-03-09T15:45:47.154903+0000 mgr.x (mgr.14150) 38 : cluster [DBG] pgmap v18: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2026-03-09T15:45:48.904 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 09 15:45:48 vm02 bash[17514]: cluster 2026-03-09T15:45:47.154903+0000 mgr.x (mgr.14150) 38 : cluster [DBG] pgmap v18: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2026-03-09T15:45:50.904 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 09 15:45:50 vm02 bash[17514]: cluster 2026-03-09T15:45:49.155050+0000 mgr.x (mgr.14150) 39 : cluster [DBG] pgmap v19: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2026-03-09T15:45:50.904 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 09 15:45:50 vm02 bash[17514]: cluster 2026-03-09T15:45:49.155050+0000 mgr.x (mgr.14150) 39 : cluster [DBG] pgmap v19: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2026-03-09T15:45:52.904 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 09 15:45:52 vm02 bash[17514]: cluster 2026-03-09T15:45:51.155340+0000 mgr.x (mgr.14150) 40 : cluster [DBG] pgmap v20: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2026-03-09T15:45:52.904 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 09 15:45:52 vm02 bash[17514]: cluster 2026-03-09T15:45:51.155340+0000 mgr.x (mgr.14150) 40 : cluster [DBG] pgmap v20: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2026-03-09T15:45:52.904 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 09 15:45:52 vm02 bash[17514]: audit 2026-03-09T15:45:51.926149+0000 mon.a (mon.0) 145 : audit [INF] from='client.? 192.168.123.102:0/2941845407' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "f88fcde2-676f-4480-8239-887cae839e2a"}]: dispatch 2026-03-09T15:45:52.904 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 09 15:45:52 vm02 bash[17514]: audit 2026-03-09T15:45:51.926149+0000 mon.a (mon.0) 145 : audit [INF] from='client.? 192.168.123.102:0/2941845407' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "f88fcde2-676f-4480-8239-887cae839e2a"}]: dispatch 2026-03-09T15:45:52.904 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 09 15:45:52 vm02 bash[17514]: audit 2026-03-09T15:45:51.927719+0000 mon.a (mon.0) 146 : audit [INF] from='client.? 192.168.123.102:0/2941845407' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "f88fcde2-676f-4480-8239-887cae839e2a"}]': finished 2026-03-09T15:45:52.904 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 09 15:45:52 vm02 bash[17514]: audit 2026-03-09T15:45:51.927719+0000 mon.a (mon.0) 146 : audit [INF] from='client.? 192.168.123.102:0/2941845407' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "f88fcde2-676f-4480-8239-887cae839e2a"}]': finished 2026-03-09T15:45:52.904 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 09 15:45:52 vm02 bash[17514]: cluster 2026-03-09T15:45:51.929389+0000 mon.a (mon.0) 147 : cluster [DBG] osdmap e5: 1 total, 0 up, 1 in 2026-03-09T15:45:52.904 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 09 15:45:52 vm02 bash[17514]: cluster 2026-03-09T15:45:51.929389+0000 mon.a (mon.0) 147 : cluster [DBG] osdmap e5: 1 total, 0 up, 1 in 2026-03-09T15:45:52.904 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 09 15:45:52 vm02 bash[17514]: audit 2026-03-09T15:45:51.929701+0000 mon.a (mon.0) 148 : audit [DBG] from='mgr.14150 192.168.123.102:0/2616079682' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2026-03-09T15:45:52.904 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 09 15:45:52 vm02 bash[17514]: audit 2026-03-09T15:45:51.929701+0000 mon.a (mon.0) 148 : audit [DBG] from='mgr.14150 192.168.123.102:0/2616079682' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2026-03-09T15:45:53.904 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 09 15:45:53 vm02 bash[17514]: audit 2026-03-09T15:45:52.569019+0000 mon.a (mon.0) 149 : audit [DBG] from='client.? 192.168.123.102:0/4276908212' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2026-03-09T15:45:53.904 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 09 15:45:53 vm02 bash[17514]: audit 2026-03-09T15:45:52.569019+0000 mon.a (mon.0) 149 : audit [DBG] from='client.? 192.168.123.102:0/4276908212' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2026-03-09T15:45:54.904 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 09 15:45:54 vm02 bash[17514]: cluster 2026-03-09T15:45:53.155539+0000 mgr.x (mgr.14150) 41 : cluster [DBG] pgmap v22: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2026-03-09T15:45:54.904 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 09 15:45:54 vm02 bash[17514]: cluster 2026-03-09T15:45:53.155539+0000 mgr.x (mgr.14150) 41 : cluster [DBG] pgmap v22: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2026-03-09T15:45:56.904 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 09 15:45:56 vm02 bash[17514]: cluster 2026-03-09T15:45:55.155759+0000 mgr.x (mgr.14150) 42 : cluster [DBG] pgmap v23: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2026-03-09T15:45:56.904 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 09 15:45:56 vm02 bash[17514]: cluster 2026-03-09T15:45:55.155759+0000 mgr.x (mgr.14150) 42 : cluster [DBG] pgmap v23: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2026-03-09T15:45:58.904 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 09 15:45:58 vm02 bash[17514]: cluster 2026-03-09T15:45:57.155987+0000 mgr.x (mgr.14150) 43 : cluster [DBG] pgmap v24: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2026-03-09T15:45:58.904 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 09 15:45:58 vm02 bash[17514]: cluster 2026-03-09T15:45:57.155987+0000 mgr.x (mgr.14150) 43 : cluster [DBG] pgmap v24: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2026-03-09T15:46:00.904 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 09 15:46:00 vm02 bash[17514]: cluster 2026-03-09T15:45:59.156190+0000 mgr.x (mgr.14150) 44 : cluster [DBG] pgmap v25: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2026-03-09T15:46:00.904 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 09 15:46:00 vm02 bash[17514]: cluster 2026-03-09T15:45:59.156190+0000 mgr.x (mgr.14150) 44 : cluster [DBG] pgmap v25: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2026-03-09T15:46:01.784 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 09 15:46:01 vm02 bash[17514]: audit 2026-03-09T15:46:01.013074+0000 mon.a (mon.0) 150 : audit [INF] from='mgr.14150 192.168.123.102:0/2616079682' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.0"}]: dispatch 2026-03-09T15:46:01.784 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 09 15:46:01 vm02 bash[17514]: audit 2026-03-09T15:46:01.013074+0000 mon.a (mon.0) 150 : audit [INF] from='mgr.14150 192.168.123.102:0/2616079682' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.0"}]: dispatch 2026-03-09T15:46:01.784 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 09 15:46:01 vm02 bash[17514]: audit 2026-03-09T15:46:01.013629+0000 mon.a (mon.0) 151 : audit [DBG] from='mgr.14150 192.168.123.102:0/2616079682' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-03-09T15:46:01.784 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 09 15:46:01 vm02 bash[17514]: audit 2026-03-09T15:46:01.013629+0000 mon.a (mon.0) 151 : audit [DBG] from='mgr.14150 192.168.123.102:0/2616079682' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-03-09T15:46:01.784 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 09 15:46:01 vm02 systemd[1]: /etc/systemd/system/ceph-a2a597c0-1bce-11f1-835a-ab631984d2b4@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2026-03-09T15:46:02.134 INFO:journalctl@ceph.mgr.x.vm02.stdout:Mar 09 15:46:01 vm02 systemd[1]: /etc/systemd/system/ceph-a2a597c0-1bce-11f1-835a-ab631984d2b4@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2026-03-09T15:46:02.134 INFO:journalctl@ceph.mgr.x.vm02.stdout:Mar 09 15:46:01 vm02 systemd[1]: /etc/systemd/system/ceph-a2a597c0-1bce-11f1-835a-ab631984d2b4@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2026-03-09T15:46:02.134 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 09 15:46:01 vm02 systemd[1]: /etc/systemd/system/ceph-a2a597c0-1bce-11f1-835a-ab631984d2b4@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2026-03-09T15:46:02.904 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 09 15:46:02 vm02 bash[17514]: cephadm 2026-03-09T15:46:01.014054+0000 mgr.x (mgr.14150) 45 : cephadm [INF] Deploying daemon osd.0 on vm02 2026-03-09T15:46:02.904 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 09 15:46:02 vm02 bash[17514]: cephadm 2026-03-09T15:46:01.014054+0000 mgr.x (mgr.14150) 45 : cephadm [INF] Deploying daemon osd.0 on vm02 2026-03-09T15:46:02.904 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 09 15:46:02 vm02 bash[17514]: cluster 2026-03-09T15:46:01.156446+0000 mgr.x (mgr.14150) 46 : cluster [DBG] pgmap v26: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2026-03-09T15:46:02.904 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 09 15:46:02 vm02 bash[17514]: cluster 2026-03-09T15:46:01.156446+0000 mgr.x (mgr.14150) 46 : cluster [DBG] pgmap v26: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2026-03-09T15:46:02.904 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 09 15:46:02 vm02 bash[17514]: audit 2026-03-09T15:46:02.059993+0000 mon.a (mon.0) 152 : audit [DBG] from='mgr.14150 192.168.123.102:0/2616079682' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2026-03-09T15:46:02.904 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 09 15:46:02 vm02 bash[17514]: audit 2026-03-09T15:46:02.059993+0000 mon.a (mon.0) 152 : audit [DBG] from='mgr.14150 192.168.123.102:0/2616079682' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2026-03-09T15:46:02.904 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 09 15:46:02 vm02 bash[17514]: audit 2026-03-09T15:46:02.063253+0000 mon.a (mon.0) 153 : audit [INF] from='mgr.14150 192.168.123.102:0/2616079682' entity='mgr.x' 2026-03-09T15:46:02.904 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 09 15:46:02 vm02 bash[17514]: audit 2026-03-09T15:46:02.063253+0000 mon.a (mon.0) 153 : audit [INF] from='mgr.14150 192.168.123.102:0/2616079682' entity='mgr.x' 2026-03-09T15:46:02.904 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 09 15:46:02 vm02 bash[17514]: audit 2026-03-09T15:46:02.066553+0000 mon.a (mon.0) 154 : audit [INF] from='mgr.14150 192.168.123.102:0/2616079682' entity='mgr.x' 2026-03-09T15:46:02.904 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 09 15:46:02 vm02 bash[17514]: audit 2026-03-09T15:46:02.066553+0000 mon.a (mon.0) 154 : audit [INF] from='mgr.14150 192.168.123.102:0/2616079682' entity='mgr.x' 2026-03-09T15:46:04.904 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 09 15:46:04 vm02 bash[17514]: cluster 2026-03-09T15:46:03.156676+0000 mgr.x (mgr.14150) 47 : cluster [DBG] pgmap v27: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2026-03-09T15:46:04.904 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 09 15:46:04 vm02 bash[17514]: cluster 2026-03-09T15:46:03.156676+0000 mgr.x (mgr.14150) 47 : cluster [DBG] pgmap v27: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2026-03-09T15:46:06.904 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 09 15:46:06 vm02 bash[17514]: cluster 2026-03-09T15:46:05.156946+0000 mgr.x (mgr.14150) 48 : cluster [DBG] pgmap v28: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2026-03-09T15:46:06.904 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 09 15:46:06 vm02 bash[17514]: cluster 2026-03-09T15:46:05.156946+0000 mgr.x (mgr.14150) 48 : cluster [DBG] pgmap v28: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2026-03-09T15:46:06.904 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 09 15:46:06 vm02 bash[17514]: audit 2026-03-09T15:46:05.679342+0000 mon.a (mon.0) 155 : audit [INF] from='osd.0 [v2:192.168.123.102:6802/3015439805,v1:192.168.123.102:6803/3015439805]' entity='osd.0' cmd=[{"prefix": "osd crush set-device-class", "class": "hdd", "ids": ["0"]}]: dispatch 2026-03-09T15:46:06.904 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 09 15:46:06 vm02 bash[17514]: audit 2026-03-09T15:46:05.679342+0000 mon.a (mon.0) 155 : audit [INF] from='osd.0 [v2:192.168.123.102:6802/3015439805,v1:192.168.123.102:6803/3015439805]' entity='osd.0' cmd=[{"prefix": "osd crush set-device-class", "class": "hdd", "ids": ["0"]}]: dispatch 2026-03-09T15:46:07.904 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 09 15:46:07 vm02 bash[17514]: audit 2026-03-09T15:46:06.581982+0000 mon.a (mon.0) 156 : audit [INF] from='osd.0 [v2:192.168.123.102:6802/3015439805,v1:192.168.123.102:6803/3015439805]' entity='osd.0' cmd='[{"prefix": "osd crush set-device-class", "class": "hdd", "ids": ["0"]}]': finished 2026-03-09T15:46:07.904 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 09 15:46:07 vm02 bash[17514]: audit 2026-03-09T15:46:06.581982+0000 mon.a (mon.0) 156 : audit [INF] from='osd.0 [v2:192.168.123.102:6802/3015439805,v1:192.168.123.102:6803/3015439805]' entity='osd.0' cmd='[{"prefix": "osd crush set-device-class", "class": "hdd", "ids": ["0"]}]': finished 2026-03-09T15:46:07.904 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 09 15:46:07 vm02 bash[17514]: cluster 2026-03-09T15:46:06.583625+0000 mon.a (mon.0) 157 : cluster [DBG] osdmap e6: 1 total, 0 up, 1 in 2026-03-09T15:46:07.904 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 09 15:46:07 vm02 bash[17514]: cluster 2026-03-09T15:46:06.583625+0000 mon.a (mon.0) 157 : cluster [DBG] osdmap e6: 1 total, 0 up, 1 in 2026-03-09T15:46:07.904 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 09 15:46:07 vm02 bash[17514]: audit 2026-03-09T15:46:06.583749+0000 mon.a (mon.0) 158 : audit [INF] from='osd.0 [v2:192.168.123.102:6802/3015439805,v1:192.168.123.102:6803/3015439805]' entity='osd.0' cmd=[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0195, "args": ["host=vm02", "root=default"]}]: dispatch 2026-03-09T15:46:07.904 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 09 15:46:07 vm02 bash[17514]: audit 2026-03-09T15:46:06.583749+0000 mon.a (mon.0) 158 : audit [INF] from='osd.0 [v2:192.168.123.102:6802/3015439805,v1:192.168.123.102:6803/3015439805]' entity='osd.0' cmd=[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0195, "args": ["host=vm02", "root=default"]}]: dispatch 2026-03-09T15:46:07.904 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 09 15:46:07 vm02 bash[17514]: audit 2026-03-09T15:46:06.583832+0000 mon.a (mon.0) 159 : audit [DBG] from='mgr.14150 192.168.123.102:0/2616079682' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2026-03-09T15:46:07.904 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 09 15:46:07 vm02 bash[17514]: audit 2026-03-09T15:46:06.583832+0000 mon.a (mon.0) 159 : audit [DBG] from='mgr.14150 192.168.123.102:0/2616079682' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2026-03-09T15:46:08.904 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 09 15:46:08 vm02 bash[17514]: cluster 2026-03-09T15:46:07.157237+0000 mgr.x (mgr.14150) 49 : cluster [DBG] pgmap v30: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2026-03-09T15:46:08.904 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 09 15:46:08 vm02 bash[17514]: cluster 2026-03-09T15:46:07.157237+0000 mgr.x (mgr.14150) 49 : cluster [DBG] pgmap v30: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2026-03-09T15:46:08.904 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 09 15:46:08 vm02 bash[17514]: audit 2026-03-09T15:46:07.583824+0000 mon.a (mon.0) 160 : audit [INF] from='osd.0 [v2:192.168.123.102:6802/3015439805,v1:192.168.123.102:6803/3015439805]' entity='osd.0' cmd='[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0195, "args": ["host=vm02", "root=default"]}]': finished 2026-03-09T15:46:08.904 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 09 15:46:08 vm02 bash[17514]: audit 2026-03-09T15:46:07.583824+0000 mon.a (mon.0) 160 : audit [INF] from='osd.0 [v2:192.168.123.102:6802/3015439805,v1:192.168.123.102:6803/3015439805]' entity='osd.0' cmd='[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0195, "args": ["host=vm02", "root=default"]}]': finished 2026-03-09T15:46:08.904 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 09 15:46:08 vm02 bash[17514]: cluster 2026-03-09T15:46:07.586804+0000 mon.a (mon.0) 161 : cluster [DBG] osdmap e7: 1 total, 0 up, 1 in 2026-03-09T15:46:08.904 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 09 15:46:08 vm02 bash[17514]: cluster 2026-03-09T15:46:07.586804+0000 mon.a (mon.0) 161 : cluster [DBG] osdmap e7: 1 total, 0 up, 1 in 2026-03-09T15:46:08.904 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 09 15:46:08 vm02 bash[17514]: audit 2026-03-09T15:46:07.588040+0000 mon.a (mon.0) 162 : audit [DBG] from='mgr.14150 192.168.123.102:0/2616079682' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2026-03-09T15:46:08.904 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 09 15:46:08 vm02 bash[17514]: audit 2026-03-09T15:46:07.588040+0000 mon.a (mon.0) 162 : audit [DBG] from='mgr.14150 192.168.123.102:0/2616079682' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2026-03-09T15:46:08.904 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 09 15:46:08 vm02 bash[17514]: audit 2026-03-09T15:46:07.594768+0000 mon.a (mon.0) 163 : audit [DBG] from='mgr.14150 192.168.123.102:0/2616079682' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2026-03-09T15:46:08.904 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 09 15:46:08 vm02 bash[17514]: audit 2026-03-09T15:46:07.594768+0000 mon.a (mon.0) 163 : audit [DBG] from='mgr.14150 192.168.123.102:0/2616079682' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2026-03-09T15:46:08.904 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 09 15:46:08 vm02 bash[17514]: audit 2026-03-09T15:46:08.327480+0000 mon.a (mon.0) 164 : audit [INF] from='mgr.14150 192.168.123.102:0/2616079682' entity='mgr.x' 2026-03-09T15:46:08.904 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 09 15:46:08 vm02 bash[17514]: audit 2026-03-09T15:46:08.327480+0000 mon.a (mon.0) 164 : audit [INF] from='mgr.14150 192.168.123.102:0/2616079682' entity='mgr.x' 2026-03-09T15:46:08.904 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 09 15:46:08 vm02 bash[17514]: audit 2026-03-09T15:46:08.344224+0000 mon.a (mon.0) 165 : audit [INF] from='mgr.14150 192.168.123.102:0/2616079682' entity='mgr.x' 2026-03-09T15:46:08.904 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 09 15:46:08 vm02 bash[17514]: audit 2026-03-09T15:46:08.344224+0000 mon.a (mon.0) 165 : audit [INF] from='mgr.14150 192.168.123.102:0/2616079682' entity='mgr.x' 2026-03-09T15:46:09.550 INFO:teuthology.orchestra.run.vm02.stdout:Created osd(s) 0 on host 'vm02' 2026-03-09T15:46:09.642 DEBUG:teuthology.orchestra.run.vm02:osd.0> sudo journalctl -f -n 0 -u ceph-a2a597c0-1bce-11f1-835a-ab631984d2b4@osd.0.service 2026-03-09T15:46:09.642 INFO:tasks.cephadm:Deploying osd.1 on vm02 with /dev/vdd... 2026-03-09T15:46:09.642 DEBUG:teuthology.orchestra.run.vm02:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:e911bdebe5c8faa3800735d1568fcdca65db60df ceph-volume -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid a2a597c0-1bce-11f1-835a-ab631984d2b4 -- lvm zap /dev/vdd 2026-03-09T15:46:09.904 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 09 15:46:09 vm02 bash[17514]: cluster 2026-03-09T15:46:06.661959+0000 osd.0 (osd.0) 1 : cluster [DBG] purged_snaps scrub starts 2026-03-09T15:46:09.904 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 09 15:46:09 vm02 bash[17514]: cluster 2026-03-09T15:46:06.661959+0000 osd.0 (osd.0) 1 : cluster [DBG] purged_snaps scrub starts 2026-03-09T15:46:09.904 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 09 15:46:09 vm02 bash[17514]: cluster 2026-03-09T15:46:06.662047+0000 osd.0 (osd.0) 2 : cluster [DBG] purged_snaps scrub ok 2026-03-09T15:46:09.904 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 09 15:46:09 vm02 bash[17514]: cluster 2026-03-09T15:46:06.662047+0000 osd.0 (osd.0) 2 : cluster [DBG] purged_snaps scrub ok 2026-03-09T15:46:09.904 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 09 15:46:09 vm02 bash[17514]: audit 2026-03-09T15:46:08.595996+0000 mon.a (mon.0) 166 : audit [DBG] from='mgr.14150 192.168.123.102:0/2616079682' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2026-03-09T15:46:09.904 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 09 15:46:09 vm02 bash[17514]: audit 2026-03-09T15:46:08.595996+0000 mon.a (mon.0) 166 : audit [DBG] from='mgr.14150 192.168.123.102:0/2616079682' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2026-03-09T15:46:09.904 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 09 15:46:09 vm02 bash[17514]: audit 2026-03-09T15:46:08.625831+0000 mon.a (mon.0) 167 : audit [INF] from='osd.0 [v2:192.168.123.102:6802/3015439805,v1:192.168.123.102:6803/3015439805]' entity='osd.0' 2026-03-09T15:46:09.904 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 09 15:46:09 vm02 bash[17514]: audit 2026-03-09T15:46:08.625831+0000 mon.a (mon.0) 167 : audit [INF] from='osd.0 [v2:192.168.123.102:6802/3015439805,v1:192.168.123.102:6803/3015439805]' entity='osd.0' 2026-03-09T15:46:09.904 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 09 15:46:09 vm02 bash[17514]: audit 2026-03-09T15:46:08.780019+0000 mon.a (mon.0) 168 : audit [DBG] from='mgr.14150 192.168.123.102:0/2616079682' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-03-09T15:46:09.904 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 09 15:46:09 vm02 bash[17514]: audit 2026-03-09T15:46:08.780019+0000 mon.a (mon.0) 168 : audit [DBG] from='mgr.14150 192.168.123.102:0/2616079682' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-03-09T15:46:09.904 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 09 15:46:09 vm02 bash[17514]: audit 2026-03-09T15:46:08.780503+0000 mon.a (mon.0) 169 : audit [INF] from='mgr.14150 192.168.123.102:0/2616079682' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2026-03-09T15:46:09.904 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 09 15:46:09 vm02 bash[17514]: audit 2026-03-09T15:46:08.780503+0000 mon.a (mon.0) 169 : audit [INF] from='mgr.14150 192.168.123.102:0/2616079682' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2026-03-09T15:46:09.904 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 09 15:46:09 vm02 bash[17514]: audit 2026-03-09T15:46:08.783971+0000 mon.a (mon.0) 170 : audit [INF] from='mgr.14150 192.168.123.102:0/2616079682' entity='mgr.x' 2026-03-09T15:46:09.904 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 09 15:46:09 vm02 bash[17514]: audit 2026-03-09T15:46:08.783971+0000 mon.a (mon.0) 170 : audit [INF] from='mgr.14150 192.168.123.102:0/2616079682' entity='mgr.x' 2026-03-09T15:46:09.904 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 09 15:46:09 vm02 bash[17514]: audit 2026-03-09T15:46:09.538782+0000 mon.a (mon.0) 171 : audit [DBG] from='mgr.14150 192.168.123.102:0/2616079682' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2026-03-09T15:46:09.904 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 09 15:46:09 vm02 bash[17514]: audit 2026-03-09T15:46:09.538782+0000 mon.a (mon.0) 171 : audit [DBG] from='mgr.14150 192.168.123.102:0/2616079682' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2026-03-09T15:46:09.904 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 09 15:46:09 vm02 bash[17514]: audit 2026-03-09T15:46:09.543816+0000 mon.a (mon.0) 172 : audit [INF] from='mgr.14150 192.168.123.102:0/2616079682' entity='mgr.x' 2026-03-09T15:46:09.904 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 09 15:46:09 vm02 bash[17514]: audit 2026-03-09T15:46:09.543816+0000 mon.a (mon.0) 172 : audit [INF] from='mgr.14150 192.168.123.102:0/2616079682' entity='mgr.x' 2026-03-09T15:46:09.904 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 09 15:46:09 vm02 bash[17514]: audit 2026-03-09T15:46:09.547895+0000 mon.a (mon.0) 173 : audit [INF] from='mgr.14150 192.168.123.102:0/2616079682' entity='mgr.x' 2026-03-09T15:46:09.905 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 09 15:46:09 vm02 bash[17514]: audit 2026-03-09T15:46:09.547895+0000 mon.a (mon.0) 173 : audit [INF] from='mgr.14150 192.168.123.102:0/2616079682' entity='mgr.x' 2026-03-09T15:46:10.904 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 09 15:46:10 vm02 bash[17514]: cluster 2026-03-09T15:46:09.157458+0000 mgr.x (mgr.14150) 50 : cluster [DBG] pgmap v32: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2026-03-09T15:46:10.904 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 09 15:46:10 vm02 bash[17514]: cluster 2026-03-09T15:46:09.157458+0000 mgr.x (mgr.14150) 50 : cluster [DBG] pgmap v32: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2026-03-09T15:46:10.904 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 09 15:46:10 vm02 bash[17514]: audit 2026-03-09T15:46:09.592488+0000 mon.a (mon.0) 174 : audit [DBG] from='mgr.14150 192.168.123.102:0/2616079682' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2026-03-09T15:46:10.904 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 09 15:46:10 vm02 bash[17514]: audit 2026-03-09T15:46:09.592488+0000 mon.a (mon.0) 174 : audit [DBG] from='mgr.14150 192.168.123.102:0/2616079682' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2026-03-09T15:46:10.904 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 09 15:46:10 vm02 bash[17514]: cluster 2026-03-09T15:46:09.631131+0000 mon.a (mon.0) 175 : cluster [INF] osd.0 [v2:192.168.123.102:6802/3015439805,v1:192.168.123.102:6803/3015439805] boot 2026-03-09T15:46:10.904 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 09 15:46:10 vm02 bash[17514]: cluster 2026-03-09T15:46:09.631131+0000 mon.a (mon.0) 175 : cluster [INF] osd.0 [v2:192.168.123.102:6802/3015439805,v1:192.168.123.102:6803/3015439805] boot 2026-03-09T15:46:10.904 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 09 15:46:10 vm02 bash[17514]: cluster 2026-03-09T15:46:09.631169+0000 mon.a (mon.0) 176 : cluster [DBG] osdmap e8: 1 total, 1 up, 1 in 2026-03-09T15:46:10.904 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 09 15:46:10 vm02 bash[17514]: cluster 2026-03-09T15:46:09.631169+0000 mon.a (mon.0) 176 : cluster [DBG] osdmap e8: 1 total, 1 up, 1 in 2026-03-09T15:46:10.904 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 09 15:46:10 vm02 bash[17514]: audit 2026-03-09T15:46:09.631899+0000 mon.a (mon.0) 177 : audit [DBG] from='mgr.14150 192.168.123.102:0/2616079682' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2026-03-09T15:46:10.904 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 09 15:46:10 vm02 bash[17514]: audit 2026-03-09T15:46:09.631899+0000 mon.a (mon.0) 177 : audit [DBG] from='mgr.14150 192.168.123.102:0/2616079682' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2026-03-09T15:46:11.904 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 09 15:46:11 vm02 bash[17514]: cluster 2026-03-09T15:46:10.633090+0000 mon.a (mon.0) 178 : cluster [DBG] osdmap e9: 1 total, 1 up, 1 in 2026-03-09T15:46:11.904 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 09 15:46:11 vm02 bash[17514]: cluster 2026-03-09T15:46:10.633090+0000 mon.a (mon.0) 178 : cluster [DBG] osdmap e9: 1 total, 1 up, 1 in 2026-03-09T15:46:13.155 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 09 15:46:12 vm02 bash[17514]: cluster 2026-03-09T15:46:11.157709+0000 mgr.x (mgr.14150) 51 : cluster [DBG] pgmap v35: 0 pgs: ; 0 B data, 26 MiB used, 20 GiB / 20 GiB avail 2026-03-09T15:46:13.155 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 09 15:46:12 vm02 bash[17514]: cluster 2026-03-09T15:46:11.157709+0000 mgr.x (mgr.14150) 51 : cluster [DBG] pgmap v35: 0 pgs: ; 0 B data, 26 MiB used, 20 GiB / 20 GiB avail 2026-03-09T15:46:14.323 INFO:teuthology.orchestra.run.vm02.stderr:Inferring config /var/lib/ceph/a2a597c0-1bce-11f1-835a-ab631984d2b4/mon.a/config 2026-03-09T15:46:15.154 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 09 15:46:14 vm02 bash[17514]: cluster 2026-03-09T15:46:13.157971+0000 mgr.x (mgr.14150) 52 : cluster [DBG] pgmap v36: 0 pgs: ; 0 B data, 26 MiB used, 20 GiB / 20 GiB avail 2026-03-09T15:46:15.154 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 09 15:46:14 vm02 bash[17514]: cluster 2026-03-09T15:46:13.157971+0000 mgr.x (mgr.14150) 52 : cluster [DBG] pgmap v36: 0 pgs: ; 0 B data, 26 MiB used, 20 GiB / 20 GiB avail 2026-03-09T15:46:15.186 INFO:teuthology.orchestra.run.vm02.stdout: 2026-03-09T15:46:15.208 DEBUG:teuthology.orchestra.run.vm02:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:e911bdebe5c8faa3800735d1568fcdca65db60df shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid a2a597c0-1bce-11f1-835a-ab631984d2b4 -- ceph orch daemon add osd vm02:/dev/vdd 2026-03-09T15:46:17.154 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 09 15:46:16 vm02 bash[17514]: cluster 2026-03-09T15:46:15.158249+0000 mgr.x (mgr.14150) 53 : cluster [DBG] pgmap v37: 0 pgs: ; 0 B data, 26 MiB used, 20 GiB / 20 GiB avail 2026-03-09T15:46:17.154 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 09 15:46:16 vm02 bash[17514]: cluster 2026-03-09T15:46:15.158249+0000 mgr.x (mgr.14150) 53 : cluster [DBG] pgmap v37: 0 pgs: ; 0 B data, 26 MiB used, 20 GiB / 20 GiB avail 2026-03-09T15:46:17.154 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 09 15:46:16 vm02 bash[17514]: audit 2026-03-09T15:46:15.938277+0000 mon.a (mon.0) 179 : audit [INF] from='mgr.14150 192.168.123.102:0/2616079682' entity='mgr.x' 2026-03-09T15:46:17.154 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 09 15:46:16 vm02 bash[17514]: audit 2026-03-09T15:46:15.938277+0000 mon.a (mon.0) 179 : audit [INF] from='mgr.14150 192.168.123.102:0/2616079682' entity='mgr.x' 2026-03-09T15:46:17.154 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 09 15:46:16 vm02 bash[17514]: audit 2026-03-09T15:46:15.941060+0000 mon.a (mon.0) 180 : audit [INF] from='mgr.14150 192.168.123.102:0/2616079682' entity='mgr.x' 2026-03-09T15:46:17.154 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 09 15:46:16 vm02 bash[17514]: audit 2026-03-09T15:46:15.941060+0000 mon.a (mon.0) 180 : audit [INF] from='mgr.14150 192.168.123.102:0/2616079682' entity='mgr.x' 2026-03-09T15:46:17.154 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 09 15:46:16 vm02 bash[17514]: audit 2026-03-09T15:46:15.941669+0000 mon.a (mon.0) 181 : audit [INF] from='mgr.14150 192.168.123.102:0/2616079682' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2026-03-09T15:46:17.154 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 09 15:46:16 vm02 bash[17514]: audit 2026-03-09T15:46:15.941669+0000 mon.a (mon.0) 181 : audit [INF] from='mgr.14150 192.168.123.102:0/2616079682' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2026-03-09T15:46:17.154 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 09 15:46:16 vm02 bash[17514]: audit 2026-03-09T15:46:15.942677+0000 mon.a (mon.0) 182 : audit [DBG] from='mgr.14150 192.168.123.102:0/2616079682' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-03-09T15:46:17.154 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 09 15:46:16 vm02 bash[17514]: audit 2026-03-09T15:46:15.942677+0000 mon.a (mon.0) 182 : audit [DBG] from='mgr.14150 192.168.123.102:0/2616079682' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-03-09T15:46:17.154 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 09 15:46:16 vm02 bash[17514]: audit 2026-03-09T15:46:15.943073+0000 mon.a (mon.0) 183 : audit [INF] from='mgr.14150 192.168.123.102:0/2616079682' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2026-03-09T15:46:17.154 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 09 15:46:16 vm02 bash[17514]: audit 2026-03-09T15:46:15.943073+0000 mon.a (mon.0) 183 : audit [INF] from='mgr.14150 192.168.123.102:0/2616079682' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2026-03-09T15:46:17.154 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 09 15:46:16 vm02 bash[17514]: audit 2026-03-09T15:46:15.945667+0000 mon.a (mon.0) 184 : audit [INF] from='mgr.14150 192.168.123.102:0/2616079682' entity='mgr.x' 2026-03-09T15:46:17.154 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 09 15:46:16 vm02 bash[17514]: audit 2026-03-09T15:46:15.945667+0000 mon.a (mon.0) 184 : audit [INF] from='mgr.14150 192.168.123.102:0/2616079682' entity='mgr.x' 2026-03-09T15:46:18.154 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 09 15:46:17 vm02 bash[17514]: cephadm 2026-03-09T15:46:15.934213+0000 mgr.x (mgr.14150) 54 : cephadm [INF] Detected new or changed devices on vm02 2026-03-09T15:46:18.154 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 09 15:46:17 vm02 bash[17514]: cephadm 2026-03-09T15:46:15.934213+0000 mgr.x (mgr.14150) 54 : cephadm [INF] Detected new or changed devices on vm02 2026-03-09T15:46:18.154 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 09 15:46:17 vm02 bash[17514]: cephadm 2026-03-09T15:46:15.942024+0000 mgr.x (mgr.14150) 55 : cephadm [INF] Adjusting osd_memory_target on vm02 to 455.7M 2026-03-09T15:46:18.154 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 09 15:46:17 vm02 bash[17514]: cephadm 2026-03-09T15:46:15.942024+0000 mgr.x (mgr.14150) 55 : cephadm [INF] Adjusting osd_memory_target on vm02 to 455.7M 2026-03-09T15:46:18.154 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 09 15:46:17 vm02 bash[17514]: cephadm 2026-03-09T15:46:15.942419+0000 mgr.x (mgr.14150) 56 : cephadm [WRN] Unable to set osd_memory_target on vm02 to 477921689: error parsing value: Value '477921689' is below minimum 939524096 2026-03-09T15:46:18.154 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 09 15:46:17 vm02 bash[17514]: cephadm 2026-03-09T15:46:15.942419+0000 mgr.x (mgr.14150) 56 : cephadm [WRN] Unable to set osd_memory_target on vm02 to 477921689: error parsing value: Value '477921689' is below minimum 939524096 2026-03-09T15:46:19.154 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 09 15:46:18 vm02 bash[17514]: cluster 2026-03-09T15:46:17.158540+0000 mgr.x (mgr.14150) 57 : cluster [DBG] pgmap v38: 0 pgs: ; 0 B data, 26 MiB used, 20 GiB / 20 GiB avail 2026-03-09T15:46:19.154 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 09 15:46:18 vm02 bash[17514]: cluster 2026-03-09T15:46:17.158540+0000 mgr.x (mgr.14150) 57 : cluster [DBG] pgmap v38: 0 pgs: ; 0 B data, 26 MiB used, 20 GiB / 20 GiB avail 2026-03-09T15:46:19.857 INFO:teuthology.orchestra.run.vm02.stderr:Inferring config /var/lib/ceph/a2a597c0-1bce-11f1-835a-ab631984d2b4/mon.a/config 2026-03-09T15:46:21.154 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 09 15:46:20 vm02 bash[17514]: cluster 2026-03-09T15:46:19.158748+0000 mgr.x (mgr.14150) 58 : cluster [DBG] pgmap v39: 0 pgs: ; 0 B data, 26 MiB used, 20 GiB / 20 GiB avail 2026-03-09T15:46:21.154 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 09 15:46:20 vm02 bash[17514]: cluster 2026-03-09T15:46:19.158748+0000 mgr.x (mgr.14150) 58 : cluster [DBG] pgmap v39: 0 pgs: ; 0 B data, 26 MiB used, 20 GiB / 20 GiB avail 2026-03-09T15:46:21.154 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 09 15:46:20 vm02 bash[17514]: audit 2026-03-09T15:46:20.115901+0000 mon.a (mon.0) 185 : audit [DBG] from='mgr.14150 192.168.123.102:0/2616079682' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2026-03-09T15:46:21.154 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 09 15:46:20 vm02 bash[17514]: audit 2026-03-09T15:46:20.115901+0000 mon.a (mon.0) 185 : audit [DBG] from='mgr.14150 192.168.123.102:0/2616079682' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2026-03-09T15:46:21.154 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 09 15:46:20 vm02 bash[17514]: audit 2026-03-09T15:46:20.117471+0000 mon.a (mon.0) 186 : audit [INF] from='mgr.14150 192.168.123.102:0/2616079682' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2026-03-09T15:46:21.154 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 09 15:46:20 vm02 bash[17514]: audit 2026-03-09T15:46:20.117471+0000 mon.a (mon.0) 186 : audit [INF] from='mgr.14150 192.168.123.102:0/2616079682' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2026-03-09T15:46:21.154 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 09 15:46:20 vm02 bash[17514]: audit 2026-03-09T15:46:20.117887+0000 mon.a (mon.0) 187 : audit [DBG] from='mgr.14150 192.168.123.102:0/2616079682' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-03-09T15:46:21.154 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 09 15:46:20 vm02 bash[17514]: audit 2026-03-09T15:46:20.117887+0000 mon.a (mon.0) 187 : audit [DBG] from='mgr.14150 192.168.123.102:0/2616079682' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-03-09T15:46:22.154 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 09 15:46:21 vm02 bash[17514]: audit 2026-03-09T15:46:20.114455+0000 mgr.x (mgr.14150) 59 : audit [DBG] from='client.14193 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "vm02:/dev/vdd", "target": ["mon-mgr", ""]}]: dispatch 2026-03-09T15:46:22.154 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 09 15:46:21 vm02 bash[17514]: audit 2026-03-09T15:46:20.114455+0000 mgr.x (mgr.14150) 59 : audit [DBG] from='client.14193 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "vm02:/dev/vdd", "target": ["mon-mgr", ""]}]: dispatch 2026-03-09T15:46:23.154 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 09 15:46:22 vm02 bash[17514]: cluster 2026-03-09T15:46:21.158973+0000 mgr.x (mgr.14150) 60 : cluster [DBG] pgmap v40: 0 pgs: ; 0 B data, 26 MiB used, 20 GiB / 20 GiB avail 2026-03-09T15:46:23.154 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 09 15:46:22 vm02 bash[17514]: cluster 2026-03-09T15:46:21.158973+0000 mgr.x (mgr.14150) 60 : cluster [DBG] pgmap v40: 0 pgs: ; 0 B data, 26 MiB used, 20 GiB / 20 GiB avail 2026-03-09T15:46:24.994 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 09 15:46:24 vm02 bash[17514]: cluster 2026-03-09T15:46:23.159215+0000 mgr.x (mgr.14150) 61 : cluster [DBG] pgmap v41: 0 pgs: ; 0 B data, 26 MiB used, 20 GiB / 20 GiB avail 2026-03-09T15:46:24.994 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 09 15:46:24 vm02 bash[17514]: cluster 2026-03-09T15:46:23.159215+0000 mgr.x (mgr.14150) 61 : cluster [DBG] pgmap v41: 0 pgs: ; 0 B data, 26 MiB used, 20 GiB / 20 GiB avail 2026-03-09T15:46:25.904 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 09 15:46:25 vm02 bash[17514]: audit 2026-03-09T15:46:25.560832+0000 mon.a (mon.0) 188 : audit [INF] from='client.? 192.168.123.102:0/4168659504' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "ae43fe11-fe51-48dc-b63d-fb0b8d8ea5bd"}]: dispatch 2026-03-09T15:46:25.904 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 09 15:46:25 vm02 bash[17514]: audit 2026-03-09T15:46:25.560832+0000 mon.a (mon.0) 188 : audit [INF] from='client.? 192.168.123.102:0/4168659504' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "ae43fe11-fe51-48dc-b63d-fb0b8d8ea5bd"}]: dispatch 2026-03-09T15:46:25.904 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 09 15:46:25 vm02 bash[17514]: audit 2026-03-09T15:46:25.562413+0000 mon.a (mon.0) 189 : audit [INF] from='client.? 192.168.123.102:0/4168659504' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "ae43fe11-fe51-48dc-b63d-fb0b8d8ea5bd"}]': finished 2026-03-09T15:46:25.904 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 09 15:46:25 vm02 bash[17514]: audit 2026-03-09T15:46:25.562413+0000 mon.a (mon.0) 189 : audit [INF] from='client.? 192.168.123.102:0/4168659504' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "ae43fe11-fe51-48dc-b63d-fb0b8d8ea5bd"}]': finished 2026-03-09T15:46:25.904 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 09 15:46:25 vm02 bash[17514]: cluster 2026-03-09T15:46:25.564325+0000 mon.a (mon.0) 190 : cluster [DBG] osdmap e10: 2 total, 1 up, 2 in 2026-03-09T15:46:25.904 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 09 15:46:25 vm02 bash[17514]: cluster 2026-03-09T15:46:25.564325+0000 mon.a (mon.0) 190 : cluster [DBG] osdmap e10: 2 total, 1 up, 2 in 2026-03-09T15:46:25.904 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 09 15:46:25 vm02 bash[17514]: audit 2026-03-09T15:46:25.565278+0000 mon.a (mon.0) 191 : audit [DBG] from='mgr.14150 192.168.123.102:0/2616079682' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2026-03-09T15:46:25.904 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 09 15:46:25 vm02 bash[17514]: audit 2026-03-09T15:46:25.565278+0000 mon.a (mon.0) 191 : audit [DBG] from='mgr.14150 192.168.123.102:0/2616079682' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2026-03-09T15:46:27.154 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 09 15:46:26 vm02 bash[17514]: cluster 2026-03-09T15:46:25.159492+0000 mgr.x (mgr.14150) 62 : cluster [DBG] pgmap v42: 0 pgs: ; 0 B data, 26 MiB used, 20 GiB / 20 GiB avail 2026-03-09T15:46:27.154 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 09 15:46:26 vm02 bash[17514]: cluster 2026-03-09T15:46:25.159492+0000 mgr.x (mgr.14150) 62 : cluster [DBG] pgmap v42: 0 pgs: ; 0 B data, 26 MiB used, 20 GiB / 20 GiB avail 2026-03-09T15:46:27.154 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 09 15:46:26 vm02 bash[17514]: audit 2026-03-09T15:46:26.205511+0000 mon.a (mon.0) 192 : audit [DBG] from='client.? 192.168.123.102:0/4055872581' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2026-03-09T15:46:27.154 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 09 15:46:26 vm02 bash[17514]: audit 2026-03-09T15:46:26.205511+0000 mon.a (mon.0) 192 : audit [DBG] from='client.? 192.168.123.102:0/4055872581' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2026-03-09T15:46:29.154 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 09 15:46:28 vm02 bash[17514]: cluster 2026-03-09T15:46:27.159740+0000 mgr.x (mgr.14150) 63 : cluster [DBG] pgmap v44: 0 pgs: ; 0 B data, 26 MiB used, 20 GiB / 20 GiB avail 2026-03-09T15:46:29.154 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 09 15:46:28 vm02 bash[17514]: cluster 2026-03-09T15:46:27.159740+0000 mgr.x (mgr.14150) 63 : cluster [DBG] pgmap v44: 0 pgs: ; 0 B data, 26 MiB used, 20 GiB / 20 GiB avail 2026-03-09T15:46:31.154 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 09 15:46:30 vm02 bash[17514]: cluster 2026-03-09T15:46:29.159950+0000 mgr.x (mgr.14150) 64 : cluster [DBG] pgmap v45: 0 pgs: ; 0 B data, 26 MiB used, 20 GiB / 20 GiB avail 2026-03-09T15:46:31.154 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 09 15:46:30 vm02 bash[17514]: cluster 2026-03-09T15:46:29.159950+0000 mgr.x (mgr.14150) 64 : cluster [DBG] pgmap v45: 0 pgs: ; 0 B data, 26 MiB used, 20 GiB / 20 GiB avail 2026-03-09T15:46:33.154 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 09 15:46:32 vm02 bash[17514]: cluster 2026-03-09T15:46:31.160226+0000 mgr.x (mgr.14150) 65 : cluster [DBG] pgmap v46: 0 pgs: ; 0 B data, 26 MiB used, 20 GiB / 20 GiB avail 2026-03-09T15:46:33.154 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 09 15:46:32 vm02 bash[17514]: cluster 2026-03-09T15:46:31.160226+0000 mgr.x (mgr.14150) 65 : cluster [DBG] pgmap v46: 0 pgs: ; 0 B data, 26 MiB used, 20 GiB / 20 GiB avail 2026-03-09T15:46:34.904 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 09 15:46:34 vm02 bash[17514]: cluster 2026-03-09T15:46:33.160467+0000 mgr.x (mgr.14150) 66 : cluster [DBG] pgmap v47: 0 pgs: ; 0 B data, 26 MiB used, 20 GiB / 20 GiB avail 2026-03-09T15:46:34.904 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 09 15:46:34 vm02 bash[17514]: cluster 2026-03-09T15:46:33.160467+0000 mgr.x (mgr.14150) 66 : cluster [DBG] pgmap v47: 0 pgs: ; 0 B data, 26 MiB used, 20 GiB / 20 GiB avail 2026-03-09T15:46:34.904 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 09 15:46:34 vm02 bash[17514]: audit 2026-03-09T15:46:34.700871+0000 mon.a (mon.0) 193 : audit [INF] from='mgr.14150 192.168.123.102:0/2616079682' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.1"}]: dispatch 2026-03-09T15:46:34.904 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 09 15:46:34 vm02 bash[17514]: audit 2026-03-09T15:46:34.700871+0000 mon.a (mon.0) 193 : audit [INF] from='mgr.14150 192.168.123.102:0/2616079682' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.1"}]: dispatch 2026-03-09T15:46:34.904 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 09 15:46:34 vm02 bash[17514]: audit 2026-03-09T15:46:34.702009+0000 mon.a (mon.0) 194 : audit [DBG] from='mgr.14150 192.168.123.102:0/2616079682' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-03-09T15:46:34.904 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 09 15:46:34 vm02 bash[17514]: audit 2026-03-09T15:46:34.702009+0000 mon.a (mon.0) 194 : audit [DBG] from='mgr.14150 192.168.123.102:0/2616079682' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-03-09T15:46:35.861 INFO:journalctl@ceph.osd.0.vm02.stdout:Mar 09 15:46:35 vm02 systemd[1]: /etc/systemd/system/ceph-a2a597c0-1bce-11f1-835a-ab631984d2b4@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2026-03-09T15:46:35.861 INFO:journalctl@ceph.osd.0.vm02.stdout:Mar 09 15:46:35 vm02 systemd[1]: /etc/systemd/system/ceph-a2a597c0-1bce-11f1-835a-ab631984d2b4@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2026-03-09T15:46:35.861 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 09 15:46:35 vm02 systemd[1]: /etc/systemd/system/ceph-a2a597c0-1bce-11f1-835a-ab631984d2b4@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2026-03-09T15:46:35.861 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 09 15:46:35 vm02 bash[17514]: cephadm 2026-03-09T15:46:34.702844+0000 mgr.x (mgr.14150) 67 : cephadm [INF] Deploying daemon osd.1 on vm02 2026-03-09T15:46:35.861 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 09 15:46:35 vm02 bash[17514]: cephadm 2026-03-09T15:46:34.702844+0000 mgr.x (mgr.14150) 67 : cephadm [INF] Deploying daemon osd.1 on vm02 2026-03-09T15:46:35.861 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 09 15:46:35 vm02 systemd[1]: /etc/systemd/system/ceph-a2a597c0-1bce-11f1-835a-ab631984d2b4@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2026-03-09T15:46:35.861 INFO:journalctl@ceph.mgr.x.vm02.stdout:Mar 09 15:46:35 vm02 systemd[1]: /etc/systemd/system/ceph-a2a597c0-1bce-11f1-835a-ab631984d2b4@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2026-03-09T15:46:35.861 INFO:journalctl@ceph.mgr.x.vm02.stdout:Mar 09 15:46:35 vm02 systemd[1]: /etc/systemd/system/ceph-a2a597c0-1bce-11f1-835a-ab631984d2b4@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2026-03-09T15:46:37.133 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 09 15:46:36 vm02 bash[17514]: cluster 2026-03-09T15:46:35.160703+0000 mgr.x (mgr.14150) 68 : cluster [DBG] pgmap v48: 0 pgs: ; 0 B data, 26 MiB used, 20 GiB / 20 GiB avail 2026-03-09T15:46:37.133 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 09 15:46:36 vm02 bash[17514]: cluster 2026-03-09T15:46:35.160703+0000 mgr.x (mgr.14150) 68 : cluster [DBG] pgmap v48: 0 pgs: ; 0 B data, 26 MiB used, 20 GiB / 20 GiB avail 2026-03-09T15:46:37.134 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 09 15:46:36 vm02 bash[17514]: audit 2026-03-09T15:46:35.913177+0000 mon.a (mon.0) 195 : audit [DBG] from='mgr.14150 192.168.123.102:0/2616079682' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2026-03-09T15:46:37.134 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 09 15:46:36 vm02 bash[17514]: audit 2026-03-09T15:46:35.913177+0000 mon.a (mon.0) 195 : audit [DBG] from='mgr.14150 192.168.123.102:0/2616079682' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2026-03-09T15:46:37.134 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 09 15:46:36 vm02 bash[17514]: audit 2026-03-09T15:46:35.916851+0000 mon.a (mon.0) 196 : audit [INF] from='mgr.14150 192.168.123.102:0/2616079682' entity='mgr.x' 2026-03-09T15:46:37.134 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 09 15:46:36 vm02 bash[17514]: audit 2026-03-09T15:46:35.916851+0000 mon.a (mon.0) 196 : audit [INF] from='mgr.14150 192.168.123.102:0/2616079682' entity='mgr.x' 2026-03-09T15:46:37.134 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 09 15:46:36 vm02 bash[17514]: audit 2026-03-09T15:46:35.920494+0000 mon.a (mon.0) 197 : audit [INF] from='mgr.14150 192.168.123.102:0/2616079682' entity='mgr.x' 2026-03-09T15:46:37.134 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 09 15:46:36 vm02 bash[17514]: audit 2026-03-09T15:46:35.920494+0000 mon.a (mon.0) 197 : audit [INF] from='mgr.14150 192.168.123.102:0/2616079682' entity='mgr.x' 2026-03-09T15:46:39.154 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 09 15:46:38 vm02 bash[17514]: cluster 2026-03-09T15:46:37.160943+0000 mgr.x (mgr.14150) 69 : cluster [DBG] pgmap v49: 0 pgs: ; 0 B data, 26 MiB used, 20 GiB / 20 GiB avail 2026-03-09T15:46:39.154 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 09 15:46:38 vm02 bash[17514]: cluster 2026-03-09T15:46:37.160943+0000 mgr.x (mgr.14150) 69 : cluster [DBG] pgmap v49: 0 pgs: ; 0 B data, 26 MiB used, 20 GiB / 20 GiB avail 2026-03-09T15:46:39.904 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 09 15:46:39 vm02 bash[17514]: audit 2026-03-09T15:46:39.603016+0000 mon.a (mon.0) 198 : audit [INF] from='osd.1 [v2:192.168.123.102:6810/2438553127,v1:192.168.123.102:6811/2438553127]' entity='osd.1' cmd=[{"prefix": "osd crush set-device-class", "class": "hdd", "ids": ["1"]}]: dispatch 2026-03-09T15:46:39.904 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 09 15:46:39 vm02 bash[17514]: audit 2026-03-09T15:46:39.603016+0000 mon.a (mon.0) 198 : audit [INF] from='osd.1 [v2:192.168.123.102:6810/2438553127,v1:192.168.123.102:6811/2438553127]' entity='osd.1' cmd=[{"prefix": "osd crush set-device-class", "class": "hdd", "ids": ["1"]}]: dispatch 2026-03-09T15:46:41.154 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 09 15:46:40 vm02 bash[17514]: cluster 2026-03-09T15:46:39.161175+0000 mgr.x (mgr.14150) 70 : cluster [DBG] pgmap v50: 0 pgs: ; 0 B data, 26 MiB used, 20 GiB / 20 GiB avail 2026-03-09T15:46:41.154 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 09 15:46:40 vm02 bash[17514]: cluster 2026-03-09T15:46:39.161175+0000 mgr.x (mgr.14150) 70 : cluster [DBG] pgmap v50: 0 pgs: ; 0 B data, 26 MiB used, 20 GiB / 20 GiB avail 2026-03-09T15:46:41.154 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 09 15:46:40 vm02 bash[17514]: audit 2026-03-09T15:46:39.783139+0000 mon.a (mon.0) 199 : audit [INF] from='osd.1 [v2:192.168.123.102:6810/2438553127,v1:192.168.123.102:6811/2438553127]' entity='osd.1' cmd='[{"prefix": "osd crush set-device-class", "class": "hdd", "ids": ["1"]}]': finished 2026-03-09T15:46:41.154 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 09 15:46:40 vm02 bash[17514]: audit 2026-03-09T15:46:39.783139+0000 mon.a (mon.0) 199 : audit [INF] from='osd.1 [v2:192.168.123.102:6810/2438553127,v1:192.168.123.102:6811/2438553127]' entity='osd.1' cmd='[{"prefix": "osd crush set-device-class", "class": "hdd", "ids": ["1"]}]': finished 2026-03-09T15:46:41.154 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 09 15:46:40 vm02 bash[17514]: cluster 2026-03-09T15:46:39.785081+0000 mon.a (mon.0) 200 : cluster [DBG] osdmap e11: 2 total, 1 up, 2 in 2026-03-09T15:46:41.154 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 09 15:46:40 vm02 bash[17514]: cluster 2026-03-09T15:46:39.785081+0000 mon.a (mon.0) 200 : cluster [DBG] osdmap e11: 2 total, 1 up, 2 in 2026-03-09T15:46:41.154 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 09 15:46:40 vm02 bash[17514]: audit 2026-03-09T15:46:39.785516+0000 mon.a (mon.0) 201 : audit [DBG] from='mgr.14150 192.168.123.102:0/2616079682' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2026-03-09T15:46:41.154 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 09 15:46:40 vm02 bash[17514]: audit 2026-03-09T15:46:39.785516+0000 mon.a (mon.0) 201 : audit [DBG] from='mgr.14150 192.168.123.102:0/2616079682' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2026-03-09T15:46:41.154 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 09 15:46:40 vm02 bash[17514]: audit 2026-03-09T15:46:39.785877+0000 mon.a (mon.0) 202 : audit [INF] from='osd.1 [v2:192.168.123.102:6810/2438553127,v1:192.168.123.102:6811/2438553127]' entity='osd.1' cmd=[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0195, "args": ["host=vm02", "root=default"]}]: dispatch 2026-03-09T15:46:41.154 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 09 15:46:40 vm02 bash[17514]: audit 2026-03-09T15:46:39.785877+0000 mon.a (mon.0) 202 : audit [INF] from='osd.1 [v2:192.168.123.102:6810/2438553127,v1:192.168.123.102:6811/2438553127]' entity='osd.1' cmd=[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0195, "args": ["host=vm02", "root=default"]}]: dispatch 2026-03-09T15:46:42.155 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 09 15:46:41 vm02 bash[17514]: audit 2026-03-09T15:46:40.784849+0000 mon.a (mon.0) 203 : audit [INF] from='osd.1 [v2:192.168.123.102:6810/2438553127,v1:192.168.123.102:6811/2438553127]' entity='osd.1' cmd='[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0195, "args": ["host=vm02", "root=default"]}]': finished 2026-03-09T15:46:42.155 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 09 15:46:41 vm02 bash[17514]: audit 2026-03-09T15:46:40.784849+0000 mon.a (mon.0) 203 : audit [INF] from='osd.1 [v2:192.168.123.102:6810/2438553127,v1:192.168.123.102:6811/2438553127]' entity='osd.1' cmd='[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0195, "args": ["host=vm02", "root=default"]}]': finished 2026-03-09T15:46:42.155 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 09 15:46:41 vm02 bash[17514]: cluster 2026-03-09T15:46:40.787175+0000 mon.a (mon.0) 204 : cluster [DBG] osdmap e12: 2 total, 1 up, 2 in 2026-03-09T15:46:42.155 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 09 15:46:41 vm02 bash[17514]: cluster 2026-03-09T15:46:40.787175+0000 mon.a (mon.0) 204 : cluster [DBG] osdmap e12: 2 total, 1 up, 2 in 2026-03-09T15:46:42.155 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 09 15:46:41 vm02 bash[17514]: audit 2026-03-09T15:46:40.789096+0000 mon.a (mon.0) 205 : audit [DBG] from='mgr.14150 192.168.123.102:0/2616079682' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2026-03-09T15:46:42.155 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 09 15:46:41 vm02 bash[17514]: audit 2026-03-09T15:46:40.789096+0000 mon.a (mon.0) 205 : audit [DBG] from='mgr.14150 192.168.123.102:0/2616079682' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2026-03-09T15:46:42.155 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 09 15:46:41 vm02 bash[17514]: audit 2026-03-09T15:46:40.799332+0000 mon.a (mon.0) 206 : audit [DBG] from='mgr.14150 192.168.123.102:0/2616079682' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2026-03-09T15:46:42.155 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 09 15:46:41 vm02 bash[17514]: audit 2026-03-09T15:46:40.799332+0000 mon.a (mon.0) 206 : audit [DBG] from='mgr.14150 192.168.123.102:0/2616079682' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2026-03-09T15:46:43.154 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 09 15:46:42 vm02 bash[17514]: cluster 2026-03-09T15:46:40.580809+0000 osd.1 (osd.1) 1 : cluster [DBG] purged_snaps scrub starts 2026-03-09T15:46:43.154 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 09 15:46:42 vm02 bash[17514]: cluster 2026-03-09T15:46:40.580809+0000 osd.1 (osd.1) 1 : cluster [DBG] purged_snaps scrub starts 2026-03-09T15:46:43.154 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 09 15:46:42 vm02 bash[17514]: cluster 2026-03-09T15:46:40.580860+0000 osd.1 (osd.1) 2 : cluster [DBG] purged_snaps scrub ok 2026-03-09T15:46:43.154 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 09 15:46:42 vm02 bash[17514]: cluster 2026-03-09T15:46:40.580860+0000 osd.1 (osd.1) 2 : cluster [DBG] purged_snaps scrub ok 2026-03-09T15:46:43.154 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 09 15:46:42 vm02 bash[17514]: cluster 2026-03-09T15:46:41.161397+0000 mgr.x (mgr.14150) 71 : cluster [DBG] pgmap v53: 0 pgs: ; 0 B data, 26 MiB used, 20 GiB / 20 GiB avail 2026-03-09T15:46:43.154 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 09 15:46:42 vm02 bash[17514]: cluster 2026-03-09T15:46:41.161397+0000 mgr.x (mgr.14150) 71 : cluster [DBG] pgmap v53: 0 pgs: ; 0 B data, 26 MiB used, 20 GiB / 20 GiB avail 2026-03-09T15:46:43.154 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 09 15:46:42 vm02 bash[17514]: audit 2026-03-09T15:46:41.792970+0000 mon.a (mon.0) 207 : audit [DBG] from='mgr.14150 192.168.123.102:0/2616079682' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2026-03-09T15:46:43.154 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 09 15:46:42 vm02 bash[17514]: audit 2026-03-09T15:46:41.792970+0000 mon.a (mon.0) 207 : audit [DBG] from='mgr.14150 192.168.123.102:0/2616079682' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2026-03-09T15:46:43.154 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 09 15:46:42 vm02 bash[17514]: audit 2026-03-09T15:46:42.113205+0000 mon.a (mon.0) 208 : audit [INF] from='mgr.14150 192.168.123.102:0/2616079682' entity='mgr.x' 2026-03-09T15:46:43.154 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 09 15:46:42 vm02 bash[17514]: audit 2026-03-09T15:46:42.113205+0000 mon.a (mon.0) 208 : audit [INF] from='mgr.14150 192.168.123.102:0/2616079682' entity='mgr.x' 2026-03-09T15:46:43.154 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 09 15:46:42 vm02 bash[17514]: audit 2026-03-09T15:46:42.124239+0000 mon.a (mon.0) 209 : audit [INF] from='mgr.14150 192.168.123.102:0/2616079682' entity='mgr.x' 2026-03-09T15:46:43.154 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 09 15:46:42 vm02 bash[17514]: audit 2026-03-09T15:46:42.124239+0000 mon.a (mon.0) 209 : audit [INF] from='mgr.14150 192.168.123.102:0/2616079682' entity='mgr.x' 2026-03-09T15:46:43.154 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 09 15:46:42 vm02 bash[17514]: audit 2026-03-09T15:46:42.127213+0000 mon.a (mon.0) 210 : audit [DBG] from='mgr.14150 192.168.123.102:0/2616079682' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-03-09T15:46:43.154 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 09 15:46:42 vm02 bash[17514]: audit 2026-03-09T15:46:42.127213+0000 mon.a (mon.0) 210 : audit [DBG] from='mgr.14150 192.168.123.102:0/2616079682' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-03-09T15:46:43.154 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 09 15:46:42 vm02 bash[17514]: audit 2026-03-09T15:46:42.131111+0000 mon.a (mon.0) 211 : audit [INF] from='mgr.14150 192.168.123.102:0/2616079682' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2026-03-09T15:46:43.154 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 09 15:46:42 vm02 bash[17514]: audit 2026-03-09T15:46:42.131111+0000 mon.a (mon.0) 211 : audit [INF] from='mgr.14150 192.168.123.102:0/2616079682' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2026-03-09T15:46:43.154 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 09 15:46:42 vm02 bash[17514]: audit 2026-03-09T15:46:42.136786+0000 mon.a (mon.0) 212 : audit [INF] from='mgr.14150 192.168.123.102:0/2616079682' entity='mgr.x' 2026-03-09T15:46:43.155 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 09 15:46:42 vm02 bash[17514]: audit 2026-03-09T15:46:42.136786+0000 mon.a (mon.0) 212 : audit [INF] from='mgr.14150 192.168.123.102:0/2616079682' entity='mgr.x' 2026-03-09T15:46:43.155 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 09 15:46:42 vm02 bash[17514]: audit 2026-03-09T15:46:42.290810+0000 mon.a (mon.0) 213 : audit [INF] from='osd.1 [v2:192.168.123.102:6810/2438553127,v1:192.168.123.102:6811/2438553127]' entity='osd.1' 2026-03-09T15:46:43.155 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 09 15:46:42 vm02 bash[17514]: audit 2026-03-09T15:46:42.290810+0000 mon.a (mon.0) 213 : audit [INF] from='osd.1 [v2:192.168.123.102:6810/2438553127,v1:192.168.123.102:6811/2438553127]' entity='osd.1' 2026-03-09T15:46:43.155 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 09 15:46:42 vm02 bash[17514]: audit 2026-03-09T15:46:42.791218+0000 mon.a (mon.0) 214 : audit [DBG] from='mgr.14150 192.168.123.102:0/2616079682' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2026-03-09T15:46:43.155 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 09 15:46:42 vm02 bash[17514]: audit 2026-03-09T15:46:42.791218+0000 mon.a (mon.0) 214 : audit [DBG] from='mgr.14150 192.168.123.102:0/2616079682' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2026-03-09T15:46:43.451 INFO:teuthology.orchestra.run.vm02.stdout:Created osd(s) 1 on host 'vm02' 2026-03-09T15:46:43.571 DEBUG:teuthology.orchestra.run.vm02:osd.1> sudo journalctl -f -n 0 -u ceph-a2a597c0-1bce-11f1-835a-ab631984d2b4@osd.1.service 2026-03-09T15:46:43.572 INFO:tasks.cephadm:Waiting for 2 OSDs to come up... 2026-03-09T15:46:43.572 DEBUG:teuthology.orchestra.run.vm02:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:e911bdebe5c8faa3800735d1568fcdca65db60df shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid a2a597c0-1bce-11f1-835a-ab631984d2b4 -- ceph osd stat -f json 2026-03-09T15:46:44.654 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 09 15:46:44 vm02 bash[17514]: cluster 2026-03-09T15:46:43.161666+0000 mgr.x (mgr.14150) 72 : cluster [DBG] pgmap v54: 0 pgs: ; 0 B data, 26 MiB used, 20 GiB / 20 GiB avail 2026-03-09T15:46:44.654 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 09 15:46:44 vm02 bash[17514]: cluster 2026-03-09T15:46:43.161666+0000 mgr.x (mgr.14150) 72 : cluster [DBG] pgmap v54: 0 pgs: ; 0 B data, 26 MiB used, 20 GiB / 20 GiB avail 2026-03-09T15:46:44.654 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 09 15:46:44 vm02 bash[17514]: cluster 2026-03-09T15:46:43.353538+0000 mon.a (mon.0) 215 : cluster [INF] osd.1 [v2:192.168.123.102:6810/2438553127,v1:192.168.123.102:6811/2438553127] boot 2026-03-09T15:46:44.654 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 09 15:46:44 vm02 bash[17514]: cluster 2026-03-09T15:46:43.353538+0000 mon.a (mon.0) 215 : cluster [INF] osd.1 [v2:192.168.123.102:6810/2438553127,v1:192.168.123.102:6811/2438553127] boot 2026-03-09T15:46:44.654 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 09 15:46:44 vm02 bash[17514]: cluster 2026-03-09T15:46:43.353580+0000 mon.a (mon.0) 216 : cluster [DBG] osdmap e13: 2 total, 2 up, 2 in 2026-03-09T15:46:44.654 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 09 15:46:44 vm02 bash[17514]: cluster 2026-03-09T15:46:43.353580+0000 mon.a (mon.0) 216 : cluster [DBG] osdmap e13: 2 total, 2 up, 2 in 2026-03-09T15:46:44.654 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 09 15:46:44 vm02 bash[17514]: audit 2026-03-09T15:46:43.353737+0000 mon.a (mon.0) 217 : audit [DBG] from='mgr.14150 192.168.123.102:0/2616079682' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2026-03-09T15:46:44.654 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 09 15:46:44 vm02 bash[17514]: audit 2026-03-09T15:46:43.353737+0000 mon.a (mon.0) 217 : audit [DBG] from='mgr.14150 192.168.123.102:0/2616079682' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2026-03-09T15:46:44.654 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 09 15:46:44 vm02 bash[17514]: audit 2026-03-09T15:46:43.443754+0000 mon.a (mon.0) 218 : audit [DBG] from='mgr.14150 192.168.123.102:0/2616079682' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2026-03-09T15:46:44.654 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 09 15:46:44 vm02 bash[17514]: audit 2026-03-09T15:46:43.443754+0000 mon.a (mon.0) 218 : audit [DBG] from='mgr.14150 192.168.123.102:0/2616079682' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2026-03-09T15:46:44.654 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 09 15:46:44 vm02 bash[17514]: audit 2026-03-09T15:46:43.447104+0000 mon.a (mon.0) 219 : audit [INF] from='mgr.14150 192.168.123.102:0/2616079682' entity='mgr.x' 2026-03-09T15:46:44.654 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 09 15:46:44 vm02 bash[17514]: audit 2026-03-09T15:46:43.447104+0000 mon.a (mon.0) 219 : audit [INF] from='mgr.14150 192.168.123.102:0/2616079682' entity='mgr.x' 2026-03-09T15:46:44.654 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 09 15:46:44 vm02 bash[17514]: audit 2026-03-09T15:46:43.449890+0000 mon.a (mon.0) 220 : audit [INF] from='mgr.14150 192.168.123.102:0/2616079682' entity='mgr.x' 2026-03-09T15:46:44.654 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 09 15:46:44 vm02 bash[17514]: audit 2026-03-09T15:46:43.449890+0000 mon.a (mon.0) 220 : audit [INF] from='mgr.14150 192.168.123.102:0/2616079682' entity='mgr.x' 2026-03-09T15:46:45.904 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 09 15:46:45 vm02 bash[17514]: cluster 2026-03-09T15:46:44.453403+0000 mon.a (mon.0) 221 : cluster [DBG] osdmap e14: 2 total, 2 up, 2 in 2026-03-09T15:46:45.904 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 09 15:46:45 vm02 bash[17514]: cluster 2026-03-09T15:46:44.453403+0000 mon.a (mon.0) 221 : cluster [DBG] osdmap e14: 2 total, 2 up, 2 in 2026-03-09T15:46:46.904 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 09 15:46:46 vm02 bash[17514]: cluster 2026-03-09T15:46:45.161981+0000 mgr.x (mgr.14150) 73 : cluster [DBG] pgmap v57: 0 pgs: ; 0 B data, 53 MiB used, 40 GiB / 40 GiB avail 2026-03-09T15:46:46.904 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 09 15:46:46 vm02 bash[17514]: cluster 2026-03-09T15:46:45.161981+0000 mgr.x (mgr.14150) 73 : cluster [DBG] pgmap v57: 0 pgs: ; 0 B data, 53 MiB used, 40 GiB / 40 GiB avail 2026-03-09T15:46:47.247 INFO:teuthology.orchestra.run.vm02.stderr:Inferring config /var/lib/ceph/a2a597c0-1bce-11f1-835a-ab631984d2b4/mon.a/config 2026-03-09T15:46:47.538 INFO:teuthology.orchestra.run.vm02.stdout: 2026-03-09T15:46:47.598 INFO:teuthology.orchestra.run.vm02.stdout:{"epoch":14,"num_osds":2,"num_up_osds":2,"osd_up_since":1773071203,"num_in_osds":2,"osd_in_since":1773071185,"num_remapped_pgs":0} 2026-03-09T15:46:47.599 DEBUG:teuthology.orchestra.run.vm02:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:e911bdebe5c8faa3800735d1568fcdca65db60df shell --fsid a2a597c0-1bce-11f1-835a-ab631984d2b4 -- ceph osd dump --format=json 2026-03-09T15:46:48.904 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 09 15:46:48 vm02 bash[17514]: cluster 2026-03-09T15:46:47.162255+0000 mgr.x (mgr.14150) 74 : cluster [DBG] pgmap v58: 0 pgs: ; 0 B data, 53 MiB used, 40 GiB / 40 GiB avail 2026-03-09T15:46:48.904 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 09 15:46:48 vm02 bash[17514]: cluster 2026-03-09T15:46:47.162255+0000 mgr.x (mgr.14150) 74 : cluster [DBG] pgmap v58: 0 pgs: ; 0 B data, 53 MiB used, 40 GiB / 40 GiB avail 2026-03-09T15:46:48.904 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 09 15:46:48 vm02 bash[17514]: audit 2026-03-09T15:46:47.540114+0000 mon.a (mon.0) 222 : audit [DBG] from='client.? 192.168.123.102:0/3316750196' entity='client.admin' cmd=[{"prefix": "osd stat", "format": "json"}]: dispatch 2026-03-09T15:46:48.904 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 09 15:46:48 vm02 bash[17514]: audit 2026-03-09T15:46:47.540114+0000 mon.a (mon.0) 222 : audit [DBG] from='client.? 192.168.123.102:0/3316750196' entity='client.admin' cmd=[{"prefix": "osd stat", "format": "json"}]: dispatch 2026-03-09T15:46:50.404 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 09 15:46:50 vm02 bash[17514]: cephadm 2026-03-09T15:46:49.070074+0000 mgr.x (mgr.14150) 75 : cephadm [INF] Detected new or changed devices on vm02 2026-03-09T15:46:50.404 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 09 15:46:50 vm02 bash[17514]: cephadm 2026-03-09T15:46:49.070074+0000 mgr.x (mgr.14150) 75 : cephadm [INF] Detected new or changed devices on vm02 2026-03-09T15:46:50.404 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 09 15:46:50 vm02 bash[17514]: audit 2026-03-09T15:46:49.086553+0000 mon.a (mon.0) 223 : audit [INF] from='mgr.14150 192.168.123.102:0/2616079682' entity='mgr.x' 2026-03-09T15:46:50.404 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 09 15:46:50 vm02 bash[17514]: audit 2026-03-09T15:46:49.086553+0000 mon.a (mon.0) 223 : audit [INF] from='mgr.14150 192.168.123.102:0/2616079682' entity='mgr.x' 2026-03-09T15:46:50.404 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 09 15:46:50 vm02 bash[17514]: audit 2026-03-09T15:46:49.091098+0000 mon.a (mon.0) 224 : audit [INF] from='mgr.14150 192.168.123.102:0/2616079682' entity='mgr.x' 2026-03-09T15:46:50.404 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 09 15:46:50 vm02 bash[17514]: audit 2026-03-09T15:46:49.091098+0000 mon.a (mon.0) 224 : audit [INF] from='mgr.14150 192.168.123.102:0/2616079682' entity='mgr.x' 2026-03-09T15:46:50.404 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 09 15:46:50 vm02 bash[17514]: audit 2026-03-09T15:46:49.092630+0000 mon.a (mon.0) 225 : audit [INF] from='mgr.14150 192.168.123.102:0/2616079682' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2026-03-09T15:46:50.404 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 09 15:46:50 vm02 bash[17514]: audit 2026-03-09T15:46:49.092630+0000 mon.a (mon.0) 225 : audit [INF] from='mgr.14150 192.168.123.102:0/2616079682' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2026-03-09T15:46:50.405 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 09 15:46:50 vm02 bash[17514]: audit 2026-03-09T15:46:49.093493+0000 mon.a (mon.0) 226 : audit [INF] from='mgr.14150 192.168.123.102:0/2616079682' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2026-03-09T15:46:50.405 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 09 15:46:50 vm02 bash[17514]: audit 2026-03-09T15:46:49.093493+0000 mon.a (mon.0) 226 : audit [INF] from='mgr.14150 192.168.123.102:0/2616079682' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2026-03-09T15:46:50.405 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 09 15:46:50 vm02 bash[17514]: cephadm 2026-03-09T15:46:49.094061+0000 mgr.x (mgr.14150) 76 : cephadm [INF] Adjusting osd_memory_target on vm02 to 227.8M 2026-03-09T15:46:50.405 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 09 15:46:50 vm02 bash[17514]: cephadm 2026-03-09T15:46:49.094061+0000 mgr.x (mgr.14150) 76 : cephadm [INF] Adjusting osd_memory_target on vm02 to 227.8M 2026-03-09T15:46:50.405 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 09 15:46:50 vm02 bash[17514]: cephadm 2026-03-09T15:46:49.094708+0000 mgr.x (mgr.14150) 77 : cephadm [WRN] Unable to set osd_memory_target on vm02 to 238960844: error parsing value: Value '238960844' is below minimum 939524096 2026-03-09T15:46:50.405 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 09 15:46:50 vm02 bash[17514]: cephadm 2026-03-09T15:46:49.094708+0000 mgr.x (mgr.14150) 77 : cephadm [WRN] Unable to set osd_memory_target on vm02 to 238960844: error parsing value: Value '238960844' is below minimum 939524096 2026-03-09T15:46:50.405 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 09 15:46:50 vm02 bash[17514]: audit 2026-03-09T15:46:49.095162+0000 mon.a (mon.0) 227 : audit [DBG] from='mgr.14150 192.168.123.102:0/2616079682' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-03-09T15:46:50.405 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 09 15:46:50 vm02 bash[17514]: audit 2026-03-09T15:46:49.095162+0000 mon.a (mon.0) 227 : audit [DBG] from='mgr.14150 192.168.123.102:0/2616079682' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-03-09T15:46:50.405 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 09 15:46:50 vm02 bash[17514]: audit 2026-03-09T15:46:49.095758+0000 mon.a (mon.0) 228 : audit [INF] from='mgr.14150 192.168.123.102:0/2616079682' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2026-03-09T15:46:50.405 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 09 15:46:50 vm02 bash[17514]: audit 2026-03-09T15:46:49.095758+0000 mon.a (mon.0) 228 : audit [INF] from='mgr.14150 192.168.123.102:0/2616079682' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2026-03-09T15:46:50.405 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 09 15:46:50 vm02 bash[17514]: audit 2026-03-09T15:46:49.099073+0000 mon.a (mon.0) 229 : audit [INF] from='mgr.14150 192.168.123.102:0/2616079682' entity='mgr.x' 2026-03-09T15:46:50.405 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 09 15:46:50 vm02 bash[17514]: audit 2026-03-09T15:46:49.099073+0000 mon.a (mon.0) 229 : audit [INF] from='mgr.14150 192.168.123.102:0/2616079682' entity='mgr.x' 2026-03-09T15:46:50.405 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 09 15:46:50 vm02 bash[17514]: cluster 2026-03-09T15:46:49.162476+0000 mgr.x (mgr.14150) 78 : cluster [DBG] pgmap v59: 0 pgs: ; 0 B data, 53 MiB used, 40 GiB / 40 GiB avail 2026-03-09T15:46:50.405 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 09 15:46:50 vm02 bash[17514]: cluster 2026-03-09T15:46:49.162476+0000 mgr.x (mgr.14150) 78 : cluster [DBG] pgmap v59: 0 pgs: ; 0 B data, 53 MiB used, 40 GiB / 40 GiB avail 2026-03-09T15:46:51.263 INFO:teuthology.orchestra.run.vm02.stderr:Inferring config /var/lib/ceph/a2a597c0-1bce-11f1-835a-ab631984d2b4/mon.a/config 2026-03-09T15:46:51.519 INFO:teuthology.orchestra.run.vm02.stdout: 2026-03-09T15:46:51.519 INFO:teuthology.orchestra.run.vm02.stdout:{"epoch":14,"fsid":"a2a597c0-1bce-11f1-835a-ab631984d2b4","created":"2026-03-09T15:44:38.626455+0000","modified":"2026-03-09T15:46:44.449377+0000","last_up_change":"2026-03-09T15:46:43.289566+0000","last_in_change":"2026-03-09T15:46:25.561137+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":6,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":0,"max_osd":2,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[],"osds":[{"osd":0,"uuid":"f88fcde2-676f-4480-8239-887cae839e2a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"192.168.123.102:6802","nonce":3015439805},{"type":"v1","addr":"192.168.123.102:6803","nonce":3015439805}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"192.168.123.102:6804","nonce":3015439805},{"type":"v1","addr":"192.168.123.102:6805","nonce":3015439805}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"192.168.123.102:6808","nonce":3015439805},{"type":"v1","addr":"192.168.123.102:6809","nonce":3015439805}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"192.168.123.102:6806","nonce":3015439805},{"type":"v1","addr":"192.168.123.102:6807","nonce":3015439805}]},"public_addr":"192.168.123.102:6803/3015439805","cluster_addr":"192.168.123.102:6805/3015439805","heartbeat_back_addr":"192.168.123.102:6809/3015439805","heartbeat_front_addr":"192.168.123.102:6807/3015439805","state":["exists","up"]},{"osd":1,"uuid":"ae43fe11-fe51-48dc-b63d-fb0b8d8ea5bd","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"192.168.123.102:6810","nonce":2438553127},{"type":"v1","addr":"192.168.123.102:6811","nonce":2438553127}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"192.168.123.102:6812","nonce":2438553127},{"type":"v1","addr":"192.168.123.102:6813","nonce":2438553127}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"192.168.123.102:6816","nonce":2438553127},{"type":"v1","addr":"192.168.123.102:6817","nonce":2438553127}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"192.168.123.102:6814","nonce":2438553127},{"type":"v1","addr":"192.168.123.102:6815","nonce":2438553127}]},"public_addr":"192.168.123.102:6811/2438553127","cluster_addr":"192.168.123.102:6813/2438553127","heartbeat_back_addr":"192.168.123.102:6817/2438553127","heartbeat_front_addr":"192.168.123.102:6815/2438553127","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2026-03-09T15:46:06.662049+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2026-03-09T15:46:40.580861+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"192.168.123.102:0/4239668975":"2026-03-10T15:44:59.142080+0000","192.168.123.102:0/3973693899":"2026-03-10T15:44:59.142080+0000","192.168.123.102:0/3356735647":"2026-03-10T15:44:59.142080+0000","192.168.123.102:6801/4163734704":"2026-03-10T15:44:48.984150+0000","192.168.123.102:6801/4205283381":"2026-03-10T15:44:59.142080+0000","192.168.123.102:6800/4163734704":"2026-03-10T15:44:48.984150+0000","192.168.123.102:0/1576898018":"2026-03-10T15:44:48.984150+0000","192.168.123.102:0/3567200675":"2026-03-10T15:44:48.984150+0000","192.168.123.102:6800/4205283381":"2026-03-10T15:44:59.142080+0000","192.168.123.102:0/999269389":"2026-03-10T15:44:48.984150+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2026-03-09T15:46:51.573 INFO:tasks.cephadm.ceph_manager.ceph:[] 2026-03-09T15:46:51.574 INFO:tasks.cephadm:Setting up client nodes... 2026-03-09T15:46:51.574 DEBUG:teuthology.orchestra.run.vm02:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:e911bdebe5c8faa3800735d1568fcdca65db60df shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid a2a597c0-1bce-11f1-835a-ab631984d2b4 -- ceph auth get-or-create client.0 mon 'allow *' osd 'allow *' mds 'allow *' mgr 'allow *' 2026-03-09T15:46:52.654 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 09 15:46:52 vm02 bash[17514]: cluster 2026-03-09T15:46:51.162726+0000 mgr.x (mgr.14150) 79 : cluster [DBG] pgmap v60: 0 pgs: ; 0 B data, 53 MiB used, 40 GiB / 40 GiB avail 2026-03-09T15:46:52.654 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 09 15:46:52 vm02 bash[17514]: cluster 2026-03-09T15:46:51.162726+0000 mgr.x (mgr.14150) 79 : cluster [DBG] pgmap v60: 0 pgs: ; 0 B data, 53 MiB used, 40 GiB / 40 GiB avail 2026-03-09T15:46:52.654 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 09 15:46:52 vm02 bash[17514]: audit 2026-03-09T15:46:51.520474+0000 mon.a (mon.0) 230 : audit [DBG] from='client.? 192.168.123.102:0/4160250936' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2026-03-09T15:46:52.654 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 09 15:46:52 vm02 bash[17514]: audit 2026-03-09T15:46:51.520474+0000 mon.a (mon.0) 230 : audit [DBG] from='client.? 192.168.123.102:0/4160250936' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2026-03-09T15:46:54.654 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 09 15:46:54 vm02 bash[17514]: cluster 2026-03-09T15:46:53.163030+0000 mgr.x (mgr.14150) 80 : cluster [DBG] pgmap v61: 0 pgs: ; 0 B data, 53 MiB used, 40 GiB / 40 GiB avail 2026-03-09T15:46:54.654 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 09 15:46:54 vm02 bash[17514]: cluster 2026-03-09T15:46:53.163030+0000 mgr.x (mgr.14150) 80 : cluster [DBG] pgmap v61: 0 pgs: ; 0 B data, 53 MiB used, 40 GiB / 40 GiB avail 2026-03-09T15:46:55.279 INFO:teuthology.orchestra.run.vm02.stderr:Inferring config /var/lib/ceph/a2a597c0-1bce-11f1-835a-ab631984d2b4/mon.a/config 2026-03-09T15:46:55.714 INFO:teuthology.orchestra.run.vm02.stdout:[client.0] 2026-03-09T15:46:55.714 INFO:teuthology.orchestra.run.vm02.stdout: key = AQBv665pHrR8KhAAJhS1a5kfiIWp8fkefUeJHg== 2026-03-09T15:46:55.768 DEBUG:teuthology.orchestra.run.vm02:> set -ex 2026-03-09T15:46:55.768 DEBUG:teuthology.orchestra.run.vm02:> sudo dd of=/etc/ceph/ceph.client.0.keyring 2026-03-09T15:46:55.768 DEBUG:teuthology.orchestra.run.vm02:> sudo chmod 0644 /etc/ceph/ceph.client.0.keyring 2026-03-09T15:46:55.781 INFO:tasks.ceph:Waiting until ceph daemons up and pgs clean... 2026-03-09T15:46:55.781 INFO:tasks.cephadm.ceph_manager.ceph:waiting for mgr available 2026-03-09T15:46:55.781 DEBUG:teuthology.orchestra.run.vm02:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:e911bdebe5c8faa3800735d1568fcdca65db60df shell --fsid a2a597c0-1bce-11f1-835a-ab631984d2b4 -- ceph mgr dump --format=json 2026-03-09T15:46:56.654 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 09 15:46:56 vm02 bash[17514]: cluster 2026-03-09T15:46:55.163284+0000 mgr.x (mgr.14150) 81 : cluster [DBG] pgmap v62: 0 pgs: ; 0 B data, 53 MiB used, 40 GiB / 40 GiB avail 2026-03-09T15:46:56.654 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 09 15:46:56 vm02 bash[17514]: cluster 2026-03-09T15:46:55.163284+0000 mgr.x (mgr.14150) 81 : cluster [DBG] pgmap v62: 0 pgs: ; 0 B data, 53 MiB used, 40 GiB / 40 GiB avail 2026-03-09T15:46:56.654 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 09 15:46:56 vm02 bash[17514]: audit 2026-03-09T15:46:55.712659+0000 mon.a (mon.0) 231 : audit [INF] from='client.? 192.168.123.102:0/292669684' entity='client.admin' cmd=[{"prefix": "auth get-or-create", "entity": "client.0", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]: dispatch 2026-03-09T15:46:56.654 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 09 15:46:56 vm02 bash[17514]: audit 2026-03-09T15:46:55.712659+0000 mon.a (mon.0) 231 : audit [INF] from='client.? 192.168.123.102:0/292669684' entity='client.admin' cmd=[{"prefix": "auth get-or-create", "entity": "client.0", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]: dispatch 2026-03-09T15:46:56.654 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 09 15:46:56 vm02 bash[17514]: audit 2026-03-09T15:46:55.714308+0000 mon.a (mon.0) 232 : audit [INF] from='client.? 192.168.123.102:0/292669684' entity='client.admin' cmd='[{"prefix": "auth get-or-create", "entity": "client.0", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]': finished 2026-03-09T15:46:56.654 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 09 15:46:56 vm02 bash[17514]: audit 2026-03-09T15:46:55.714308+0000 mon.a (mon.0) 232 : audit [INF] from='client.? 192.168.123.102:0/292669684' entity='client.admin' cmd='[{"prefix": "auth get-or-create", "entity": "client.0", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]': finished 2026-03-09T15:46:58.654 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 09 15:46:58 vm02 bash[17514]: cluster 2026-03-09T15:46:57.163522+0000 mgr.x (mgr.14150) 82 : cluster [DBG] pgmap v63: 0 pgs: ; 0 B data, 53 MiB used, 40 GiB / 40 GiB avail 2026-03-09T15:46:58.654 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 09 15:46:58 vm02 bash[17514]: cluster 2026-03-09T15:46:57.163522+0000 mgr.x (mgr.14150) 82 : cluster [DBG] pgmap v63: 0 pgs: ; 0 B data, 53 MiB used, 40 GiB / 40 GiB avail 2026-03-09T15:47:00.450 INFO:teuthology.orchestra.run.vm02.stderr:Inferring config /var/lib/ceph/a2a597c0-1bce-11f1-835a-ab631984d2b4/mon.a/config 2026-03-09T15:47:00.654 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 09 15:47:00 vm02 bash[17514]: cluster 2026-03-09T15:46:59.163724+0000 mgr.x (mgr.14150) 83 : cluster [DBG] pgmap v64: 0 pgs: ; 0 B data, 53 MiB used, 40 GiB / 40 GiB avail 2026-03-09T15:47:00.654 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 09 15:47:00 vm02 bash[17514]: cluster 2026-03-09T15:46:59.163724+0000 mgr.x (mgr.14150) 83 : cluster [DBG] pgmap v64: 0 pgs: ; 0 B data, 53 MiB used, 40 GiB / 40 GiB avail 2026-03-09T15:47:00.740 INFO:teuthology.orchestra.run.vm02.stdout: 2026-03-09T15:47:00.803 INFO:teuthology.orchestra.run.vm02.stdout:{"epoch":12,"flags":0,"active_gid":14150,"active_name":"x","active_addrs":{"addrvec":[{"type":"v2","addr":"192.168.123.102:6800","nonce":4159403477},{"type":"v1","addr":"192.168.123.102:6801","nonce":4159403477}]},"active_addr":"192.168.123.102:6801/4159403477","active_change":"2026-03-09T15:44:59.142171+0000","active_mgr_features":4540701547738038271,"available":true,"standbys":[],"modules":["cephadm","dashboard","iostat","nfs","restful"],"available_modules":[{"name":"alerts","can_run":true,"error_string":"","module_options":{"interval":{"name":"interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"How frequently to reexamine health status","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"smtp_destination":{"name":"smtp_destination","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Email address to send alerts to","long_desc":"","tags":[],"see_also":[]},"smtp_from_name":{"name":"smtp_from_name","type":"str","level":"advanced","flags":1,"default_value":"Ceph","min":"","max":"","enum_allowed":[],"desc":"Email From: name","long_desc":"","tags":[],"see_also":[]},"smtp_host":{"name":"smtp_host","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_password":{"name":"smtp_password","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Password to authenticate with","long_desc":"","tags":[],"see_also":[]},"smtp_port":{"name":"smtp_port","type":"int","level":"advanced","flags":1,"default_value":"465","min":"","max":"","enum_allowed":[],"desc":"SMTP port","long_desc":"","tags":[],"see_also":[]},"smtp_sender":{"name":"smtp_sender","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP envelope sender","long_desc":"","tags":[],"see_also":[]},"smtp_ssl":{"name":"smtp_ssl","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Use SSL to connect to SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_user":{"name":"smtp_user","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"User to authenticate as","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"balancer","can_run":true,"error_string":"","module_options":{"active":{"name":"active","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"automatically balance PGs across cluster","long_desc":"","tags":[],"see_also":[]},"begin_time":{"name":"begin_time","type":"str","level":"advanced","flags":1,"default_value":"0000","min":"","max":"","enum_allowed":[],"desc":"beginning time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"begin_weekday":{"name":"begin_weekday","type":"uint","level":"advanced","flags":1,"default_value":"0","min":"0","max":"6","enum_allowed":[],"desc":"Restrict automatic balancing to this day of the week or later","long_desc":"0 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"crush_compat_max_iterations":{"name":"crush_compat_max_iterations","type":"uint","level":"advanced","flags":1,"default_value":"25","min":"1","max":"250","enum_allowed":[],"desc":"maximum number of iterations to attempt optimization","long_desc":"","tags":[],"see_also":[]},"crush_compat_metrics":{"name":"crush_compat_metrics","type":"str","level":"advanced","flags":1,"default_value":"pgs,objects,bytes","min":"","max":"","enum_allowed":[],"desc":"metrics with which to calculate OSD utilization","long_desc":"Value is a list of one or more of \"pgs\", \"objects\", or \"bytes\", and indicates which metrics to use to balance utilization.","tags":[],"see_also":[]},"crush_compat_step":{"name":"crush_compat_step","type":"float","level":"advanced","flags":1,"default_value":"0.5","min":"0.001","max":"0.999","enum_allowed":[],"desc":"aggressiveness of optimization","long_desc":".99 is very aggressive, .01 is less aggressive","tags":[],"see_also":[]},"end_time":{"name":"end_time","type":"str","level":"advanced","flags":1,"default_value":"2359","min":"","max":"","enum_allowed":[],"desc":"ending time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"end_weekday":{"name":"end_weekday","type":"uint","level":"advanced","flags":1,"default_value":"0","min":"0","max":"6","enum_allowed":[],"desc":"Restrict automatic balancing to days of the week earlier than this","long_desc":"0 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_score":{"name":"min_score","type":"float","level":"advanced","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"minimum score, below which no optimization is attempted","long_desc":"","tags":[],"see_also":[]},"mode":{"name":"mode","type":"str","level":"advanced","flags":1,"default_value":"upmap","min":"","max":"","enum_allowed":["crush-compat","none","read","upmap","upmap-read"],"desc":"Balancer mode","long_desc":"","tags":[],"see_also":[]},"pool_ids":{"name":"pool_ids","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"pools which the automatic balancing will be limited to","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and attempt optimization","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"update_pg_upmap_activity":{"name":"update_pg_upmap_activity","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Updates pg_upmap activity stats to be used in `balancer status detail`","long_desc":"","tags":[],"see_also":[]},"upmap_max_deviation":{"name":"upmap_max_deviation","type":"int","level":"advanced","flags":1,"default_value":"5","min":"1","max":"","enum_allowed":[],"desc":"deviation below which no optimization is attempted","long_desc":"If the number of PGs are within this count then no optimization is attempted","tags":[],"see_also":[]},"upmap_max_optimizations":{"name":"upmap_max_optimizations","type":"uint","level":"advanced","flags":1,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"maximum upmap optimizations to make per attempt","long_desc":"","tags":[],"see_also":[]}}},{"name":"cephadm","can_run":true,"error_string":"","module_options":{"agent_down_multiplier":{"name":"agent_down_multiplier","type":"float","level":"advanced","flags":0,"default_value":"3.0","min":"","max":"","enum_allowed":[],"desc":"Multiplied by agent refresh rate to calculate how long agent must not report before being marked down","long_desc":"","tags":[],"see_also":[]},"agent_refresh_rate":{"name":"agent_refresh_rate","type":"secs","level":"advanced","flags":0,"default_value":"20","min":"","max":"","enum_allowed":[],"desc":"How often agent on each host will try to gather and send metadata","long_desc":"","tags":[],"see_also":[]},"agent_starting_port":{"name":"agent_starting_port","type":"int","level":"advanced","flags":0,"default_value":"4721","min":"","max":"","enum_allowed":[],"desc":"First port agent will try to bind to (will also try up to next 1000 subsequent ports if blocked)","long_desc":"","tags":[],"see_also":[]},"allow_ptrace":{"name":"allow_ptrace","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow SYS_PTRACE capability on ceph containers","long_desc":"The SYS_PTRACE capability is needed to attach to a process with gdb or strace. Enabling this options can allow debugging daemons that encounter problems at runtime.","tags":[],"see_also":[]},"autotune_interval":{"name":"autotune_interval","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to autotune daemon memory","long_desc":"","tags":[],"see_also":[]},"autotune_memory_target_ratio":{"name":"autotune_memory_target_ratio","type":"float","level":"advanced","flags":0,"default_value":"0.7","min":"","max":"","enum_allowed":[],"desc":"ratio of total system memory to divide amongst autotuned daemons","long_desc":"","tags":[],"see_also":[]},"cephadm_log_destination":{"name":"cephadm_log_destination","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":["file","file,syslog","syslog"],"desc":"Destination for cephadm command's persistent logging","long_desc":"","tags":[],"see_also":[]},"cgroups_split":{"name":"cgroups_split","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Pass --cgroups=split when cephadm creates containers (currently podman only)","long_desc":"","tags":[],"see_also":[]},"config_checks_enabled":{"name":"config_checks_enabled","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable or disable the cephadm configuration analysis","long_desc":"","tags":[],"see_also":[]},"config_dashboard":{"name":"config_dashboard","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"manage configs like API endpoints in Dashboard.","long_desc":"","tags":[],"see_also":[]},"container_image_alertmanager":{"name":"container_image_alertmanager","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/alertmanager:v0.25.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_base":{"name":"container_image_base","type":"str","level":"advanced","flags":1,"default_value":"quay.io/ceph/ceph","min":"","max":"","enum_allowed":[],"desc":"Container image name, without the tag","long_desc":"","tags":[],"see_also":[]},"container_image_elasticsearch":{"name":"container_image_elasticsearch","type":"str","level":"advanced","flags":0,"default_value":"quay.io/omrizeneva/elasticsearch:6.8.23","min":"","max":"","enum_allowed":[],"desc":"elasticsearch container image","long_desc":"","tags":[],"see_also":[]},"container_image_grafana":{"name":"container_image_grafana","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/grafana:10.4.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_haproxy":{"name":"container_image_haproxy","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/haproxy:2.3","min":"","max":"","enum_allowed":[],"desc":"HAproxy container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_agent":{"name":"container_image_jaeger_agent","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-agent:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger agent container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_collector":{"name":"container_image_jaeger_collector","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-collector:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger collector container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_query":{"name":"container_image_jaeger_query","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-query:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger query container image","long_desc":"","tags":[],"see_also":[]},"container_image_keepalived":{"name":"container_image_keepalived","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/keepalived:2.2.4","min":"","max":"","enum_allowed":[],"desc":"Keepalived container image","long_desc":"","tags":[],"see_also":[]},"container_image_loki":{"name":"container_image_loki","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/loki:3.0.0","min":"","max":"","enum_allowed":[],"desc":"Loki container image","long_desc":"","tags":[],"see_also":[]},"container_image_node_exporter":{"name":"container_image_node_exporter","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/node-exporter:v1.7.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_nvmeof":{"name":"container_image_nvmeof","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/nvmeof:1.2.5","min":"","max":"","enum_allowed":[],"desc":"Nvme-of container image","long_desc":"","tags":[],"see_also":[]},"container_image_prometheus":{"name":"container_image_prometheus","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/prometheus:v2.51.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_promtail":{"name":"container_image_promtail","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/promtail:3.0.0","min":"","max":"","enum_allowed":[],"desc":"Promtail container image","long_desc":"","tags":[],"see_also":[]},"container_image_samba":{"name":"container_image_samba","type":"str","level":"advanced","flags":0,"default_value":"quay.io/samba.org/samba-server:devbuilds-centos-amd64","min":"","max":"","enum_allowed":[],"desc":"Samba/SMB container image","long_desc":"","tags":[],"see_also":[]},"container_image_snmp_gateway":{"name":"container_image_snmp_gateway","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/snmp-notifier:v1.2.1","min":"","max":"","enum_allowed":[],"desc":"SNMP Gateway container image","long_desc":"","tags":[],"see_also":[]},"container_init":{"name":"container_init","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Run podman/docker with `--init`","long_desc":"","tags":[],"see_also":[]},"daemon_cache_timeout":{"name":"daemon_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"seconds to cache service (daemon) inventory","long_desc":"","tags":[],"see_also":[]},"default_cephadm_command_timeout":{"name":"default_cephadm_command_timeout","type":"int","level":"advanced","flags":0,"default_value":"900","min":"","max":"","enum_allowed":[],"desc":"Default timeout applied to cephadm commands run directly on the host (in seconds)","long_desc":"","tags":[],"see_also":[]},"default_registry":{"name":"default_registry","type":"str","level":"advanced","flags":0,"default_value":"quay.io","min":"","max":"","enum_allowed":[],"desc":"Search-registry to which we should normalize unqualified image names. This is not the default registry","long_desc":"","tags":[],"see_also":[]},"device_cache_timeout":{"name":"device_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"1800","min":"","max":"","enum_allowed":[],"desc":"seconds to cache device inventory","long_desc":"","tags":[],"see_also":[]},"device_enhanced_scan":{"name":"device_enhanced_scan","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Use libstoragemgmt during device scans","long_desc":"","tags":[],"see_also":[]},"facts_cache_timeout":{"name":"facts_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"seconds to cache host facts data","long_desc":"","tags":[],"see_also":[]},"grafana_dashboards_path":{"name":"grafana_dashboards_path","type":"str","level":"advanced","flags":0,"default_value":"/etc/grafana/dashboards/ceph-dashboard/","min":"","max":"","enum_allowed":[],"desc":"location of dashboards to include in grafana deployments","long_desc":"","tags":[],"see_also":[]},"host_check_interval":{"name":"host_check_interval","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to perform a host check","long_desc":"","tags":[],"see_also":[]},"hw_monitoring":{"name":"hw_monitoring","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Deploy hw monitoring daemon on every host.","long_desc":"","tags":[],"see_also":[]},"inventory_list_all":{"name":"inventory_list_all","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Whether ceph-volume inventory should report more devices (mostly mappers (LVs / mpaths), partitions...)","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_refresh_metadata":{"name":"log_refresh_metadata","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Log all refresh metadata. Includes daemon, device, and host info collected regularly. Only has effect if logging at debug level","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"log to the \"cephadm\" cluster log channel\"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"manage_etc_ceph_ceph_conf":{"name":"manage_etc_ceph_ceph_conf","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Manage and own /etc/ceph/ceph.conf on the hosts.","long_desc":"","tags":[],"see_also":[]},"manage_etc_ceph_ceph_conf_hosts":{"name":"manage_etc_ceph_ceph_conf_hosts","type":"str","level":"advanced","flags":0,"default_value":"*","min":"","max":"","enum_allowed":[],"desc":"PlacementSpec describing on which hosts to manage /etc/ceph/ceph.conf","long_desc":"","tags":[],"see_also":[]},"max_count_per_host":{"name":"max_count_per_host","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"max number of daemons per service per host","long_desc":"","tags":[],"see_also":[]},"max_osd_draining_count":{"name":"max_osd_draining_count","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"max number of osds that will be drained simultaneously when osds are removed","long_desc":"","tags":[],"see_also":[]},"migration_current":{"name":"migration_current","type":"int","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"internal - do not modify","long_desc":"","tags":[],"see_also":[]},"mode":{"name":"mode","type":"str","level":"advanced","flags":0,"default_value":"root","min":"","max":"","enum_allowed":["cephadm-package","root"],"desc":"mode for remote execution of cephadm","long_desc":"","tags":[],"see_also":[]},"oob_default_addr":{"name":"oob_default_addr","type":"str","level":"advanced","flags":0,"default_value":"169.254.1.1","min":"","max":"","enum_allowed":[],"desc":"Default address for RedFish API (oob management).","long_desc":"","tags":[],"see_also":[]},"prometheus_alerts_path":{"name":"prometheus_alerts_path","type":"str","level":"advanced","flags":0,"default_value":"/etc/prometheus/ceph/ceph_default_alerts.yml","min":"","max":"","enum_allowed":[],"desc":"location of alerts to include in prometheus deployments","long_desc":"","tags":[],"see_also":[]},"registry_insecure":{"name":"registry_insecure","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Registry is to be considered insecure (no TLS available). Only for development purposes.","long_desc":"","tags":[],"see_also":[]},"registry_password":{"name":"registry_password","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Custom repository password. Only used for logging into a registry.","long_desc":"","tags":[],"see_also":[]},"registry_url":{"name":"registry_url","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Registry url for login purposes. This is not the default registry","long_desc":"","tags":[],"see_also":[]},"registry_username":{"name":"registry_username","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Custom repository username. Only used for logging into a registry.","long_desc":"","tags":[],"see_also":[]},"secure_monitoring_stack":{"name":"secure_monitoring_stack","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable TLS security for all the monitoring stack daemons","long_desc":"","tags":[],"see_also":[]},"service_discovery_port":{"name":"service_discovery_port","type":"int","level":"advanced","flags":0,"default_value":"8765","min":"","max":"","enum_allowed":[],"desc":"cephadm service discovery port","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssh_config_file":{"name":"ssh_config_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"customized SSH config file to connect to managed hosts","long_desc":"","tags":[],"see_also":[]},"ssh_keepalive_count_max":{"name":"ssh_keepalive_count_max","type":"int","level":"advanced","flags":0,"default_value":"3","min":"","max":"","enum_allowed":[],"desc":"How many times ssh connections can fail liveness checks before the host is marked offline","long_desc":"","tags":[],"see_also":[]},"ssh_keepalive_interval":{"name":"ssh_keepalive_interval","type":"int","level":"advanced","flags":0,"default_value":"7","min":"","max":"","enum_allowed":[],"desc":"How often ssh connections are checked for liveness","long_desc":"","tags":[],"see_also":[]},"use_agent":{"name":"use_agent","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Use cephadm agent on each host to gather and send metadata","long_desc":"","tags":[],"see_also":[]},"use_repo_digest":{"name":"use_repo_digest","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Automatically convert image tags to image digest. Make sure all daemons use the same image","long_desc":"","tags":[],"see_also":[]},"warn_on_failed_host_check":{"name":"warn_on_failed_host_check","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if the host check fails","long_desc":"","tags":[],"see_also":[]},"warn_on_stray_daemons":{"name":"warn_on_stray_daemons","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if daemons are detected that are not managed by cephadm","long_desc":"","tags":[],"see_also":[]},"warn_on_stray_hosts":{"name":"warn_on_stray_hosts","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if daemons are detected on a host that is not managed by cephadm","long_desc":"","tags":[],"see_also":[]}}},{"name":"crash","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"retain_interval":{"name":"retain_interval","type":"secs","level":"advanced","flags":1,"default_value":"31536000","min":"","max":"","enum_allowed":[],"desc":"how long to retain crashes before pruning them","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"warn_recent_interval":{"name":"warn_recent_interval","type":"secs","level":"advanced","flags":1,"default_value":"1209600","min":"","max":"","enum_allowed":[],"desc":"time interval in which to warn about recent crashes","long_desc":"","tags":[],"see_also":[]}}},{"name":"dashboard","can_run":true,"error_string":"","module_options":{"ACCOUNT_LOCKOUT_ATTEMPTS":{"name":"ACCOUNT_LOCKOUT_ATTEMPTS","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ALERTMANAGER_API_HOST":{"name":"ALERTMANAGER_API_HOST","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ALERTMANAGER_API_SSL_VERIFY":{"name":"ALERTMANAGER_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"AUDIT_API_ENABLED":{"name":"AUDIT_API_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"AUDIT_API_LOG_PAYLOAD":{"name":"AUDIT_API_LOG_PAYLOAD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ENABLE_BROWSABLE_API":{"name":"ENABLE_BROWSABLE_API","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_CEPHFS":{"name":"FEATURE_TOGGLE_CEPHFS","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_DASHBOARD":{"name":"FEATURE_TOGGLE_DASHBOARD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_ISCSI":{"name":"FEATURE_TOGGLE_ISCSI","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_MIRRORING":{"name":"FEATURE_TOGGLE_MIRRORING","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_NFS":{"name":"FEATURE_TOGGLE_NFS","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_RBD":{"name":"FEATURE_TOGGLE_RBD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_RGW":{"name":"FEATURE_TOGGLE_RGW","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE":{"name":"GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_PASSWORD":{"name":"GRAFANA_API_PASSWORD","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_SSL_VERIFY":{"name":"GRAFANA_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_URL":{"name":"GRAFANA_API_URL","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_USERNAME":{"name":"GRAFANA_API_USERNAME","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_FRONTEND_API_URL":{"name":"GRAFANA_FRONTEND_API_URL","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_UPDATE_DASHBOARDS":{"name":"GRAFANA_UPDATE_DASHBOARDS","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ISCSI_API_SSL_VERIFICATION":{"name":"ISCSI_API_SSL_VERIFICATION","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ISSUE_TRACKER_API_KEY":{"name":"ISSUE_TRACKER_API_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PROMETHEUS_API_HOST":{"name":"PROMETHEUS_API_HOST","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PROMETHEUS_API_SSL_VERIFY":{"name":"PROMETHEUS_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_COMPLEXITY_ENABLED":{"name":"PWD_POLICY_CHECK_COMPLEXITY_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED":{"name":"PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_LENGTH_ENABLED":{"name":"PWD_POLICY_CHECK_LENGTH_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_OLDPWD_ENABLED":{"name":"PWD_POLICY_CHECK_OLDPWD_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED":{"name":"PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED":{"name":"PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_USERNAME_ENABLED":{"name":"PWD_POLICY_CHECK_USERNAME_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_ENABLED":{"name":"PWD_POLICY_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_EXCLUSION_LIST":{"name":"PWD_POLICY_EXCLUSION_LIST","type":"str","level":"advanced","flags":0,"default_value":"osd,host,dashboard,pool,block,nfs,ceph,monitors,gateway,logs,crush,maps","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_MIN_COMPLEXITY":{"name":"PWD_POLICY_MIN_COMPLEXITY","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_MIN_LENGTH":{"name":"PWD_POLICY_MIN_LENGTH","type":"int","level":"advanced","flags":0,"default_value":"8","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"REST_REQUESTS_TIMEOUT":{"name":"REST_REQUESTS_TIMEOUT","type":"int","level":"advanced","flags":0,"default_value":"45","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_ACCESS_KEY":{"name":"RGW_API_ACCESS_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_ADMIN_RESOURCE":{"name":"RGW_API_ADMIN_RESOURCE","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_SECRET_KEY":{"name":"RGW_API_SECRET_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_SSL_VERIFY":{"name":"RGW_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_SPAN":{"name":"USER_PWD_EXPIRATION_SPAN","type":"int","level":"advanced","flags":0,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_WARNING_1":{"name":"USER_PWD_EXPIRATION_WARNING_1","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_WARNING_2":{"name":"USER_PWD_EXPIRATION_WARNING_2","type":"int","level":"advanced","flags":0,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"cross_origin_url":{"name":"cross_origin_url","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"crt_file":{"name":"crt_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"debug":{"name":"debug","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable/disable debug options","long_desc":"","tags":[],"see_also":[]},"jwt_token_ttl":{"name":"jwt_token_ttl","type":"int","level":"advanced","flags":0,"default_value":"28800","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"key_file":{"name":"key_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"motd":{"name":"motd","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"The message of the day","long_desc":"","tags":[],"see_also":[]},"redirect_resolve_ip_addr":{"name":"redirect_resolve_ip_addr","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"::","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"int","level":"advanced","flags":0,"default_value":"8080","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl":{"name":"ssl","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl_server_port":{"name":"ssl_server_port","type":"int","level":"advanced","flags":0,"default_value":"8443","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_behaviour":{"name":"standby_behaviour","type":"str","level":"advanced","flags":0,"default_value":"redirect","min":"","max":"","enum_allowed":["error","redirect"],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_error_status_code":{"name":"standby_error_status_code","type":"int","level":"advanced","flags":0,"default_value":"500","min":"400","max":"599","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"url_prefix":{"name":"url_prefix","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"devicehealth","can_run":true,"error_string":"","module_options":{"enable_monitoring":{"name":"enable_monitoring","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"monitor device health metrics","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mark_out_threshold":{"name":"mark_out_threshold","type":"secs","level":"advanced","flags":1,"default_value":"2419200","min":"","max":"","enum_allowed":[],"desc":"automatically mark OSD if it may fail before this long","long_desc":"","tags":[],"see_also":[]},"pool_name":{"name":"pool_name","type":"str","level":"advanced","flags":1,"default_value":"device_health_metrics","min":"","max":"","enum_allowed":[],"desc":"name of pool in which to store device health metrics","long_desc":"","tags":[],"see_also":[]},"retention_period":{"name":"retention_period","type":"secs","level":"advanced","flags":1,"default_value":"15552000","min":"","max":"","enum_allowed":[],"desc":"how long to retain device health metrics","long_desc":"","tags":[],"see_also":[]},"scrape_frequency":{"name":"scrape_frequency","type":"secs","level":"advanced","flags":1,"default_value":"86400","min":"","max":"","enum_allowed":[],"desc":"how frequently to scrape device health metrics","long_desc":"","tags":[],"see_also":[]},"self_heal":{"name":"self_heal","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"preemptively heal cluster around devices that may fail","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and check device health","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"warn_threshold":{"name":"warn_threshold","type":"secs","level":"advanced","flags":1,"default_value":"7257600","min":"","max":"","enum_allowed":[],"desc":"raise health warning if OSD may fail before this long","long_desc":"","tags":[],"see_also":[]}}},{"name":"diskprediction_local","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"predict_interval":{"name":"predict_interval","type":"str","level":"advanced","flags":0,"default_value":"86400","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"predictor_model":{"name":"predictor_model","type":"str","level":"advanced","flags":0,"default_value":"prophetstor","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"str","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"influx","can_run":false,"error_string":"influxdb python module not found","module_options":{"batch_size":{"name":"batch_size","type":"int","level":"advanced","flags":0,"default_value":"5000","min":"","max":"","enum_allowed":[],"desc":"How big batches of data points should be when sending to InfluxDB.","long_desc":"","tags":[],"see_also":[]},"database":{"name":"database","type":"str","level":"advanced","flags":0,"default_value":"ceph","min":"","max":"","enum_allowed":[],"desc":"InfluxDB database name. You will need to create this database and grant write privileges to the configured username or the username must have admin privileges to create it.","long_desc":"","tags":[],"see_also":[]},"hostname":{"name":"hostname","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"InfluxDB server hostname","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"30","min":"5","max":"","enum_allowed":[],"desc":"Time between reports to InfluxDB. Default 30 seconds.","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"password":{"name":"password","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"password of InfluxDB server user","long_desc":"","tags":[],"see_also":[]},"port":{"name":"port","type":"int","level":"advanced","flags":0,"default_value":"8086","min":"","max":"","enum_allowed":[],"desc":"InfluxDB server port","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl":{"name":"ssl","type":"str","level":"advanced","flags":0,"default_value":"false","min":"","max":"","enum_allowed":[],"desc":"Use https connection for InfluxDB server. Use \"true\" or \"false\".","long_desc":"","tags":[],"see_also":[]},"threads":{"name":"threads","type":"int","level":"advanced","flags":0,"default_value":"5","min":"1","max":"32","enum_allowed":[],"desc":"How many worker threads should be spawned for sending data to InfluxDB.","long_desc":"","tags":[],"see_also":[]},"username":{"name":"username","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"username of InfluxDB server user","long_desc":"","tags":[],"see_also":[]},"verify_ssl":{"name":"verify_ssl","type":"str","level":"advanced","flags":0,"default_value":"true","min":"","max":"","enum_allowed":[],"desc":"Verify https cert for InfluxDB server. Use \"true\" or \"false\".","long_desc":"","tags":[],"see_also":[]}}},{"name":"insights","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"iostat","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"k8sevents","can_run":true,"error_string":"","module_options":{"ceph_event_retention_days":{"name":"ceph_event_retention_days","type":"int","level":"advanced","flags":0,"default_value":"7","min":"","max":"","enum_allowed":[],"desc":"Days to hold ceph event information within local cache","long_desc":"","tags":[],"see_also":[]},"config_check_secs":{"name":"config_check_secs","type":"int","level":"advanced","flags":0,"default_value":"10","min":"10","max":"","enum_allowed":[],"desc":"interval (secs) to check for cluster configuration changes","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"localpool","can_run":true,"error_string":"","module_options":{"failure_domain":{"name":"failure_domain","type":"str","level":"advanced","flags":1,"default_value":"host","min":"","max":"","enum_allowed":[],"desc":"failure domain for any created local pool","long_desc":"what failure domain we should separate data replicas across.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_size":{"name":"min_size","type":"int","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"default min_size for any created local pool","long_desc":"value to set min_size to (unchanged from Ceph's default if this option is not set)","tags":[],"see_also":[]},"num_rep":{"name":"num_rep","type":"int","level":"advanced","flags":1,"default_value":"3","min":"","max":"","enum_allowed":[],"desc":"default replica count for any created local pool","long_desc":"","tags":[],"see_also":[]},"pg_num":{"name":"pg_num","type":"int","level":"advanced","flags":1,"default_value":"128","min":"","max":"","enum_allowed":[],"desc":"default pg_num for any created local pool","long_desc":"","tags":[],"see_also":[]},"prefix":{"name":"prefix","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"name prefix for any created local pool","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"subtree":{"name":"subtree","type":"str","level":"advanced","flags":1,"default_value":"rack","min":"","max":"","enum_allowed":[],"desc":"CRUSH level for which to create a local pool","long_desc":"which CRUSH subtree type the module should create a pool for.","tags":[],"see_also":[]}}},{"name":"mds_autoscaler","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"mirroring","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"nfs","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"orchestrator","can_run":true,"error_string":"","module_options":{"fail_fs":{"name":"fail_fs","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Fail filesystem for rapid multi-rank mds upgrade","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"orchestrator":{"name":"orchestrator","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["cephadm","rook","test_orchestrator"],"desc":"Orchestrator backend","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"osd_perf_query","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"osd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"pg_autoscaler","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"threshold":{"name":"threshold","type":"float","level":"advanced","flags":0,"default_value":"3.0","min":"1.0","max":"","enum_allowed":[],"desc":"scaling threshold","long_desc":"The factor by which the `NEW PG_NUM` must vary from the current`PG_NUM` before being accepted. Cannot be less than 1.0","tags":[],"see_also":[]}}},{"name":"progress","can_run":true,"error_string":"","module_options":{"allow_pg_recovery_event":{"name":"allow_pg_recovery_event","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow the module to show pg recovery progress","long_desc":"","tags":[],"see_also":[]},"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_completed_events":{"name":"max_completed_events","type":"int","level":"advanced","flags":1,"default_value":"50","min":"","max":"","enum_allowed":[],"desc":"number of past completed events to remember","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"how long the module is going to sleep","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"prometheus","can_run":true,"error_string":"","module_options":{"cache":{"name":"cache","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"exclude_perf_counters":{"name":"exclude_perf_counters","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Do not include perf-counters in the metrics output","long_desc":"Gathering perf-counters from a single Prometheus exporter can degrade ceph-mgr performance, especially in large clusters. Instead, Ceph-exporter daemons are now used by default for perf-counter gathering. This should only be disabled when no ceph-exporters are deployed.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools":{"name":"rbd_stats_pools","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools_refresh_interval":{"name":"rbd_stats_pools_refresh_interval","type":"int","level":"advanced","flags":0,"default_value":"300","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"scrape_interval":{"name":"scrape_interval","type":"float","level":"advanced","flags":0,"default_value":"15.0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"::","min":"","max":"","enum_allowed":[],"desc":"the IPv4 or IPv6 address on which the module listens for HTTP requests","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"int","level":"advanced","flags":1,"default_value":"9283","min":"","max":"","enum_allowed":[],"desc":"the port on which the module listens for HTTP requests","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"stale_cache_strategy":{"name":"stale_cache_strategy","type":"str","level":"advanced","flags":0,"default_value":"log","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_behaviour":{"name":"standby_behaviour","type":"str","level":"advanced","flags":1,"default_value":"default","min":"","max":"","enum_allowed":["default","error"],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_error_status_code":{"name":"standby_error_status_code","type":"int","level":"advanced","flags":1,"default_value":"500","min":"400","max":"599","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rbd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_snap_create":{"name":"max_concurrent_snap_create","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mirror_snapshot_schedule":{"name":"mirror_snapshot_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"trash_purge_schedule":{"name":"trash_purge_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"restful","can_run":true,"error_string":"","module_options":{"enable_auth":{"name":"enable_auth","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"key_file":{"name":"key_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_requests":{"name":"max_requests","type":"int","level":"advanced","flags":0,"default_value":"500","min":"","max":"","enum_allowed":[],"desc":"Maximum number of requests to keep in memory. When new request comes in, the oldest request will be removed if the number of requests exceeds the max request number. if un-finished request is removed, error message will be logged in the ceph-mgr log.","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rgw","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"secondary_zone_period_retry_limit":{"name":"secondary_zone_period_retry_limit","type":"int","level":"advanced","flags":0,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"RGW module period update retry limit for secondary site","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rook","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"storage_class":{"name":"storage_class","type":"str","level":"advanced","flags":0,"default_value":"local","min":"","max":"","enum_allowed":[],"desc":"storage class name for LSO-discovered PVs","long_desc":"","tags":[],"see_also":[]}}},{"name":"selftest","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption1":{"name":"roption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption2":{"name":"roption2","type":"str","level":"advanced","flags":0,"default_value":"xyz","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption1":{"name":"rwoption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption2":{"name":"rwoption2","type":"int","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption3":{"name":"rwoption3","type":"float","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption4":{"name":"rwoption4","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption5":{"name":"rwoption5","type":"bool","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption6":{"name":"rwoption6","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption7":{"name":"rwoption7","type":"int","level":"advanced","flags":0,"default_value":"","min":"1","max":"42","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testkey":{"name":"testkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testlkey":{"name":"testlkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testnewline":{"name":"testnewline","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"snap_schedule","can_run":true,"error_string":"","module_options":{"allow_m_granularity":{"name":"allow_m_granularity","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow minute scheduled snapshots","long_desc":"","tags":[],"see_also":[]},"dump_on_update":{"name":"dump_on_update","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"dump database to debug log on update","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"stats","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"status","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telegraf","can_run":true,"error_string":"","module_options":{"address":{"name":"address","type":"str","level":"advanced","flags":0,"default_value":"unixgram:///tmp/telegraf.sock","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"15","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telemetry","can_run":true,"error_string":"","module_options":{"channel_basic":{"name":"channel_basic","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share basic cluster information (size, version)","long_desc":"","tags":[],"see_also":[]},"channel_crash":{"name":"channel_crash","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share metadata about Ceph daemon crashes (version, stack straces, etc)","long_desc":"","tags":[],"see_also":[]},"channel_device":{"name":"channel_device","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share device health metrics (e.g., SMART data, minus potentially identifying info like serial numbers)","long_desc":"","tags":[],"see_also":[]},"channel_ident":{"name":"channel_ident","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Share a user-provided description and/or contact email for the cluster","long_desc":"","tags":[],"see_also":[]},"channel_perf":{"name":"channel_perf","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Share various performance metrics of a cluster","long_desc":"","tags":[],"see_also":[]},"contact":{"name":"contact","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"description":{"name":"description","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"device_url":{"name":"device_url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/device","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"int","level":"advanced","flags":0,"default_value":"24","min":"8","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"last_opt_revision":{"name":"last_opt_revision","type":"int","level":"advanced","flags":0,"default_value":"1","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"leaderboard":{"name":"leaderboard","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"leaderboard_description":{"name":"leaderboard_description","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"organization":{"name":"organization","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"proxy":{"name":"proxy","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"url":{"name":"url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/report","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"test_orchestrator","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"volumes","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_clones":{"name":"max_concurrent_clones","type":"int","level":"advanced","flags":0,"default_value":"4","min":"","max":"","enum_allowed":[],"desc":"Number of asynchronous cloner threads","long_desc":"","tags":[],"see_also":[]},"periodic_async_work":{"name":"periodic_async_work","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Periodically check for async work","long_desc":"","tags":[],"see_also":[]},"snapshot_clone_delay":{"name":"snapshot_clone_delay","type":"int","level":"advanced","flags":0,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"Delay clone begin operation by snapshot_clone_delay seconds","long_desc":"","tags":[],"see_also":[]},"snapshot_clone_no_wait":{"name":"snapshot_clone_no_wait","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Reject subvolume clone request when cloner threads are busy","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"zabbix","can_run":true,"error_string":"","module_options":{"discovery_interval":{"name":"discovery_interval","type":"uint","level":"advanced","flags":0,"default_value":"100","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"identifier":{"name":"identifier","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_host":{"name":"zabbix_host","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_port":{"name":"zabbix_port","type":"int","level":"advanced","flags":0,"default_value":"10051","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_sender":{"name":"zabbix_sender","type":"str","level":"advanced","flags":0,"default_value":"/usr/bin/zabbix_sender","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}}],"services":{"dashboard":"https://192.168.123.102:8443/"},"always_on_modules":{"octopus":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"],"pacific":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"],"quincy":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"],"reef":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"],"squid":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"]},"force_disabled_modules":{},"last_failure_osd_epoch":3,"active_clients":[{"name":"libcephsqlite","addrvec":[{"type":"v2","addr":"192.168.123.102:0","nonce":862076300}]},{"name":"rbd_support","addrvec":[{"type":"v2","addr":"192.168.123.102:0","nonce":760770336}]},{"name":"volumes","addrvec":[{"type":"v2","addr":"192.168.123.102:0","nonce":1454421057}]}]} 2026-03-09T15:47:00.803 INFO:tasks.cephadm.ceph_manager.ceph:mgr available! 2026-03-09T15:47:00.804 INFO:tasks.cephadm.ceph_manager.ceph:waiting for all up 2026-03-09T15:47:00.804 DEBUG:teuthology.orchestra.run.vm02:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:e911bdebe5c8faa3800735d1568fcdca65db60df shell --fsid a2a597c0-1bce-11f1-835a-ab631984d2b4 -- ceph osd dump --format=json 2026-03-09T15:47:01.654 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 09 15:47:01 vm02 bash[17514]: audit 2026-03-09T15:47:00.740676+0000 mon.a (mon.0) 233 : audit [DBG] from='client.? 192.168.123.102:0/2575386657' entity='client.admin' cmd=[{"prefix": "mgr dump", "format": "json"}]: dispatch 2026-03-09T15:47:01.654 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 09 15:47:01 vm02 bash[17514]: audit 2026-03-09T15:47:00.740676+0000 mon.a (mon.0) 233 : audit [DBG] from='client.? 192.168.123.102:0/2575386657' entity='client.admin' cmd=[{"prefix": "mgr dump", "format": "json"}]: dispatch 2026-03-09T15:47:02.654 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 09 15:47:02 vm02 bash[17514]: cluster 2026-03-09T15:47:01.164025+0000 mgr.x (mgr.14150) 84 : cluster [DBG] pgmap v65: 0 pgs: ; 0 B data, 53 MiB used, 40 GiB / 40 GiB avail 2026-03-09T15:47:02.654 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 09 15:47:02 vm02 bash[17514]: cluster 2026-03-09T15:47:01.164025+0000 mgr.x (mgr.14150) 84 : cluster [DBG] pgmap v65: 0 pgs: ; 0 B data, 53 MiB used, 40 GiB / 40 GiB avail 2026-03-09T15:47:04.466 INFO:teuthology.orchestra.run.vm02.stderr:Inferring config /var/lib/ceph/a2a597c0-1bce-11f1-835a-ab631984d2b4/mon.a/config 2026-03-09T15:47:04.607 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 09 15:47:04 vm02 bash[17514]: cluster 2026-03-09T15:47:03.164365+0000 mgr.x (mgr.14150) 85 : cluster [DBG] pgmap v66: 0 pgs: ; 0 B data, 53 MiB used, 40 GiB / 40 GiB avail 2026-03-09T15:47:04.607 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 09 15:47:04 vm02 bash[17514]: cluster 2026-03-09T15:47:03.164365+0000 mgr.x (mgr.14150) 85 : cluster [DBG] pgmap v66: 0 pgs: ; 0 B data, 53 MiB used, 40 GiB / 40 GiB avail 2026-03-09T15:47:05.220 INFO:teuthology.orchestra.run.vm02.stdout: 2026-03-09T15:47:05.220 INFO:teuthology.orchestra.run.vm02.stdout:{"epoch":14,"fsid":"a2a597c0-1bce-11f1-835a-ab631984d2b4","created":"2026-03-09T15:44:38.626455+0000","modified":"2026-03-09T15:46:44.449377+0000","last_up_change":"2026-03-09T15:46:43.289566+0000","last_in_change":"2026-03-09T15:46:25.561137+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":6,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":0,"max_osd":2,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[],"osds":[{"osd":0,"uuid":"f88fcde2-676f-4480-8239-887cae839e2a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"192.168.123.102:6802","nonce":3015439805},{"type":"v1","addr":"192.168.123.102:6803","nonce":3015439805}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"192.168.123.102:6804","nonce":3015439805},{"type":"v1","addr":"192.168.123.102:6805","nonce":3015439805}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"192.168.123.102:6808","nonce":3015439805},{"type":"v1","addr":"192.168.123.102:6809","nonce":3015439805}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"192.168.123.102:6806","nonce":3015439805},{"type":"v1","addr":"192.168.123.102:6807","nonce":3015439805}]},"public_addr":"192.168.123.102:6803/3015439805","cluster_addr":"192.168.123.102:6805/3015439805","heartbeat_back_addr":"192.168.123.102:6809/3015439805","heartbeat_front_addr":"192.168.123.102:6807/3015439805","state":["exists","up"]},{"osd":1,"uuid":"ae43fe11-fe51-48dc-b63d-fb0b8d8ea5bd","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"192.168.123.102:6810","nonce":2438553127},{"type":"v1","addr":"192.168.123.102:6811","nonce":2438553127}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"192.168.123.102:6812","nonce":2438553127},{"type":"v1","addr":"192.168.123.102:6813","nonce":2438553127}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"192.168.123.102:6816","nonce":2438553127},{"type":"v1","addr":"192.168.123.102:6817","nonce":2438553127}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"192.168.123.102:6814","nonce":2438553127},{"type":"v1","addr":"192.168.123.102:6815","nonce":2438553127}]},"public_addr":"192.168.123.102:6811/2438553127","cluster_addr":"192.168.123.102:6813/2438553127","heartbeat_back_addr":"192.168.123.102:6817/2438553127","heartbeat_front_addr":"192.168.123.102:6815/2438553127","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2026-03-09T15:46:06.662049+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2026-03-09T15:46:40.580861+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"192.168.123.102:0/4239668975":"2026-03-10T15:44:59.142080+0000","192.168.123.102:0/3973693899":"2026-03-10T15:44:59.142080+0000","192.168.123.102:0/3356735647":"2026-03-10T15:44:59.142080+0000","192.168.123.102:6801/4163734704":"2026-03-10T15:44:48.984150+0000","192.168.123.102:6801/4205283381":"2026-03-10T15:44:59.142080+0000","192.168.123.102:6800/4163734704":"2026-03-10T15:44:48.984150+0000","192.168.123.102:0/1576898018":"2026-03-10T15:44:48.984150+0000","192.168.123.102:0/3567200675":"2026-03-10T15:44:48.984150+0000","192.168.123.102:6800/4205283381":"2026-03-10T15:44:59.142080+0000","192.168.123.102:0/999269389":"2026-03-10T15:44:48.984150+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2026-03-09T15:47:05.279 INFO:tasks.cephadm.ceph_manager.ceph:all up! 2026-03-09T15:47:05.279 DEBUG:teuthology.orchestra.run.vm02:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:e911bdebe5c8faa3800735d1568fcdca65db60df shell --fsid a2a597c0-1bce-11f1-835a-ab631984d2b4 -- ceph osd dump --format=json 2026-03-09T15:47:05.509 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 09 15:47:05 vm02 bash[17514]: audit 2026-03-09T15:47:05.221634+0000 mon.a (mon.0) 234 : audit [DBG] from='client.? 192.168.123.102:0/1794707051' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2026-03-09T15:47:05.509 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 09 15:47:05 vm02 bash[17514]: audit 2026-03-09T15:47:05.221634+0000 mon.a (mon.0) 234 : audit [DBG] from='client.? 192.168.123.102:0/1794707051' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2026-03-09T15:47:06.654 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 09 15:47:06 vm02 bash[17514]: cluster 2026-03-09T15:47:05.164644+0000 mgr.x (mgr.14150) 86 : cluster [DBG] pgmap v67: 0 pgs: ; 0 B data, 53 MiB used, 40 GiB / 40 GiB avail 2026-03-09T15:47:06.654 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 09 15:47:06 vm02 bash[17514]: cluster 2026-03-09T15:47:05.164644+0000 mgr.x (mgr.14150) 86 : cluster [DBG] pgmap v67: 0 pgs: ; 0 B data, 53 MiB used, 40 GiB / 40 GiB avail 2026-03-09T15:47:08.654 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 09 15:47:08 vm02 bash[17514]: cluster 2026-03-09T15:47:07.164910+0000 mgr.x (mgr.14150) 87 : cluster [DBG] pgmap v68: 0 pgs: ; 0 B data, 53 MiB used, 40 GiB / 40 GiB avail 2026-03-09T15:47:08.654 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 09 15:47:08 vm02 bash[17514]: cluster 2026-03-09T15:47:07.164910+0000 mgr.x (mgr.14150) 87 : cluster [DBG] pgmap v68: 0 pgs: ; 0 B data, 53 MiB used, 40 GiB / 40 GiB avail 2026-03-09T15:47:09.912 INFO:teuthology.orchestra.run.vm02.stderr:Inferring config /var/lib/ceph/a2a597c0-1bce-11f1-835a-ab631984d2b4/mon.a/config 2026-03-09T15:47:10.203 INFO:teuthology.orchestra.run.vm02.stdout: 2026-03-09T15:47:10.203 INFO:teuthology.orchestra.run.vm02.stdout:{"epoch":14,"fsid":"a2a597c0-1bce-11f1-835a-ab631984d2b4","created":"2026-03-09T15:44:38.626455+0000","modified":"2026-03-09T15:46:44.449377+0000","last_up_change":"2026-03-09T15:46:43.289566+0000","last_in_change":"2026-03-09T15:46:25.561137+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":6,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":0,"max_osd":2,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[],"osds":[{"osd":0,"uuid":"f88fcde2-676f-4480-8239-887cae839e2a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"192.168.123.102:6802","nonce":3015439805},{"type":"v1","addr":"192.168.123.102:6803","nonce":3015439805}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"192.168.123.102:6804","nonce":3015439805},{"type":"v1","addr":"192.168.123.102:6805","nonce":3015439805}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"192.168.123.102:6808","nonce":3015439805},{"type":"v1","addr":"192.168.123.102:6809","nonce":3015439805}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"192.168.123.102:6806","nonce":3015439805},{"type":"v1","addr":"192.168.123.102:6807","nonce":3015439805}]},"public_addr":"192.168.123.102:6803/3015439805","cluster_addr":"192.168.123.102:6805/3015439805","heartbeat_back_addr":"192.168.123.102:6809/3015439805","heartbeat_front_addr":"192.168.123.102:6807/3015439805","state":["exists","up"]},{"osd":1,"uuid":"ae43fe11-fe51-48dc-b63d-fb0b8d8ea5bd","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"192.168.123.102:6810","nonce":2438553127},{"type":"v1","addr":"192.168.123.102:6811","nonce":2438553127}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"192.168.123.102:6812","nonce":2438553127},{"type":"v1","addr":"192.168.123.102:6813","nonce":2438553127}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"192.168.123.102:6816","nonce":2438553127},{"type":"v1","addr":"192.168.123.102:6817","nonce":2438553127}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"192.168.123.102:6814","nonce":2438553127},{"type":"v1","addr":"192.168.123.102:6815","nonce":2438553127}]},"public_addr":"192.168.123.102:6811/2438553127","cluster_addr":"192.168.123.102:6813/2438553127","heartbeat_back_addr":"192.168.123.102:6817/2438553127","heartbeat_front_addr":"192.168.123.102:6815/2438553127","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2026-03-09T15:46:06.662049+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2026-03-09T15:46:40.580861+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"192.168.123.102:0/4239668975":"2026-03-10T15:44:59.142080+0000","192.168.123.102:0/3973693899":"2026-03-10T15:44:59.142080+0000","192.168.123.102:0/3356735647":"2026-03-10T15:44:59.142080+0000","192.168.123.102:6801/4163734704":"2026-03-10T15:44:48.984150+0000","192.168.123.102:6801/4205283381":"2026-03-10T15:44:59.142080+0000","192.168.123.102:6800/4163734704":"2026-03-10T15:44:48.984150+0000","192.168.123.102:0/1576898018":"2026-03-10T15:44:48.984150+0000","192.168.123.102:0/3567200675":"2026-03-10T15:44:48.984150+0000","192.168.123.102:6800/4205283381":"2026-03-10T15:44:59.142080+0000","192.168.123.102:0/999269389":"2026-03-10T15:44:48.984150+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2026-03-09T15:47:10.265 DEBUG:teuthology.orchestra.run.vm02:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:e911bdebe5c8faa3800735d1568fcdca65db60df shell --fsid a2a597c0-1bce-11f1-835a-ab631984d2b4 -- ceph tell osd.0 flush_pg_stats 2026-03-09T15:47:10.265 DEBUG:teuthology.orchestra.run.vm02:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:e911bdebe5c8faa3800735d1568fcdca65db60df shell --fsid a2a597c0-1bce-11f1-835a-ab631984d2b4 -- ceph tell osd.1 flush_pg_stats 2026-03-09T15:47:10.654 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 09 15:47:10 vm02 bash[17514]: cluster 2026-03-09T15:47:09.165106+0000 mgr.x (mgr.14150) 88 : cluster [DBG] pgmap v69: 0 pgs: ; 0 B data, 53 MiB used, 40 GiB / 40 GiB avail 2026-03-09T15:47:10.654 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 09 15:47:10 vm02 bash[17514]: cluster 2026-03-09T15:47:09.165106+0000 mgr.x (mgr.14150) 88 : cluster [DBG] pgmap v69: 0 pgs: ; 0 B data, 53 MiB used, 40 GiB / 40 GiB avail 2026-03-09T15:47:10.654 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 09 15:47:10 vm02 bash[17514]: audit 2026-03-09T15:47:10.204585+0000 mon.a (mon.0) 235 : audit [DBG] from='client.? 192.168.123.102:0/1530216520' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2026-03-09T15:47:10.654 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 09 15:47:10 vm02 bash[17514]: audit 2026-03-09T15:47:10.204585+0000 mon.a (mon.0) 235 : audit [DBG] from='client.? 192.168.123.102:0/1530216520' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2026-03-09T15:47:12.654 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 09 15:47:12 vm02 bash[17514]: cluster 2026-03-09T15:47:11.165372+0000 mgr.x (mgr.14150) 89 : cluster [DBG] pgmap v70: 0 pgs: ; 0 B data, 53 MiB used, 40 GiB / 40 GiB avail 2026-03-09T15:47:12.654 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 09 15:47:12 vm02 bash[17514]: cluster 2026-03-09T15:47:11.165372+0000 mgr.x (mgr.14150) 89 : cluster [DBG] pgmap v70: 0 pgs: ; 0 B data, 53 MiB used, 40 GiB / 40 GiB avail 2026-03-09T15:47:13.927 INFO:teuthology.orchestra.run.vm02.stderr:Inferring config /var/lib/ceph/a2a597c0-1bce-11f1-835a-ab631984d2b4/mon.a/config 2026-03-09T15:47:13.927 INFO:teuthology.orchestra.run.vm02.stderr:Inferring config /var/lib/ceph/a2a597c0-1bce-11f1-835a-ab631984d2b4/mon.a/config 2026-03-09T15:47:14.209 INFO:teuthology.orchestra.run.vm02.stdout:34359738382 2026-03-09T15:47:14.209 DEBUG:teuthology.orchestra.run.vm02:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:e911bdebe5c8faa3800735d1568fcdca65db60df shell --fsid a2a597c0-1bce-11f1-835a-ab631984d2b4 -- ceph osd last-stat-seq osd.0 2026-03-09T15:47:14.221 INFO:teuthology.orchestra.run.vm02.stdout:55834574856 2026-03-09T15:47:14.222 DEBUG:teuthology.orchestra.run.vm02:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:e911bdebe5c8faa3800735d1568fcdca65db60df shell --fsid a2a597c0-1bce-11f1-835a-ab631984d2b4 -- ceph osd last-stat-seq osd.1 2026-03-09T15:47:14.654 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 09 15:47:14 vm02 bash[17514]: cluster 2026-03-09T15:47:13.165613+0000 mgr.x (mgr.14150) 90 : cluster [DBG] pgmap v71: 0 pgs: ; 0 B data, 53 MiB used, 40 GiB / 40 GiB avail 2026-03-09T15:47:14.654 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 09 15:47:14 vm02 bash[17514]: cluster 2026-03-09T15:47:13.165613+0000 mgr.x (mgr.14150) 90 : cluster [DBG] pgmap v71: 0 pgs: ; 0 B data, 53 MiB used, 40 GiB / 40 GiB avail 2026-03-09T15:47:16.654 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 09 15:47:16 vm02 bash[17514]: cluster 2026-03-09T15:47:15.165837+0000 mgr.x (mgr.14150) 91 : cluster [DBG] pgmap v72: 0 pgs: ; 0 B data, 53 MiB used, 40 GiB / 40 GiB avail 2026-03-09T15:47:16.654 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 09 15:47:16 vm02 bash[17514]: cluster 2026-03-09T15:47:15.165837+0000 mgr.x (mgr.14150) 91 : cluster [DBG] pgmap v72: 0 pgs: ; 0 B data, 53 MiB used, 40 GiB / 40 GiB avail 2026-03-09T15:47:17.941 INFO:teuthology.orchestra.run.vm02.stderr:Inferring config /var/lib/ceph/a2a597c0-1bce-11f1-835a-ab631984d2b4/mon.a/config 2026-03-09T15:47:17.942 INFO:teuthology.orchestra.run.vm02.stderr:Inferring config /var/lib/ceph/a2a597c0-1bce-11f1-835a-ab631984d2b4/mon.a/config 2026-03-09T15:47:18.231 INFO:teuthology.orchestra.run.vm02.stdout:34359738383 2026-03-09T15:47:18.256 INFO:teuthology.orchestra.run.vm02.stdout:55834574856 2026-03-09T15:47:18.516 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 09 15:47:18 vm02 bash[17514]: cluster 2026-03-09T15:47:17.166059+0000 mgr.x (mgr.14150) 92 : cluster [DBG] pgmap v73: 0 pgs: ; 0 B data, 53 MiB used, 40 GiB / 40 GiB avail 2026-03-09T15:47:18.516 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 09 15:47:18 vm02 bash[17514]: cluster 2026-03-09T15:47:17.166059+0000 mgr.x (mgr.14150) 92 : cluster [DBG] pgmap v73: 0 pgs: ; 0 B data, 53 MiB used, 40 GiB / 40 GiB avail 2026-03-09T15:47:18.516 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 09 15:47:18 vm02 bash[17514]: audit 2026-03-09T15:47:18.233050+0000 mon.a (mon.0) 236 : audit [DBG] from='client.? 192.168.123.102:0/983177393' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 0}]: dispatch 2026-03-09T15:47:18.516 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 09 15:47:18 vm02 bash[17514]: audit 2026-03-09T15:47:18.233050+0000 mon.a (mon.0) 236 : audit [DBG] from='client.? 192.168.123.102:0/983177393' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 0}]: dispatch 2026-03-09T15:47:18.516 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 09 15:47:18 vm02 bash[17514]: audit 2026-03-09T15:47:18.257402+0000 mon.a (mon.0) 237 : audit [DBG] from='client.? 192.168.123.102:0/1428853266' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 1}]: dispatch 2026-03-09T15:47:18.516 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 09 15:47:18 vm02 bash[17514]: audit 2026-03-09T15:47:18.257402+0000 mon.a (mon.0) 237 : audit [DBG] from='client.? 192.168.123.102:0/1428853266' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 1}]: dispatch 2026-03-09T15:47:18.516 INFO:tasks.cephadm.ceph_manager.ceph:need seq 55834574856 got 55834574856 for osd.1 2026-03-09T15:47:18.516 DEBUG:teuthology.parallel:result is None 2026-03-09T15:47:18.519 INFO:tasks.cephadm.ceph_manager.ceph:need seq 34359738382 got 34359738383 for osd.0 2026-03-09T15:47:18.519 DEBUG:teuthology.parallel:result is None 2026-03-09T15:47:18.519 INFO:tasks.cephadm.ceph_manager.ceph:waiting for clean 2026-03-09T15:47:18.519 DEBUG:teuthology.orchestra.run.vm02:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:e911bdebe5c8faa3800735d1568fcdca65db60df shell --fsid a2a597c0-1bce-11f1-835a-ab631984d2b4 -- ceph pg dump --format=json 2026-03-09T15:47:20.904 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 09 15:47:20 vm02 bash[17514]: cluster 2026-03-09T15:47:19.166269+0000 mgr.x (mgr.14150) 93 : cluster [DBG] pgmap v74: 0 pgs: ; 0 B data, 53 MiB used, 40 GiB / 40 GiB avail 2026-03-09T15:47:20.904 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 09 15:47:20 vm02 bash[17514]: cluster 2026-03-09T15:47:19.166269+0000 mgr.x (mgr.14150) 93 : cluster [DBG] pgmap v74: 0 pgs: ; 0 B data, 53 MiB used, 40 GiB / 40 GiB avail 2026-03-09T15:47:22.904 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 09 15:47:22 vm02 bash[17514]: cluster 2026-03-09T15:47:21.166511+0000 mgr.x (mgr.14150) 94 : cluster [DBG] pgmap v75: 0 pgs: ; 0 B data, 53 MiB used, 40 GiB / 40 GiB avail 2026-03-09T15:47:22.904 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 09 15:47:22 vm02 bash[17514]: cluster 2026-03-09T15:47:21.166511+0000 mgr.x (mgr.14150) 94 : cluster [DBG] pgmap v75: 0 pgs: ; 0 B data, 53 MiB used, 40 GiB / 40 GiB avail 2026-03-09T15:47:23.183 INFO:teuthology.orchestra.run.vm02.stderr:Inferring config /var/lib/ceph/a2a597c0-1bce-11f1-835a-ab631984d2b4/mon.a/config 2026-03-09T15:47:23.465 INFO:teuthology.orchestra.run.vm02.stdout: 2026-03-09T15:47:23.465 INFO:teuthology.orchestra.run.vm02.stderr:dumped all 2026-03-09T15:47:23.519 INFO:teuthology.orchestra.run.vm02.stdout:{"pg_ready":true,"pg_map":{"version":76,"stamp":"2026-03-09T15:47:23.166659+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":0,"num_osds":2,"num_per_pool_osds":2,"num_per_pool_omap_osds":0,"kb":41934848,"kb_used":53920,"kb_used_data":240,"kb_used_omap":3,"kb_used_meta":53628,"kb_avail":41880928,"statfs":{"total":42941284352,"available":42886070272,"internally_reserved":0,"allocated":245760,"data_stored":59348,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":3179,"internal_metadata":54915989},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"0.000000"},"pg_stats":[],"pool_stats":[],"osd_stats":[{"osd":1,"up_from":13,"seq":55834574857,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":0,"kb":20967424,"kb_used":26960,"kb_used_data":120,"kb_used_omap":1,"kb_used_meta":26814,"kb_avail":20940464,"statfs":{"total":21470642176,"available":21443035136,"internally_reserved":0,"allocated":122880,"data_stored":29674,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1590,"internal_metadata":27457994},"hb_peers":[0],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":0,"up_from":8,"seq":34359738384,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":0,"kb":20967424,"kb_used":26960,"kb_used_data":120,"kb_used_omap":1,"kb_used_meta":26814,"kb_avail":20940464,"statfs":{"total":21470642176,"available":21443035136,"internally_reserved":0,"allocated":122880,"data_stored":29674,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1589,"internal_metadata":27457995},"hb_peers":[1],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]}],"pool_statfs":[]}} 2026-03-09T15:47:23.519 DEBUG:teuthology.orchestra.run.vm02:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:e911bdebe5c8faa3800735d1568fcdca65db60df shell --fsid a2a597c0-1bce-11f1-835a-ab631984d2b4 -- ceph pg dump --format=json 2026-03-09T15:47:24.904 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 09 15:47:24 vm02 bash[17514]: cluster 2026-03-09T15:47:23.166744+0000 mgr.x (mgr.14150) 95 : cluster [DBG] pgmap v76: 0 pgs: ; 0 B data, 53 MiB used, 40 GiB / 40 GiB avail 2026-03-09T15:47:24.904 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 09 15:47:24 vm02 bash[17514]: cluster 2026-03-09T15:47:23.166744+0000 mgr.x (mgr.14150) 95 : cluster [DBG] pgmap v76: 0 pgs: ; 0 B data, 53 MiB used, 40 GiB / 40 GiB avail 2026-03-09T15:47:24.904 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 09 15:47:24 vm02 bash[17514]: audit 2026-03-09T15:47:23.466700+0000 mgr.x (mgr.14150) 96 : audit [DBG] from='client.14222 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2026-03-09T15:47:24.904 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 09 15:47:24 vm02 bash[17514]: audit 2026-03-09T15:47:23.466700+0000 mgr.x (mgr.14150) 96 : audit [DBG] from='client.14222 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2026-03-09T15:47:26.904 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 09 15:47:26 vm02 bash[17514]: cluster 2026-03-09T15:47:25.166952+0000 mgr.x (mgr.14150) 97 : cluster [DBG] pgmap v77: 0 pgs: ; 0 B data, 53 MiB used, 40 GiB / 40 GiB avail 2026-03-09T15:47:26.904 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 09 15:47:26 vm02 bash[17514]: cluster 2026-03-09T15:47:25.166952+0000 mgr.x (mgr.14150) 97 : cluster [DBG] pgmap v77: 0 pgs: ; 0 B data, 53 MiB used, 40 GiB / 40 GiB avail 2026-03-09T15:47:27.197 INFO:teuthology.orchestra.run.vm02.stderr:Inferring config /var/lib/ceph/a2a597c0-1bce-11f1-835a-ab631984d2b4/mon.a/config 2026-03-09T15:47:27.459 INFO:teuthology.orchestra.run.vm02.stderr:dumped all 2026-03-09T15:47:27.459 INFO:teuthology.orchestra.run.vm02.stdout: 2026-03-09T15:47:27.513 INFO:teuthology.orchestra.run.vm02.stdout:{"pg_ready":true,"pg_map":{"version":78,"stamp":"2026-03-09T15:47:27.167093+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":0,"num_osds":2,"num_per_pool_osds":2,"num_per_pool_omap_osds":0,"kb":41934848,"kb_used":53920,"kb_used_data":240,"kb_used_omap":3,"kb_used_meta":53628,"kb_avail":41880928,"statfs":{"total":42941284352,"available":42886070272,"internally_reserved":0,"allocated":245760,"data_stored":59348,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":3179,"internal_metadata":54915989},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"0.000000"},"pg_stats":[],"pool_stats":[],"osd_stats":[{"osd":1,"up_from":13,"seq":55834574858,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":0,"kb":20967424,"kb_used":26960,"kb_used_data":120,"kb_used_omap":1,"kb_used_meta":26814,"kb_avail":20940464,"statfs":{"total":21470642176,"available":21443035136,"internally_reserved":0,"allocated":122880,"data_stored":29674,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1590,"internal_metadata":27457994},"hb_peers":[0],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":0,"up_from":8,"seq":34359738385,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":0,"kb":20967424,"kb_used":26960,"kb_used_data":120,"kb_used_omap":1,"kb_used_meta":26814,"kb_avail":20940464,"statfs":{"total":21470642176,"available":21443035136,"internally_reserved":0,"allocated":122880,"data_stored":29674,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1589,"internal_metadata":27457995},"hb_peers":[1],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]}],"pool_statfs":[]}} 2026-03-09T15:47:27.513 INFO:tasks.cephadm.ceph_manager.ceph:clean! 2026-03-09T15:47:27.513 INFO:tasks.ceph:Waiting until ceph cluster ceph is healthy... 2026-03-09T15:47:27.513 INFO:tasks.cephadm.ceph_manager.ceph:wait_until_healthy 2026-03-09T15:47:27.513 DEBUG:teuthology.orchestra.run.vm02:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:e911bdebe5c8faa3800735d1568fcdca65db60df shell --fsid a2a597c0-1bce-11f1-835a-ab631984d2b4 -- ceph health --format=json 2026-03-09T15:47:28.516 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 09 15:47:28 vm02 bash[17514]: cluster 2026-03-09T15:47:27.167178+0000 mgr.x (mgr.14150) 98 : cluster [DBG] pgmap v78: 0 pgs: ; 0 B data, 53 MiB used, 40 GiB / 40 GiB avail 2026-03-09T15:47:28.516 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 09 15:47:28 vm02 bash[17514]: cluster 2026-03-09T15:47:27.167178+0000 mgr.x (mgr.14150) 98 : cluster [DBG] pgmap v78: 0 pgs: ; 0 B data, 53 MiB used, 40 GiB / 40 GiB avail 2026-03-09T15:47:28.516 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 09 15:47:28 vm02 bash[17514]: audit 2026-03-09T15:47:27.461060+0000 mgr.x (mgr.14150) 99 : audit [DBG] from='client.14224 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2026-03-09T15:47:28.516 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 09 15:47:28 vm02 bash[17514]: audit 2026-03-09T15:47:27.461060+0000 mgr.x (mgr.14150) 99 : audit [DBG] from='client.14224 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2026-03-09T15:47:30.904 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 09 15:47:30 vm02 bash[17514]: cluster 2026-03-09T15:47:29.167476+0000 mgr.x (mgr.14150) 100 : cluster [DBG] pgmap v79: 0 pgs: ; 0 B data, 53 MiB used, 40 GiB / 40 GiB avail 2026-03-09T15:47:30.904 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 09 15:47:30 vm02 bash[17514]: cluster 2026-03-09T15:47:29.167476+0000 mgr.x (mgr.14150) 100 : cluster [DBG] pgmap v79: 0 pgs: ; 0 B data, 53 MiB used, 40 GiB / 40 GiB avail 2026-03-09T15:47:31.212 INFO:teuthology.orchestra.run.vm02.stderr:Inferring config /var/lib/ceph/a2a597c0-1bce-11f1-835a-ab631984d2b4/mon.a/config 2026-03-09T15:47:31.496 INFO:teuthology.orchestra.run.vm02.stdout: 2026-03-09T15:47:31.497 INFO:teuthology.orchestra.run.vm02.stdout:{"status":"HEALTH_OK","checks":{},"mutes":[]} 2026-03-09T15:47:31.559 INFO:tasks.cephadm.ceph_manager.ceph:wait_until_healthy done 2026-03-09T15:47:31.559 INFO:tasks.cephadm:Setup complete, yielding 2026-03-09T15:47:31.559 INFO:teuthology.run_tasks:Running task cephadm.shell... 2026-03-09T15:47:31.561 INFO:tasks.cephadm:Running commands on role host.a host ubuntu@vm02.local 2026-03-09T15:47:31.561 DEBUG:teuthology.orchestra.run.vm02:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:e911bdebe5c8faa3800735d1568fcdca65db60df shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid a2a597c0-1bce-11f1-835a-ab631984d2b4 -- bash -c 'ceph fs volume create cephfs' 2026-03-09T15:47:31.904 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 09 15:47:31 vm02 bash[17514]: audit 2026-03-09T15:47:31.498071+0000 mon.a (mon.0) 238 : audit [DBG] from='client.? 192.168.123.102:0/1532448673' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2026-03-09T15:47:31.904 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 09 15:47:31 vm02 bash[17514]: audit 2026-03-09T15:47:31.498071+0000 mon.a (mon.0) 238 : audit [DBG] from='client.? 192.168.123.102:0/1532448673' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2026-03-09T15:47:32.904 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 09 15:47:32 vm02 bash[17514]: cluster 2026-03-09T15:47:31.167761+0000 mgr.x (mgr.14150) 101 : cluster [DBG] pgmap v80: 0 pgs: ; 0 B data, 53 MiB used, 40 GiB / 40 GiB avail 2026-03-09T15:47:32.904 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 09 15:47:32 vm02 bash[17514]: cluster 2026-03-09T15:47:31.167761+0000 mgr.x (mgr.14150) 101 : cluster [DBG] pgmap v80: 0 pgs: ; 0 B data, 53 MiB used, 40 GiB / 40 GiB avail 2026-03-09T15:47:34.904 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 09 15:47:34 vm02 bash[17514]: cluster 2026-03-09T15:47:33.168005+0000 mgr.x (mgr.14150) 102 : cluster [DBG] pgmap v81: 0 pgs: ; 0 B data, 53 MiB used, 40 GiB / 40 GiB avail 2026-03-09T15:47:34.904 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 09 15:47:34 vm02 bash[17514]: cluster 2026-03-09T15:47:33.168005+0000 mgr.x (mgr.14150) 102 : cluster [DBG] pgmap v81: 0 pgs: ; 0 B data, 53 MiB used, 40 GiB / 40 GiB avail 2026-03-09T15:47:35.230 INFO:teuthology.orchestra.run.vm02.stderr:Inferring config /var/lib/ceph/a2a597c0-1bce-11f1-835a-ab631984d2b4/mon.a/config 2026-03-09T15:47:35.904 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 09 15:47:35 vm02 bash[17514]: audit 2026-03-09T15:47:35.528995+0000 mon.a (mon.0) 239 : audit [INF] from='mgr.14150 192.168.123.102:0/2616079682' entity='mgr.x' cmd=[{"prefix": "osd pool create", "pool": "cephfs.cephfs.meta"}]: dispatch 2026-03-09T15:47:35.904 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 09 15:47:35 vm02 bash[17514]: audit 2026-03-09T15:47:35.528995+0000 mon.a (mon.0) 239 : audit [INF] from='mgr.14150 192.168.123.102:0/2616079682' entity='mgr.x' cmd=[{"prefix": "osd pool create", "pool": "cephfs.cephfs.meta"}]: dispatch 2026-03-09T15:47:36.669 INFO:teuthology.run_tasks:Running task cephadm.wait_for_service... 2026-03-09T15:47:36.672 INFO:tasks.cephadm:Waiting for ceph service mds.cephfs to start (timeout 300)... 2026-03-09T15:47:36.672 DEBUG:teuthology.orchestra.run.vm02:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:e911bdebe5c8faa3800735d1568fcdca65db60df shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid a2a597c0-1bce-11f1-835a-ab631984d2b4 -- ceph orch ls -f json 2026-03-09T15:47:36.904 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 09 15:47:36 vm02 bash[17514]: cluster 2026-03-09T15:47:35.168288+0000 mgr.x (mgr.14150) 103 : cluster [DBG] pgmap v82: 0 pgs: ; 0 B data, 53 MiB used, 40 GiB / 40 GiB avail 2026-03-09T15:47:36.904 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 09 15:47:36 vm02 bash[17514]: cluster 2026-03-09T15:47:35.168288+0000 mgr.x (mgr.14150) 103 : cluster [DBG] pgmap v82: 0 pgs: ; 0 B data, 53 MiB used, 40 GiB / 40 GiB avail 2026-03-09T15:47:36.904 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 09 15:47:36 vm02 bash[17514]: audit 2026-03-09T15:47:35.528414+0000 mgr.x (mgr.14150) 104 : audit [DBG] from='client.14228 -' entity='client.admin' cmd=[{"prefix": "fs volume create", "name": "cephfs", "target": ["mon-mgr", ""]}]: dispatch 2026-03-09T15:47:36.904 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 09 15:47:36 vm02 bash[17514]: audit 2026-03-09T15:47:35.528414+0000 mgr.x (mgr.14150) 104 : audit [DBG] from='client.14228 -' entity='client.admin' cmd=[{"prefix": "fs volume create", "name": "cephfs", "target": ["mon-mgr", ""]}]: dispatch 2026-03-09T15:47:36.904 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 09 15:47:36 vm02 bash[17514]: audit 2026-03-09T15:47:35.543467+0000 mon.a (mon.0) 240 : audit [INF] from='mgr.14150 192.168.123.102:0/2616079682' entity='mgr.x' cmd='[{"prefix": "osd pool create", "pool": "cephfs.cephfs.meta"}]': finished 2026-03-09T15:47:36.904 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 09 15:47:36 vm02 bash[17514]: audit 2026-03-09T15:47:35.543467+0000 mon.a (mon.0) 240 : audit [INF] from='mgr.14150 192.168.123.102:0/2616079682' entity='mgr.x' cmd='[{"prefix": "osd pool create", "pool": "cephfs.cephfs.meta"}]': finished 2026-03-09T15:47:36.904 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 09 15:47:36 vm02 bash[17514]: cluster 2026-03-09T15:47:35.546318+0000 mon.a (mon.0) 241 : cluster [DBG] osdmap e15: 2 total, 2 up, 2 in 2026-03-09T15:47:36.904 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 09 15:47:36 vm02 bash[17514]: cluster 2026-03-09T15:47:35.546318+0000 mon.a (mon.0) 241 : cluster [DBG] osdmap e15: 2 total, 2 up, 2 in 2026-03-09T15:47:36.904 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 09 15:47:36 vm02 bash[17514]: audit 2026-03-09T15:47:35.550261+0000 mon.a (mon.0) 242 : audit [INF] from='mgr.14150 192.168.123.102:0/2616079682' entity='mgr.x' cmd=[{"bulk": true, "prefix": "osd pool create", "pool": "cephfs.cephfs.data"}]: dispatch 2026-03-09T15:47:36.904 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 09 15:47:36 vm02 bash[17514]: audit 2026-03-09T15:47:35.550261+0000 mon.a (mon.0) 242 : audit [INF] from='mgr.14150 192.168.123.102:0/2616079682' entity='mgr.x' cmd=[{"bulk": true, "prefix": "osd pool create", "pool": "cephfs.cephfs.data"}]: dispatch 2026-03-09T15:47:36.904 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 09 15:47:36 vm02 bash[17514]: debug 2026-03-09T15:47:36.570+0000 7fe648291640 -1 log_channel(cluster) log [ERR] : Health check failed: 1 filesystem is offline (MDS_ALL_DOWN) 2026-03-09T15:47:37.795 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 09 15:47:37 vm02 systemd[1]: /etc/systemd/system/ceph-a2a597c0-1bce-11f1-835a-ab631984d2b4@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2026-03-09T15:47:37.795 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 09 15:47:37 vm02 bash[17514]: audit 2026-03-09T15:47:36.560427+0000 mon.a (mon.0) 243 : audit [INF] from='mgr.14150 192.168.123.102:0/2616079682' entity='mgr.x' cmd='[{"bulk": true, "prefix": "osd pool create", "pool": "cephfs.cephfs.data"}]': finished 2026-03-09T15:47:37.795 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 09 15:47:37 vm02 bash[17514]: audit 2026-03-09T15:47:36.560427+0000 mon.a (mon.0) 243 : audit [INF] from='mgr.14150 192.168.123.102:0/2616079682' entity='mgr.x' cmd='[{"bulk": true, "prefix": "osd pool create", "pool": "cephfs.cephfs.data"}]': finished 2026-03-09T15:47:37.795 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 09 15:47:37 vm02 bash[17514]: cluster 2026-03-09T15:47:36.569930+0000 mon.a (mon.0) 244 : cluster [DBG] osdmap e16: 2 total, 2 up, 2 in 2026-03-09T15:47:37.795 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 09 15:47:37 vm02 bash[17514]: cluster 2026-03-09T15:47:36.569930+0000 mon.a (mon.0) 244 : cluster [DBG] osdmap e16: 2 total, 2 up, 2 in 2026-03-09T15:47:37.795 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 09 15:47:37 vm02 bash[17514]: audit 2026-03-09T15:47:36.572729+0000 mon.a (mon.0) 245 : audit [INF] from='mgr.14150 192.168.123.102:0/2616079682' entity='mgr.x' cmd=[{"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs.cephfs.meta", "data": "cephfs.cephfs.data"}]: dispatch 2026-03-09T15:47:37.795 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 09 15:47:37 vm02 bash[17514]: audit 2026-03-09T15:47:36.572729+0000 mon.a (mon.0) 245 : audit [INF] from='mgr.14150 192.168.123.102:0/2616079682' entity='mgr.x' cmd=[{"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs.cephfs.meta", "data": "cephfs.cephfs.data"}]: dispatch 2026-03-09T15:47:37.795 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 09 15:47:37 vm02 bash[17514]: cluster 2026-03-09T15:47:36.573422+0000 mon.a (mon.0) 246 : cluster [ERR] Health check failed: 1 filesystem is offline (MDS_ALL_DOWN) 2026-03-09T15:47:37.795 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 09 15:47:37 vm02 bash[17514]: cluster 2026-03-09T15:47:36.573422+0000 mon.a (mon.0) 246 : cluster [ERR] Health check failed: 1 filesystem is offline (MDS_ALL_DOWN) 2026-03-09T15:47:37.795 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 09 15:47:37 vm02 bash[17514]: cluster 2026-03-09T15:47:36.573431+0000 mon.a (mon.0) 247 : cluster [WRN] Health check failed: 1 filesystem is online with fewer MDS than max_mds (MDS_UP_LESS_THAN_MAX) 2026-03-09T15:47:37.795 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 09 15:47:37 vm02 bash[17514]: cluster 2026-03-09T15:47:36.573431+0000 mon.a (mon.0) 247 : cluster [WRN] Health check failed: 1 filesystem is online with fewer MDS than max_mds (MDS_UP_LESS_THAN_MAX) 2026-03-09T15:47:37.796 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 09 15:47:37 vm02 bash[17514]: audit 2026-03-09T15:47:36.577733+0000 mon.a (mon.0) 248 : audit [INF] from='mgr.14150 192.168.123.102:0/2616079682' entity='mgr.x' cmd='[{"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs.cephfs.meta", "data": "cephfs.cephfs.data"}]': finished 2026-03-09T15:47:37.796 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 09 15:47:37 vm02 bash[17514]: audit 2026-03-09T15:47:36.577733+0000 mon.a (mon.0) 248 : audit [INF] from='mgr.14150 192.168.123.102:0/2616079682' entity='mgr.x' cmd='[{"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs.cephfs.meta", "data": "cephfs.cephfs.data"}]': finished 2026-03-09T15:47:37.796 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 09 15:47:37 vm02 bash[17514]: cluster 2026-03-09T15:47:36.581557+0000 mon.a (mon.0) 249 : cluster [DBG] osdmap e17: 2 total, 2 up, 2 in 2026-03-09T15:47:37.796 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 09 15:47:37 vm02 bash[17514]: cluster 2026-03-09T15:47:36.581557+0000 mon.a (mon.0) 249 : cluster [DBG] osdmap e17: 2 total, 2 up, 2 in 2026-03-09T15:47:37.796 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 09 15:47:37 vm02 bash[17514]: cluster 2026-03-09T15:47:36.581737+0000 mon.a (mon.0) 250 : cluster [DBG] fsmap cephfs:0 2026-03-09T15:47:37.796 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 09 15:47:37 vm02 bash[17514]: cluster 2026-03-09T15:47:36.581737+0000 mon.a (mon.0) 250 : cluster [DBG] fsmap cephfs:0 2026-03-09T15:47:37.796 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 09 15:47:37 vm02 bash[17514]: cephadm 2026-03-09T15:47:36.586651+0000 mgr.x (mgr.14150) 105 : cephadm [INF] Saving service mds.cephfs spec with placement count:2 2026-03-09T15:47:37.796 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 09 15:47:37 vm02 bash[17514]: cephadm 2026-03-09T15:47:36.586651+0000 mgr.x (mgr.14150) 105 : cephadm [INF] Saving service mds.cephfs spec with placement count:2 2026-03-09T15:47:37.796 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 09 15:47:37 vm02 bash[17514]: audit 2026-03-09T15:47:36.589711+0000 mon.a (mon.0) 251 : audit [INF] from='mgr.14150 192.168.123.102:0/2616079682' entity='mgr.x' 2026-03-09T15:47:37.796 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 09 15:47:37 vm02 bash[17514]: audit 2026-03-09T15:47:36.589711+0000 mon.a (mon.0) 251 : audit [INF] from='mgr.14150 192.168.123.102:0/2616079682' entity='mgr.x' 2026-03-09T15:47:37.796 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 09 15:47:37 vm02 bash[17514]: audit 2026-03-09T15:47:36.598825+0000 mon.a (mon.0) 252 : audit [DBG] from='mgr.14150 192.168.123.102:0/2616079682' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2026-03-09T15:47:37.796 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 09 15:47:37 vm02 bash[17514]: audit 2026-03-09T15:47:36.598825+0000 mon.a (mon.0) 252 : audit [DBG] from='mgr.14150 192.168.123.102:0/2616079682' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2026-03-09T15:47:37.796 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 09 15:47:37 vm02 bash[17514]: audit 2026-03-09T15:47:36.961199+0000 mon.a (mon.0) 253 : audit [DBG] from='mgr.14150 192.168.123.102:0/2616079682' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-03-09T15:47:37.796 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 09 15:47:37 vm02 bash[17514]: audit 2026-03-09T15:47:36.961199+0000 mon.a (mon.0) 253 : audit [DBG] from='mgr.14150 192.168.123.102:0/2616079682' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-03-09T15:47:37.796 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 09 15:47:37 vm02 bash[17514]: audit 2026-03-09T15:47:36.961887+0000 mon.a (mon.0) 254 : audit [INF] from='mgr.14150 192.168.123.102:0/2616079682' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2026-03-09T15:47:37.796 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 09 15:47:37 vm02 bash[17514]: audit 2026-03-09T15:47:36.961887+0000 mon.a (mon.0) 254 : audit [INF] from='mgr.14150 192.168.123.102:0/2616079682' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2026-03-09T15:47:37.796 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 09 15:47:37 vm02 bash[17514]: audit 2026-03-09T15:47:36.966134+0000 mon.a (mon.0) 255 : audit [INF] from='mgr.14150 192.168.123.102:0/2616079682' entity='mgr.x' 2026-03-09T15:47:37.796 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 09 15:47:37 vm02 bash[17514]: audit 2026-03-09T15:47:36.966134+0000 mon.a (mon.0) 255 : audit [INF] from='mgr.14150 192.168.123.102:0/2616079682' entity='mgr.x' 2026-03-09T15:47:37.796 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 09 15:47:37 vm02 bash[17514]: audit 2026-03-09T15:47:36.967887+0000 mon.a (mon.0) 256 : audit [INF] from='mgr.14150 192.168.123.102:0/2616079682' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.cephfs.vm02.lphlvh", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2026-03-09T15:47:37.796 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 09 15:47:37 vm02 bash[17514]: audit 2026-03-09T15:47:36.967887+0000 mon.a (mon.0) 256 : audit [INF] from='mgr.14150 192.168.123.102:0/2616079682' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.cephfs.vm02.lphlvh", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2026-03-09T15:47:37.796 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 09 15:47:37 vm02 bash[17514]: audit 2026-03-09T15:47:36.969343+0000 mon.a (mon.0) 257 : audit [INF] from='mgr.14150 192.168.123.102:0/2616079682' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.cephfs.vm02.lphlvh", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2026-03-09T15:47:37.796 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 09 15:47:37 vm02 bash[17514]: audit 2026-03-09T15:47:36.969343+0000 mon.a (mon.0) 257 : audit [INF] from='mgr.14150 192.168.123.102:0/2616079682' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.cephfs.vm02.lphlvh", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2026-03-09T15:47:37.796 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 09 15:47:37 vm02 bash[17514]: audit 2026-03-09T15:47:36.971114+0000 mon.a (mon.0) 258 : audit [DBG] from='mgr.14150 192.168.123.102:0/2616079682' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-03-09T15:47:37.796 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 09 15:47:37 vm02 bash[17514]: audit 2026-03-09T15:47:36.971114+0000 mon.a (mon.0) 258 : audit [DBG] from='mgr.14150 192.168.123.102:0/2616079682' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-03-09T15:47:37.796 INFO:journalctl@ceph.mgr.x.vm02.stdout:Mar 09 15:47:37 vm02 systemd[1]: /etc/systemd/system/ceph-a2a597c0-1bce-11f1-835a-ab631984d2b4@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2026-03-09T15:47:37.796 INFO:journalctl@ceph.osd.0.vm02.stdout:Mar 09 15:47:37 vm02 systemd[1]: /etc/systemd/system/ceph-a2a597c0-1bce-11f1-835a-ab631984d2b4@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2026-03-09T15:47:37.796 INFO:journalctl@ceph.osd.1.vm02.stdout:Mar 09 15:47:37 vm02 systemd[1]: /etc/systemd/system/ceph-a2a597c0-1bce-11f1-835a-ab631984d2b4@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2026-03-09T15:47:38.091 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 09 15:47:37 vm02 systemd[1]: /etc/systemd/system/ceph-a2a597c0-1bce-11f1-835a-ab631984d2b4@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2026-03-09T15:47:38.091 INFO:journalctl@ceph.osd.1.vm02.stdout:Mar 09 15:47:37 vm02 systemd[1]: /etc/systemd/system/ceph-a2a597c0-1bce-11f1-835a-ab631984d2b4@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2026-03-09T15:47:38.091 INFO:journalctl@ceph.mgr.x.vm02.stdout:Mar 09 15:47:37 vm02 systemd[1]: /etc/systemd/system/ceph-a2a597c0-1bce-11f1-835a-ab631984d2b4@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2026-03-09T15:47:38.091 INFO:journalctl@ceph.osd.0.vm02.stdout:Mar 09 15:47:37 vm02 systemd[1]: /etc/systemd/system/ceph-a2a597c0-1bce-11f1-835a-ab631984d2b4@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2026-03-09T15:47:38.630 INFO:journalctl@ceph.mgr.x.vm02.stdout:Mar 09 15:47:38 vm02 systemd[1]: /etc/systemd/system/ceph-a2a597c0-1bce-11f1-835a-ab631984d2b4@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2026-03-09T15:47:38.630 INFO:journalctl@ceph.osd.0.vm02.stdout:Mar 09 15:47:38 vm02 systemd[1]: /etc/systemd/system/ceph-a2a597c0-1bce-11f1-835a-ab631984d2b4@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2026-03-09T15:47:38.630 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 09 15:47:38 vm02 systemd[1]: /etc/systemd/system/ceph-a2a597c0-1bce-11f1-835a-ab631984d2b4@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2026-03-09T15:47:38.631 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 09 15:47:38 vm02 bash[17514]: cephadm 2026-03-09T15:47:36.971670+0000 mgr.x (mgr.14150) 106 : cephadm [INF] Deploying daemon mds.cephfs.vm02.lphlvh on vm02 2026-03-09T15:47:38.631 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 09 15:47:38 vm02 bash[17514]: cephadm 2026-03-09T15:47:36.971670+0000 mgr.x (mgr.14150) 106 : cephadm [INF] Deploying daemon mds.cephfs.vm02.lphlvh on vm02 2026-03-09T15:47:38.631 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 09 15:47:38 vm02 bash[17514]: cluster 2026-03-09T15:47:37.168657+0000 mgr.x (mgr.14150) 107 : cluster [DBG] pgmap v86: 64 pgs: 9 creating+peering, 55 unknown; 0 B data, 53 MiB used, 40 GiB / 40 GiB avail 2026-03-09T15:47:38.631 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 09 15:47:38 vm02 bash[17514]: cluster 2026-03-09T15:47:37.168657+0000 mgr.x (mgr.14150) 107 : cluster [DBG] pgmap v86: 64 pgs: 9 creating+peering, 55 unknown; 0 B data, 53 MiB used, 40 GiB / 40 GiB avail 2026-03-09T15:47:38.631 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 09 15:47:38 vm02 bash[17514]: cluster 2026-03-09T15:47:37.585564+0000 mon.a (mon.0) 259 : cluster [DBG] osdmap e18: 2 total, 2 up, 2 in 2026-03-09T15:47:38.631 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 09 15:47:38 vm02 bash[17514]: cluster 2026-03-09T15:47:37.585564+0000 mon.a (mon.0) 259 : cluster [DBG] osdmap e18: 2 total, 2 up, 2 in 2026-03-09T15:47:38.631 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 09 15:47:38 vm02 bash[17514]: audit 2026-03-09T15:47:37.917366+0000 mon.a (mon.0) 260 : audit [INF] from='mgr.14150 192.168.123.102:0/2616079682' entity='mgr.x' 2026-03-09T15:47:38.631 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 09 15:47:38 vm02 bash[17514]: audit 2026-03-09T15:47:37.917366+0000 mon.a (mon.0) 260 : audit [INF] from='mgr.14150 192.168.123.102:0/2616079682' entity='mgr.x' 2026-03-09T15:47:38.631 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 09 15:47:38 vm02 bash[17514]: audit 2026-03-09T15:47:37.921115+0000 mon.a (mon.0) 261 : audit [INF] from='mgr.14150 192.168.123.102:0/2616079682' entity='mgr.x' 2026-03-09T15:47:38.631 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 09 15:47:38 vm02 bash[17514]: audit 2026-03-09T15:47:37.921115+0000 mon.a (mon.0) 261 : audit [INF] from='mgr.14150 192.168.123.102:0/2616079682' entity='mgr.x' 2026-03-09T15:47:38.631 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 09 15:47:38 vm02 bash[17514]: audit 2026-03-09T15:47:37.923945+0000 mon.a (mon.0) 262 : audit [INF] from='mgr.14150 192.168.123.102:0/2616079682' entity='mgr.x' 2026-03-09T15:47:38.631 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 09 15:47:38 vm02 bash[17514]: audit 2026-03-09T15:47:37.923945+0000 mon.a (mon.0) 262 : audit [INF] from='mgr.14150 192.168.123.102:0/2616079682' entity='mgr.x' 2026-03-09T15:47:38.631 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 09 15:47:38 vm02 bash[17514]: audit 2026-03-09T15:47:37.924562+0000 mon.a (mon.0) 263 : audit [INF] from='mgr.14150 192.168.123.102:0/2616079682' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.cephfs.vm02.ktkhay", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2026-03-09T15:47:38.631 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 09 15:47:38 vm02 bash[17514]: audit 2026-03-09T15:47:37.924562+0000 mon.a (mon.0) 263 : audit [INF] from='mgr.14150 192.168.123.102:0/2616079682' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.cephfs.vm02.ktkhay", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2026-03-09T15:47:38.631 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 09 15:47:38 vm02 bash[17514]: audit 2026-03-09T15:47:37.925824+0000 mon.a (mon.0) 264 : audit [INF] from='mgr.14150 192.168.123.102:0/2616079682' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.cephfs.vm02.ktkhay", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2026-03-09T15:47:38.631 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 09 15:47:38 vm02 bash[17514]: audit 2026-03-09T15:47:37.925824+0000 mon.a (mon.0) 264 : audit [INF] from='mgr.14150 192.168.123.102:0/2616079682' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.cephfs.vm02.ktkhay", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2026-03-09T15:47:38.631 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 09 15:47:38 vm02 bash[17514]: audit 2026-03-09T15:47:37.927296+0000 mon.a (mon.0) 265 : audit [DBG] from='mgr.14150 192.168.123.102:0/2616079682' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-03-09T15:47:38.631 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 09 15:47:38 vm02 bash[17514]: audit 2026-03-09T15:47:37.927296+0000 mon.a (mon.0) 265 : audit [DBG] from='mgr.14150 192.168.123.102:0/2616079682' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-03-09T15:47:38.631 INFO:journalctl@ceph.osd.1.vm02.stdout:Mar 09 15:47:38 vm02 systemd[1]: /etc/systemd/system/ceph-a2a597c0-1bce-11f1-835a-ab631984d2b4@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2026-03-09T15:47:38.904 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 09 15:47:38 vm02 systemd[1]: /etc/systemd/system/ceph-a2a597c0-1bce-11f1-835a-ab631984d2b4@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2026-03-09T15:47:38.904 INFO:journalctl@ceph.osd.0.vm02.stdout:Mar 09 15:47:38 vm02 systemd[1]: /etc/systemd/system/ceph-a2a597c0-1bce-11f1-835a-ab631984d2b4@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2026-03-09T15:47:38.904 INFO:journalctl@ceph.mgr.x.vm02.stdout:Mar 09 15:47:38 vm02 systemd[1]: /etc/systemd/system/ceph-a2a597c0-1bce-11f1-835a-ab631984d2b4@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2026-03-09T15:47:38.904 INFO:journalctl@ceph.osd.1.vm02.stdout:Mar 09 15:47:38 vm02 systemd[1]: /etc/systemd/system/ceph-a2a597c0-1bce-11f1-835a-ab631984d2b4@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2026-03-09T15:47:39.904 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 09 15:47:39 vm02 bash[17514]: cephadm 2026-03-09T15:47:37.927982+0000 mgr.x (mgr.14150) 108 : cephadm [INF] Deploying daemon mds.cephfs.vm02.ktkhay on vm02 2026-03-09T15:47:39.904 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 09 15:47:39 vm02 bash[17514]: cephadm 2026-03-09T15:47:37.927982+0000 mgr.x (mgr.14150) 108 : cephadm [INF] Deploying daemon mds.cephfs.vm02.ktkhay on vm02 2026-03-09T15:47:39.904 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 09 15:47:39 vm02 bash[17514]: cluster 2026-03-09T15:47:38.597446+0000 mon.a (mon.0) 266 : cluster [DBG] osdmap e19: 2 total, 2 up, 2 in 2026-03-09T15:47:39.904 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 09 15:47:39 vm02 bash[17514]: cluster 2026-03-09T15:47:38.597446+0000 mon.a (mon.0) 266 : cluster [DBG] osdmap e19: 2 total, 2 up, 2 in 2026-03-09T15:47:39.904 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 09 15:47:39 vm02 bash[17514]: audit 2026-03-09T15:47:38.869983+0000 mon.a (mon.0) 267 : audit [INF] from='mgr.14150 192.168.123.102:0/2616079682' entity='mgr.x' 2026-03-09T15:47:39.904 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 09 15:47:39 vm02 bash[17514]: audit 2026-03-09T15:47:38.869983+0000 mon.a (mon.0) 267 : audit [INF] from='mgr.14150 192.168.123.102:0/2616079682' entity='mgr.x' 2026-03-09T15:47:39.904 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 09 15:47:39 vm02 bash[17514]: audit 2026-03-09T15:47:38.872750+0000 mon.a (mon.0) 268 : audit [INF] from='mgr.14150 192.168.123.102:0/2616079682' entity='mgr.x' 2026-03-09T15:47:39.904 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 09 15:47:39 vm02 bash[17514]: audit 2026-03-09T15:47:38.872750+0000 mon.a (mon.0) 268 : audit [INF] from='mgr.14150 192.168.123.102:0/2616079682' entity='mgr.x' 2026-03-09T15:47:39.904 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 09 15:47:39 vm02 bash[17514]: audit 2026-03-09T15:47:38.875092+0000 mon.a (mon.0) 269 : audit [INF] from='mgr.14150 192.168.123.102:0/2616079682' entity='mgr.x' 2026-03-09T15:47:39.904 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 09 15:47:39 vm02 bash[17514]: audit 2026-03-09T15:47:38.875092+0000 mon.a (mon.0) 269 : audit [INF] from='mgr.14150 192.168.123.102:0/2616079682' entity='mgr.x' 2026-03-09T15:47:39.905 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 09 15:47:39 vm02 bash[17514]: audit 2026-03-09T15:47:38.877194+0000 mon.a (mon.0) 270 : audit [INF] from='mgr.14150 192.168.123.102:0/2616079682' entity='mgr.x' 2026-03-09T15:47:39.905 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 09 15:47:39 vm02 bash[17514]: audit 2026-03-09T15:47:38.877194+0000 mon.a (mon.0) 270 : audit [INF] from='mgr.14150 192.168.123.102:0/2616079682' entity='mgr.x' 2026-03-09T15:47:39.905 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 09 15:47:39 vm02 bash[17514]: audit 2026-03-09T15:47:38.880233+0000 mon.a (mon.0) 271 : audit [INF] from='mgr.14150 192.168.123.102:0/2616079682' entity='mgr.x' 2026-03-09T15:47:39.905 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 09 15:47:39 vm02 bash[17514]: audit 2026-03-09T15:47:38.880233+0000 mon.a (mon.0) 271 : audit [INF] from='mgr.14150 192.168.123.102:0/2616079682' entity='mgr.x' 2026-03-09T15:47:39.905 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 09 15:47:39 vm02 bash[17514]: audit 2026-03-09T15:47:38.886690+0000 mon.a (mon.0) 272 : audit [DBG] from='mgr.14150 192.168.123.102:0/2616079682' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2026-03-09T15:47:39.905 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 09 15:47:39 vm02 bash[17514]: audit 2026-03-09T15:47:38.886690+0000 mon.a (mon.0) 272 : audit [DBG] from='mgr.14150 192.168.123.102:0/2616079682' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2026-03-09T15:47:39.905 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 09 15:47:39 vm02 bash[17514]: cluster 2026-03-09T15:47:38.974168+0000 mon.a (mon.0) 273 : cluster [DBG] mds.? [v2:192.168.123.102:6818/2430541130,v1:192.168.123.102:6819/2430541130] up:boot 2026-03-09T15:47:39.905 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 09 15:47:39 vm02 bash[17514]: cluster 2026-03-09T15:47:38.974168+0000 mon.a (mon.0) 273 : cluster [DBG] mds.? [v2:192.168.123.102:6818/2430541130,v1:192.168.123.102:6819/2430541130] up:boot 2026-03-09T15:47:39.905 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 09 15:47:39 vm02 bash[17514]: cluster 2026-03-09T15:47:38.974738+0000 mon.a (mon.0) 274 : cluster [INF] daemon mds.cephfs.vm02.lphlvh assigned to filesystem cephfs as rank 0 (now has 1 ranks) 2026-03-09T15:47:39.905 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 09 15:47:39 vm02 bash[17514]: cluster 2026-03-09T15:47:38.974738+0000 mon.a (mon.0) 274 : cluster [INF] daemon mds.cephfs.vm02.lphlvh assigned to filesystem cephfs as rank 0 (now has 1 ranks) 2026-03-09T15:47:39.905 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 09 15:47:39 vm02 bash[17514]: cluster 2026-03-09T15:47:38.974926+0000 mon.a (mon.0) 275 : cluster [INF] Health check cleared: MDS_ALL_DOWN (was: 1 filesystem is offline) 2026-03-09T15:47:39.905 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 09 15:47:39 vm02 bash[17514]: cluster 2026-03-09T15:47:38.974926+0000 mon.a (mon.0) 275 : cluster [INF] Health check cleared: MDS_ALL_DOWN (was: 1 filesystem is offline) 2026-03-09T15:47:39.905 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 09 15:47:39 vm02 bash[17514]: cluster 2026-03-09T15:47:38.974965+0000 mon.a (mon.0) 276 : cluster [INF] Health check cleared: MDS_UP_LESS_THAN_MAX (was: 1 filesystem is online with fewer MDS than max_mds) 2026-03-09T15:47:39.905 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 09 15:47:39 vm02 bash[17514]: cluster 2026-03-09T15:47:38.974965+0000 mon.a (mon.0) 276 : cluster [INF] Health check cleared: MDS_UP_LESS_THAN_MAX (was: 1 filesystem is online with fewer MDS than max_mds) 2026-03-09T15:47:39.905 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 09 15:47:39 vm02 bash[17514]: cluster 2026-03-09T15:47:38.974993+0000 mon.a (mon.0) 277 : cluster [INF] Cluster is now healthy 2026-03-09T15:47:39.905 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 09 15:47:39 vm02 bash[17514]: cluster 2026-03-09T15:47:38.974993+0000 mon.a (mon.0) 277 : cluster [INF] Cluster is now healthy 2026-03-09T15:47:39.905 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 09 15:47:39 vm02 bash[17514]: cluster 2026-03-09T15:47:38.975486+0000 mon.a (mon.0) 278 : cluster [DBG] fsmap cephfs:0 1 up:standby 2026-03-09T15:47:39.905 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 09 15:47:39 vm02 bash[17514]: cluster 2026-03-09T15:47:38.975486+0000 mon.a (mon.0) 278 : cluster [DBG] fsmap cephfs:0 1 up:standby 2026-03-09T15:47:39.905 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 09 15:47:39 vm02 bash[17514]: audit 2026-03-09T15:47:38.975726+0000 mon.a (mon.0) 279 : audit [DBG] from='mgr.14150 192.168.123.102:0/2616079682' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "cephfs.vm02.lphlvh"}]: dispatch 2026-03-09T15:47:39.905 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 09 15:47:39 vm02 bash[17514]: audit 2026-03-09T15:47:38.975726+0000 mon.a (mon.0) 279 : audit [DBG] from='mgr.14150 192.168.123.102:0/2616079682' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "cephfs.vm02.lphlvh"}]: dispatch 2026-03-09T15:47:39.905 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 09 15:47:39 vm02 bash[17514]: cluster 2026-03-09T15:47:38.979522+0000 mon.a (mon.0) 280 : cluster [DBG] fsmap cephfs:1 {0=cephfs.vm02.lphlvh=up:creating} 2026-03-09T15:47:39.905 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 09 15:47:39 vm02 bash[17514]: cluster 2026-03-09T15:47:38.979522+0000 mon.a (mon.0) 280 : cluster [DBG] fsmap cephfs:1 {0=cephfs.vm02.lphlvh=up:creating} 2026-03-09T15:47:39.905 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 09 15:47:39 vm02 bash[17514]: cluster 2026-03-09T15:47:39.054217+0000 mon.a (mon.0) 281 : cluster [INF] daemon mds.cephfs.vm02.lphlvh is now active in filesystem cephfs as rank 0 2026-03-09T15:47:39.905 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 09 15:47:39 vm02 bash[17514]: cluster 2026-03-09T15:47:39.054217+0000 mon.a (mon.0) 281 : cluster [INF] daemon mds.cephfs.vm02.lphlvh is now active in filesystem cephfs as rank 0 2026-03-09T15:47:39.905 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 09 15:47:39 vm02 bash[17514]: audit 2026-03-09T15:47:39.177093+0000 mon.a (mon.0) 282 : audit [INF] from='mgr.14150 192.168.123.102:0/2616079682' entity='mgr.x' 2026-03-09T15:47:39.905 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 09 15:47:39 vm02 bash[17514]: audit 2026-03-09T15:47:39.177093+0000 mon.a (mon.0) 282 : audit [INF] from='mgr.14150 192.168.123.102:0/2616079682' entity='mgr.x' 2026-03-09T15:47:41.154 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 09 15:47:40 vm02 bash[17514]: cluster 2026-03-09T15:47:39.169174+0000 mgr.x (mgr.14150) 109 : cluster [DBG] pgmap v89: 64 pgs: 39 active+undersized, 9 creating+peering, 16 unknown; 0 B data, 53 MiB used, 40 GiB / 40 GiB avail 2026-03-09T15:47:41.154 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 09 15:47:40 vm02 bash[17514]: cluster 2026-03-09T15:47:39.169174+0000 mgr.x (mgr.14150) 109 : cluster [DBG] pgmap v89: 64 pgs: 39 active+undersized, 9 creating+peering, 16 unknown; 0 B data, 53 MiB used, 40 GiB / 40 GiB avail 2026-03-09T15:47:41.154 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 09 15:47:40 vm02 bash[17514]: cluster 2026-03-09T15:47:39.659018+0000 mon.a (mon.0) 283 : cluster [DBG] mds.? [v2:192.168.123.102:6818/2430541130,v1:192.168.123.102:6819/2430541130] up:active 2026-03-09T15:47:41.154 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 09 15:47:40 vm02 bash[17514]: cluster 2026-03-09T15:47:39.659018+0000 mon.a (mon.0) 283 : cluster [DBG] mds.? [v2:192.168.123.102:6818/2430541130,v1:192.168.123.102:6819/2430541130] up:active 2026-03-09T15:47:41.154 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 09 15:47:40 vm02 bash[17514]: cluster 2026-03-09T15:47:39.659108+0000 mon.a (mon.0) 284 : cluster [DBG] mds.? [v2:192.168.123.102:6820/3864174193,v1:192.168.123.102:6821/3864174193] up:boot 2026-03-09T15:47:41.154 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 09 15:47:40 vm02 bash[17514]: cluster 2026-03-09T15:47:39.659108+0000 mon.a (mon.0) 284 : cluster [DBG] mds.? [v2:192.168.123.102:6820/3864174193,v1:192.168.123.102:6821/3864174193] up:boot 2026-03-09T15:47:41.154 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 09 15:47:40 vm02 bash[17514]: cluster 2026-03-09T15:47:39.659269+0000 mon.a (mon.0) 285 : cluster [DBG] fsmap cephfs:1 {0=cephfs.vm02.lphlvh=up:active} 1 up:standby 2026-03-09T15:47:41.154 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 09 15:47:40 vm02 bash[17514]: cluster 2026-03-09T15:47:39.659269+0000 mon.a (mon.0) 285 : cluster [DBG] fsmap cephfs:1 {0=cephfs.vm02.lphlvh=up:active} 1 up:standby 2026-03-09T15:47:41.154 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 09 15:47:40 vm02 bash[17514]: audit 2026-03-09T15:47:39.659788+0000 mon.a (mon.0) 286 : audit [DBG] from='mgr.14150 192.168.123.102:0/2616079682' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "cephfs.vm02.ktkhay"}]: dispatch 2026-03-09T15:47:41.154 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 09 15:47:40 vm02 bash[17514]: audit 2026-03-09T15:47:39.659788+0000 mon.a (mon.0) 286 : audit [DBG] from='mgr.14150 192.168.123.102:0/2616079682' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "cephfs.vm02.ktkhay"}]: dispatch 2026-03-09T15:47:42.154 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 09 15:47:41 vm02 bash[17514]: cluster 2026-03-09T15:47:41.658232+0000 mon.a (mon.0) 287 : cluster [WRN] Health check failed: Degraded data redundancy: 7/21 objects degraded (33.333%), 3 pgs degraded (PG_DEGRADED) 2026-03-09T15:47:42.154 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 09 15:47:41 vm02 bash[17514]: cluster 2026-03-09T15:47:41.658232+0000 mon.a (mon.0) 287 : cluster [WRN] Health check failed: Degraded data redundancy: 7/21 objects degraded (33.333%), 3 pgs degraded (PG_DEGRADED) 2026-03-09T15:47:43.154 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 09 15:47:42 vm02 bash[17514]: cluster 2026-03-09T15:47:41.169649+0000 mgr.x (mgr.14150) 110 : cluster [DBG] pgmap v90: 64 pgs: 3 active+undersized+degraded, 61 active+undersized; 592 B data, 53 MiB used, 40 GiB / 40 GiB avail; 7/21 objects degraded (33.333%) 2026-03-09T15:47:43.154 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 09 15:47:42 vm02 bash[17514]: cluster 2026-03-09T15:47:41.169649+0000 mgr.x (mgr.14150) 110 : cluster [DBG] pgmap v90: 64 pgs: 3 active+undersized+degraded, 61 active+undersized; 592 B data, 53 MiB used, 40 GiB / 40 GiB avail; 7/21 objects degraded (33.333%) 2026-03-09T15:47:43.331 INFO:teuthology.orchestra.run.vm02.stderr:Inferring config /var/lib/ceph/a2a597c0-1bce-11f1-835a-ab631984d2b4/mon.a/config 2026-03-09T15:47:43.694 INFO:teuthology.orchestra.run.vm02.stdout: 2026-03-09T15:47:43.694 INFO:teuthology.orchestra.run.vm02.stdout:[{"events": ["2026-03-09T15:47:38.880353Z service:mds.cephfs [INFO] \"service was created\""], "placement": {"count": 2}, "service_id": "cephfs", "service_name": "mds.cephfs", "service_type": "mds", "status": {"created": "2026-03-09T15:47:36.586663Z", "last_refresh": "2026-03-09T15:47:43.599244Z", "running": 2, "size": 2}}, {"events": ["2026-03-09T15:45:35.460474Z service:mgr [INFO] \"service was created\""], "placement": {"count": 1, "hosts": ["vm02=x"]}, "service_name": "mgr", "service_type": "mgr", "status": {"created": "2026-03-09T15:45:35.450225Z", "last_refresh": "2026-03-09T15:47:43.599182Z", "running": 1, "size": 1}}, {"events": ["2026-03-09T15:45:21.404533Z service:mon [INFO] \"service was created\""], "placement": {"count": 1, "hosts": ["vm02:192.168.123.102=a"]}, "service_name": "mon", "service_type": "mon", "status": {"created": "2026-03-09T15:45:21.391228Z", "last_refresh": "2026-03-09T15:47:43.599348Z", "running": 1, "size": 1}}, {"service_name": "osd", "service_type": "osd", "spec": {"filter_logic": "AND", "objectstore": "bluestore"}, "status": {"container_image_id": "654f31e6858eb235bbece362255b685a945f2b6a367e2b88c4930c984fbb214c", "container_image_name": "quay.ceph.io/ceph-ci/ceph@sha256:8fda260ab1d2d3118a1622f7df75f44f285dfe74e71793626152a711c12bf2cc", "last_refresh": "2026-03-09T15:47:43.599316Z", "running": 2, "size": 2}, "unmanaged": true}] 2026-03-09T15:47:44.008 INFO:tasks.cephadm:mds.cephfs has 2/2 2026-03-09T15:47:44.008 INFO:teuthology.run_tasks:Running task cephadm.shell... 2026-03-09T15:47:44.031 INFO:tasks.cephadm:Running commands on role host.a host ubuntu@vm02.local 2026-03-09T15:47:44.031 DEBUG:teuthology.orchestra.run.vm02:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:e911bdebe5c8faa3800735d1568fcdca65db60df shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid a2a597c0-1bce-11f1-835a-ab631984d2b4 -- bash -c 'ceph fs subvolumegroup create cephfs g1' 2026-03-09T15:47:44.904 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 09 15:47:44 vm02 bash[17514]: cluster 2026-03-09T15:47:43.169967+0000 mgr.x (mgr.14150) 111 : cluster [DBG] pgmap v91: 64 pgs: 3 active+undersized+degraded, 61 active+undersized; 592 B data, 53 MiB used, 40 GiB / 40 GiB avail; 7/21 objects degraded (33.333%) 2026-03-09T15:47:44.904 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 09 15:47:44 vm02 bash[17514]: cluster 2026-03-09T15:47:43.169967+0000 mgr.x (mgr.14150) 111 : cluster [DBG] pgmap v91: 64 pgs: 3 active+undersized+degraded, 61 active+undersized; 592 B data, 53 MiB used, 40 GiB / 40 GiB avail; 7/21 objects degraded (33.333%) 2026-03-09T15:47:44.904 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 09 15:47:44 vm02 bash[17514]: audit 2026-03-09T15:47:43.603619+0000 mon.a (mon.0) 288 : audit [INF] from='mgr.14150 192.168.123.102:0/2616079682' entity='mgr.x' 2026-03-09T15:47:44.904 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 09 15:47:44 vm02 bash[17514]: audit 2026-03-09T15:47:43.603619+0000 mon.a (mon.0) 288 : audit [INF] from='mgr.14150 192.168.123.102:0/2616079682' entity='mgr.x' 2026-03-09T15:47:44.904 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 09 15:47:44 vm02 bash[17514]: audit 2026-03-09T15:47:43.608864+0000 mon.a (mon.0) 289 : audit [INF] from='mgr.14150 192.168.123.102:0/2616079682' entity='mgr.x' 2026-03-09T15:47:44.904 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 09 15:47:44 vm02 bash[17514]: audit 2026-03-09T15:47:43.608864+0000 mon.a (mon.0) 289 : audit [INF] from='mgr.14150 192.168.123.102:0/2616079682' entity='mgr.x' 2026-03-09T15:47:44.904 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 09 15:47:44 vm02 bash[17514]: audit 2026-03-09T15:47:43.609911+0000 mon.a (mon.0) 290 : audit [DBG] from='mgr.14150 192.168.123.102:0/2616079682' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-03-09T15:47:44.904 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 09 15:47:44 vm02 bash[17514]: audit 2026-03-09T15:47:43.609911+0000 mon.a (mon.0) 290 : audit [DBG] from='mgr.14150 192.168.123.102:0/2616079682' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-03-09T15:47:44.905 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 09 15:47:44 vm02 bash[17514]: audit 2026-03-09T15:47:43.610498+0000 mon.a (mon.0) 291 : audit [INF] from='mgr.14150 192.168.123.102:0/2616079682' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2026-03-09T15:47:44.905 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 09 15:47:44 vm02 bash[17514]: audit 2026-03-09T15:47:43.610498+0000 mon.a (mon.0) 291 : audit [INF] from='mgr.14150 192.168.123.102:0/2616079682' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2026-03-09T15:47:44.905 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 09 15:47:44 vm02 bash[17514]: audit 2026-03-09T15:47:43.613687+0000 mon.a (mon.0) 292 : audit [INF] from='mgr.14150 192.168.123.102:0/2616079682' entity='mgr.x' 2026-03-09T15:47:44.905 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 09 15:47:44 vm02 bash[17514]: audit 2026-03-09T15:47:43.613687+0000 mon.a (mon.0) 292 : audit [INF] from='mgr.14150 192.168.123.102:0/2616079682' entity='mgr.x' 2026-03-09T15:47:44.905 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 09 15:47:44 vm02 bash[17514]: audit 2026-03-09T15:47:43.621035+0000 mon.a (mon.0) 293 : audit [DBG] from='mgr.14150 192.168.123.102:0/2616079682' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2026-03-09T15:47:44.905 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 09 15:47:44 vm02 bash[17514]: audit 2026-03-09T15:47:43.621035+0000 mon.a (mon.0) 293 : audit [DBG] from='mgr.14150 192.168.123.102:0/2616079682' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2026-03-09T15:47:44.905 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 09 15:47:44 vm02 bash[17514]: audit 2026-03-09T15:47:43.694425+0000 mgr.x (mgr.14150) 112 : audit [DBG] from='client.14234 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2026-03-09T15:47:44.905 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 09 15:47:44 vm02 bash[17514]: audit 2026-03-09T15:47:43.694425+0000 mgr.x (mgr.14150) 112 : audit [DBG] from='client.14234 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2026-03-09T15:47:46.904 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 09 15:47:46 vm02 bash[17514]: cluster 2026-03-09T15:47:45.170280+0000 mgr.x (mgr.14150) 113 : cluster [DBG] pgmap v92: 64 pgs: 10 active+undersized+degraded, 54 active+undersized; 2.4 KiB data, 53 MiB used, 40 GiB / 40 GiB avail; 3.2 KiB/s wr, 6 op/s; 22/66 objects degraded (33.333%) 2026-03-09T15:47:46.904 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 09 15:47:46 vm02 bash[17514]: cluster 2026-03-09T15:47:45.170280+0000 mgr.x (mgr.14150) 113 : cluster [DBG] pgmap v92: 64 pgs: 10 active+undersized+degraded, 54 active+undersized; 2.4 KiB data, 53 MiB used, 40 GiB / 40 GiB avail; 3.2 KiB/s wr, 6 op/s; 22/66 objects degraded (33.333%) 2026-03-09T15:47:48.449 INFO:teuthology.orchestra.run.vm02.stderr:Inferring config /var/lib/ceph/a2a597c0-1bce-11f1-835a-ab631984d2b4/mon.a/config 2026-03-09T15:47:48.755 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 09 15:47:48 vm02 bash[17514]: cluster 2026-03-09T15:47:47.170661+0000 mgr.x (mgr.14150) 114 : cluster [DBG] pgmap v93: 64 pgs: 10 active+undersized+degraded, 54 active+undersized; 2.4 KiB data, 53 MiB used, 40 GiB / 40 GiB avail; 2.2 KiB/s wr, 4 op/s; 22/66 objects degraded (33.333%) 2026-03-09T15:47:48.755 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 09 15:47:48 vm02 bash[17514]: cluster 2026-03-09T15:47:47.170661+0000 mgr.x (mgr.14150) 114 : cluster [DBG] pgmap v93: 64 pgs: 10 active+undersized+degraded, 54 active+undersized; 2.4 KiB data, 53 MiB used, 40 GiB / 40 GiB avail; 2.2 KiB/s wr, 4 op/s; 22/66 objects degraded (33.333%) 2026-03-09T15:47:48.829 DEBUG:teuthology.orchestra.run.vm02:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:e911bdebe5c8faa3800735d1568fcdca65db60df shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid a2a597c0-1bce-11f1-835a-ab631984d2b4 -- bash -c 'ceph fs subvolume create cephfs sub1 --group-name=g1 --mode=0777' 2026-03-09T15:47:49.154 INFO:journalctl@ceph.mgr.x.vm02.stdout:Mar 09 15:47:48 vm02 bash[17789]: debug 2026-03-09T15:47:48.754+0000 7feaa19d1640 -1 client.14238 error registering admin socket command: (17) File exists 2026-03-09T15:47:50.154 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 09 15:47:49 vm02 bash[17514]: audit 2026-03-09T15:47:48.725500+0000 mon.a (mon.0) 294 : audit [INF] from='mgr.14150 192.168.123.102:0/2616079682' entity='mgr.x' 2026-03-09T15:47:50.154 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 09 15:47:49 vm02 bash[17514]: audit 2026-03-09T15:47:48.725500+0000 mon.a (mon.0) 294 : audit [INF] from='mgr.14150 192.168.123.102:0/2616079682' entity='mgr.x' 2026-03-09T15:47:50.154 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 09 15:47:49 vm02 bash[17514]: audit 2026-03-09T15:47:48.728389+0000 mon.a (mon.0) 295 : audit [INF] from='mgr.14150 192.168.123.102:0/2616079682' entity='mgr.x' 2026-03-09T15:47:50.154 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 09 15:47:49 vm02 bash[17514]: audit 2026-03-09T15:47:48.728389+0000 mon.a (mon.0) 295 : audit [INF] from='mgr.14150 192.168.123.102:0/2616079682' entity='mgr.x' 2026-03-09T15:47:50.154 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 09 15:47:49 vm02 bash[17514]: audit 2026-03-09T15:47:48.729035+0000 mon.a (mon.0) 296 : audit [DBG] from='mgr.14150 192.168.123.102:0/2616079682' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-03-09T15:47:50.154 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 09 15:47:49 vm02 bash[17514]: audit 2026-03-09T15:47:48.729035+0000 mon.a (mon.0) 296 : audit [DBG] from='mgr.14150 192.168.123.102:0/2616079682' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-03-09T15:47:50.154 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 09 15:47:49 vm02 bash[17514]: audit 2026-03-09T15:47:48.729584+0000 mon.a (mon.0) 297 : audit [INF] from='mgr.14150 192.168.123.102:0/2616079682' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2026-03-09T15:47:50.154 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 09 15:47:49 vm02 bash[17514]: audit 2026-03-09T15:47:48.729584+0000 mon.a (mon.0) 297 : audit [INF] from='mgr.14150 192.168.123.102:0/2616079682' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2026-03-09T15:47:50.154 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 09 15:47:49 vm02 bash[17514]: audit 2026-03-09T15:47:48.732257+0000 mon.a (mon.0) 298 : audit [INF] from='mgr.14150 192.168.123.102:0/2616079682' entity='mgr.x' 2026-03-09T15:47:50.154 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 09 15:47:49 vm02 bash[17514]: audit 2026-03-09T15:47:48.732257+0000 mon.a (mon.0) 298 : audit [INF] from='mgr.14150 192.168.123.102:0/2616079682' entity='mgr.x' 2026-03-09T15:47:50.154 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 09 15:47:49 vm02 bash[17514]: audit 2026-03-09T15:47:48.752320+0000 mgr.x (mgr.14150) 115 : audit [DBG] from='client.14236 -' entity='client.admin' cmd=[{"prefix": "fs subvolumegroup create", "vol_name": "cephfs", "group_name": "g1", "target": ["mon-mgr", ""]}]: dispatch 2026-03-09T15:47:50.154 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 09 15:47:49 vm02 bash[17514]: audit 2026-03-09T15:47:48.752320+0000 mgr.x (mgr.14150) 115 : audit [DBG] from='client.14236 -' entity='client.admin' cmd=[{"prefix": "fs subvolumegroup create", "vol_name": "cephfs", "group_name": "g1", "target": ["mon-mgr", ""]}]: dispatch 2026-03-09T15:47:50.154 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 09 15:47:49 vm02 bash[17514]: cluster 2026-03-09T15:47:49.656903+0000 mon.a (mon.0) 299 : cluster [WRN] Health check update: Degraded data redundancy: 22/66 objects degraded (33.333%), 10 pgs degraded (PG_DEGRADED) 2026-03-09T15:47:50.154 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 09 15:47:49 vm02 bash[17514]: cluster 2026-03-09T15:47:49.656903+0000 mon.a (mon.0) 299 : cluster [WRN] Health check update: Degraded data redundancy: 22/66 objects degraded (33.333%), 10 pgs degraded (PG_DEGRADED) 2026-03-09T15:47:51.154 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 09 15:47:50 vm02 bash[17514]: cluster 2026-03-09T15:47:49.170989+0000 mgr.x (mgr.14150) 116 : cluster [DBG] pgmap v94: 64 pgs: 10 active+undersized+degraded, 54 active+undersized; 8.9 KiB data, 53 MiB used, 40 GiB / 40 GiB avail; 2.6 KiB/s wr, 3 op/s; 22/66 objects degraded (33.333%) 2026-03-09T15:47:51.154 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 09 15:47:50 vm02 bash[17514]: cluster 2026-03-09T15:47:49.170989+0000 mgr.x (mgr.14150) 116 : cluster [DBG] pgmap v94: 64 pgs: 10 active+undersized+degraded, 54 active+undersized; 8.9 KiB data, 53 MiB used, 40 GiB / 40 GiB avail; 2.6 KiB/s wr, 3 op/s; 22/66 objects degraded (33.333%) 2026-03-09T15:47:51.154 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 09 15:47:50 vm02 bash[17514]: cluster 2026-03-09T15:47:49.739283+0000 mon.a (mon.0) 300 : cluster [DBG] mgrmap e13: x(active, since 2m) 2026-03-09T15:47:51.154 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 09 15:47:50 vm02 bash[17514]: cluster 2026-03-09T15:47:49.739283+0000 mon.a (mon.0) 300 : cluster [DBG] mgrmap e13: x(active, since 2m) 2026-03-09T15:47:52.474 INFO:teuthology.orchestra.run.vm02.stderr:Inferring config /var/lib/ceph/a2a597c0-1bce-11f1-835a-ab631984d2b4/mon.a/config 2026-03-09T15:47:53.154 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 09 15:47:52 vm02 bash[17514]: cluster 2026-03-09T15:47:51.171356+0000 mgr.x (mgr.14150) 117 : cluster [DBG] pgmap v95: 64 pgs: 10 active+undersized+degraded, 54 active+undersized; 8.9 KiB data, 53 MiB used, 40 GiB / 40 GiB avail; 2.1 KiB/s wr, 2 op/s; 22/66 objects degraded (33.333%) 2026-03-09T15:47:53.154 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 09 15:47:52 vm02 bash[17514]: cluster 2026-03-09T15:47:51.171356+0000 mgr.x (mgr.14150) 117 : cluster [DBG] pgmap v95: 64 pgs: 10 active+undersized+degraded, 54 active+undersized; 8.9 KiB data, 53 MiB used, 40 GiB / 40 GiB avail; 2.1 KiB/s wr, 2 op/s; 22/66 objects degraded (33.333%) 2026-03-09T15:47:53.271 DEBUG:teuthology.orchestra.run.vm02:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:e911bdebe5c8faa3800735d1568fcdca65db60df shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid a2a597c0-1bce-11f1-835a-ab631984d2b4 -- bash -c 'ceph fs authorize cephfs client.smbdata / rw' 2026-03-09T15:47:54.154 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 09 15:47:53 vm02 bash[17514]: audit 2026-03-09T15:47:52.781734+0000 mgr.x (mgr.14150) 118 : audit [DBG] from='client.14240 -' entity='client.admin' cmd=[{"prefix": "fs subvolume create", "vol_name": "cephfs", "sub_name": "sub1", "group_name": "g1", "mode": "0777", "target": ["mon-mgr", ""]}]: dispatch 2026-03-09T15:47:54.154 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 09 15:47:53 vm02 bash[17514]: audit 2026-03-09T15:47:52.781734+0000 mgr.x (mgr.14150) 118 : audit [DBG] from='client.14240 -' entity='client.admin' cmd=[{"prefix": "fs subvolume create", "vol_name": "cephfs", "sub_name": "sub1", "group_name": "g1", "mode": "0777", "target": ["mon-mgr", ""]}]: dispatch 2026-03-09T15:47:55.154 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 09 15:47:54 vm02 bash[17514]: cluster 2026-03-09T15:47:53.171673+0000 mgr.x (mgr.14150) 119 : cluster [DBG] pgmap v96: 64 pgs: 10 active+undersized+degraded, 54 active+undersized; 8.9 KiB data, 53 MiB used, 40 GiB / 40 GiB avail; 1.7 KiB/s wr, 2 op/s; 22/66 objects degraded (33.333%) 2026-03-09T15:47:55.154 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 09 15:47:54 vm02 bash[17514]: cluster 2026-03-09T15:47:53.171673+0000 mgr.x (mgr.14150) 119 : cluster [DBG] pgmap v96: 64 pgs: 10 active+undersized+degraded, 54 active+undersized; 8.9 KiB data, 53 MiB used, 40 GiB / 40 GiB avail; 1.7 KiB/s wr, 2 op/s; 22/66 objects degraded (33.333%) 2026-03-09T15:47:56.154 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 09 15:47:55 vm02 bash[17514]: cluster 2026-03-09T15:47:55.171997+0000 mgr.x (mgr.14150) 120 : cluster [DBG] pgmap v97: 64 pgs: 11 active+undersized+degraded, 53 active+undersized; 30 KiB data, 53 MiB used, 40 GiB / 40 GiB avail; 3.9 KiB/s wr, 3 op/s; 23/69 objects degraded (33.333%) 2026-03-09T15:47:56.154 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 09 15:47:55 vm02 bash[17514]: cluster 2026-03-09T15:47:55.171997+0000 mgr.x (mgr.14150) 120 : cluster [DBG] pgmap v97: 64 pgs: 11 active+undersized+degraded, 53 active+undersized; 30 KiB data, 53 MiB used, 40 GiB / 40 GiB avail; 3.9 KiB/s wr, 3 op/s; 23/69 objects degraded (33.333%) 2026-03-09T15:47:56.154 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 09 15:47:55 vm02 bash[17514]: cluster 2026-03-09T15:47:55.773288+0000 mon.a (mon.0) 301 : cluster [WRN] Health check update: Degraded data redundancy: 23/69 objects degraded (33.333%), 11 pgs degraded (PG_DEGRADED) 2026-03-09T15:47:56.154 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 09 15:47:55 vm02 bash[17514]: cluster 2026-03-09T15:47:55.773288+0000 mon.a (mon.0) 301 : cluster [WRN] Health check update: Degraded data redundancy: 23/69 objects degraded (33.333%), 11 pgs degraded (PG_DEGRADED) 2026-03-09T15:47:57.896 INFO:teuthology.orchestra.run.vm02.stderr:Inferring config /var/lib/ceph/a2a597c0-1bce-11f1-835a-ab631984d2b4/mon.a/config 2026-03-09T15:47:58.513 INFO:teuthology.orchestra.run.vm02.stdout:[client.smbdata] 2026-03-09T15:47:58.513 INFO:teuthology.orchestra.run.vm02.stdout: key = AQCu665ppAfOFBAAUbeaHIAB/cFmpNmun1FCCg== 2026-03-09T15:47:58.513 INFO:teuthology.orchestra.run.vm02.stdout: caps mds = "allow rw fsname=cephfs" 2026-03-09T15:47:58.513 INFO:teuthology.orchestra.run.vm02.stdout: caps mon = "allow r fsname=cephfs" 2026-03-09T15:47:58.513 INFO:teuthology.orchestra.run.vm02.stdout: caps osd = "allow rw tag cephfs data=cephfs" 2026-03-09T15:47:58.579 DEBUG:teuthology.orchestra.run.vm02:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:e911bdebe5c8faa3800735d1568fcdca65db60df shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid a2a597c0-1bce-11f1-835a-ab631984d2b4 -- bash -c 'ceph osd pool create .smb --yes-i-really-mean-it' 2026-03-09T15:47:58.654 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 09 15:47:58 vm02 bash[17514]: cluster 2026-03-09T15:47:57.172379+0000 mgr.x (mgr.14150) 121 : cluster [DBG] pgmap v98: 64 pgs: 11 active+undersized+degraded, 53 active+undersized; 30 KiB data, 53 MiB used, 40 GiB / 40 GiB avail; 2.8 KiB/s wr, 1 op/s; 23/69 objects degraded (33.333%) 2026-03-09T15:47:58.654 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 09 15:47:58 vm02 bash[17514]: cluster 2026-03-09T15:47:57.172379+0000 mgr.x (mgr.14150) 121 : cluster [DBG] pgmap v98: 64 pgs: 11 active+undersized+degraded, 53 active+undersized; 30 KiB data, 53 MiB used, 40 GiB / 40 GiB avail; 2.8 KiB/s wr, 1 op/s; 23/69 objects degraded (33.333%) 2026-03-09T15:47:59.654 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 09 15:47:59 vm02 bash[17514]: audit 2026-03-09T15:47:58.348840+0000 mon.a (mon.0) 302 : audit [INF] from='client.? 192.168.123.102:0/2908559136' entity='client.admin' cmd=[{"prefix": "fs authorize", "filesystem": "cephfs", "entity": "client.smbdata", "caps": ["/", "rw"]}]: dispatch 2026-03-09T15:47:59.654 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 09 15:47:59 vm02 bash[17514]: audit 2026-03-09T15:47:58.348840+0000 mon.a (mon.0) 302 : audit [INF] from='client.? 192.168.123.102:0/2908559136' entity='client.admin' cmd=[{"prefix": "fs authorize", "filesystem": "cephfs", "entity": "client.smbdata", "caps": ["/", "rw"]}]: dispatch 2026-03-09T15:47:59.654 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 09 15:47:59 vm02 bash[17514]: audit 2026-03-09T15:47:58.513325+0000 mon.a (mon.0) 303 : audit [INF] from='client.? 192.168.123.102:0/2908559136' entity='client.admin' cmd='[{"prefix": "fs authorize", "filesystem": "cephfs", "entity": "client.smbdata", "caps": ["/", "rw"]}]': finished 2026-03-09T15:47:59.654 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 09 15:47:59 vm02 bash[17514]: audit 2026-03-09T15:47:58.513325+0000 mon.a (mon.0) 303 : audit [INF] from='client.? 192.168.123.102:0/2908559136' entity='client.admin' cmd='[{"prefix": "fs authorize", "filesystem": "cephfs", "entity": "client.smbdata", "caps": ["/", "rw"]}]': finished 2026-03-09T15:48:00.904 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 09 15:48:00 vm02 bash[17514]: cluster 2026-03-09T15:47:59.172740+0000 mgr.x (mgr.14150) 122 : cluster [DBG] pgmap v99: 64 pgs: 11 active+undersized+degraded, 53 active+undersized; 36 KiB data, 53 MiB used, 40 GiB / 40 GiB avail; 3.7 KiB/s wr, 1 op/s; 23/69 objects degraded (33.333%) 2026-03-09T15:48:00.904 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 09 15:48:00 vm02 bash[17514]: cluster 2026-03-09T15:47:59.172740+0000 mgr.x (mgr.14150) 122 : cluster [DBG] pgmap v99: 64 pgs: 11 active+undersized+degraded, 53 active+undersized; 36 KiB data, 53 MiB used, 40 GiB / 40 GiB avail; 3.7 KiB/s wr, 1 op/s; 23/69 objects degraded (33.333%) 2026-03-09T15:48:02.904 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 09 15:48:02 vm02 bash[17514]: cluster 2026-03-09T15:48:01.173193+0000 mgr.x (mgr.14150) 123 : cluster [DBG] pgmap v100: 64 pgs: 11 active+undersized+degraded, 53 active+undersized; 36 KiB data, 53 MiB used, 40 GiB / 40 GiB avail; 3.1 KiB/s wr, 1 op/s; 23/69 objects degraded (33.333%) 2026-03-09T15:48:02.904 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 09 15:48:02 vm02 bash[17514]: cluster 2026-03-09T15:48:01.173193+0000 mgr.x (mgr.14150) 123 : cluster [DBG] pgmap v100: 64 pgs: 11 active+undersized+degraded, 53 active+undersized; 36 KiB data, 53 MiB used, 40 GiB / 40 GiB avail; 3.1 KiB/s wr, 1 op/s; 23/69 objects degraded (33.333%) 2026-03-09T15:48:03.205 INFO:teuthology.orchestra.run.vm02.stderr:Inferring config /var/lib/ceph/a2a597c0-1bce-11f1-835a-ab631984d2b4/mon.a/config 2026-03-09T15:48:03.654 INFO:teuthology.orchestra.run.vm02.stderr:pool '.smb' created 2026-03-09T15:48:03.728 DEBUG:teuthology.orchestra.run.vm02:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:e911bdebe5c8faa3800735d1568fcdca65db60df shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid a2a597c0-1bce-11f1-835a-ab631984d2b4 -- bash -c 'ceph osd pool application enable .smb smb' 2026-03-09T15:48:03.904 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 09 15:48:03 vm02 bash[17514]: audit 2026-03-09T15:48:03.442064+0000 mon.a (mon.0) 304 : audit [INF] from='client.? 192.168.123.102:0/1748923660' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": ".smb", "yes_i_really_mean_it": true}]: dispatch 2026-03-09T15:48:03.904 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 09 15:48:03 vm02 bash[17514]: audit 2026-03-09T15:48:03.442064+0000 mon.a (mon.0) 304 : audit [INF] from='client.? 192.168.123.102:0/1748923660' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": ".smb", "yes_i_really_mean_it": true}]: dispatch 2026-03-09T15:48:05.154 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 09 15:48:04 vm02 bash[17514]: cluster 2026-03-09T15:48:03.173526+0000 mgr.x (mgr.14150) 124 : cluster [DBG] pgmap v101: 64 pgs: 11 active+undersized+degraded, 53 active+undersized; 36 KiB data, 53 MiB used, 40 GiB / 40 GiB avail; 3.1 KiB/s wr, 1 op/s; 23/69 objects degraded (33.333%) 2026-03-09T15:48:05.154 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 09 15:48:04 vm02 bash[17514]: cluster 2026-03-09T15:48:03.173526+0000 mgr.x (mgr.14150) 124 : cluster [DBG] pgmap v101: 64 pgs: 11 active+undersized+degraded, 53 active+undersized; 36 KiB data, 53 MiB used, 40 GiB / 40 GiB avail; 3.1 KiB/s wr, 1 op/s; 23/69 objects degraded (33.333%) 2026-03-09T15:48:05.154 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 09 15:48:04 vm02 bash[17514]: audit 2026-03-09T15:48:03.655558+0000 mon.a (mon.0) 305 : audit [INF] from='client.? 192.168.123.102:0/1748923660' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": ".smb", "yes_i_really_mean_it": true}]': finished 2026-03-09T15:48:05.154 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 09 15:48:04 vm02 bash[17514]: audit 2026-03-09T15:48:03.655558+0000 mon.a (mon.0) 305 : audit [INF] from='client.? 192.168.123.102:0/1748923660' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": ".smb", "yes_i_really_mean_it": true}]': finished 2026-03-09T15:48:05.154 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 09 15:48:04 vm02 bash[17514]: cluster 2026-03-09T15:48:03.661661+0000 mon.a (mon.0) 306 : cluster [DBG] osdmap e20: 2 total, 2 up, 2 in 2026-03-09T15:48:05.154 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 09 15:48:04 vm02 bash[17514]: cluster 2026-03-09T15:48:03.661661+0000 mon.a (mon.0) 306 : cluster [DBG] osdmap e20: 2 total, 2 up, 2 in 2026-03-09T15:48:06.154 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 09 15:48:05 vm02 bash[17514]: cluster 2026-03-09T15:48:04.671581+0000 mon.a (mon.0) 307 : cluster [DBG] osdmap e21: 2 total, 2 up, 2 in 2026-03-09T15:48:06.154 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 09 15:48:05 vm02 bash[17514]: cluster 2026-03-09T15:48:04.671581+0000 mon.a (mon.0) 307 : cluster [DBG] osdmap e21: 2 total, 2 up, 2 in 2026-03-09T15:48:07.154 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 09 15:48:06 vm02 bash[17514]: cluster 2026-03-09T15:48:05.173984+0000 mgr.x (mgr.14150) 125 : cluster [DBG] pgmap v104: 96 pgs: 18 creating+peering, 14 unknown, 14 active+undersized+degraded, 50 active+undersized; 36 KiB data, 53 MiB used, 40 GiB / 40 GiB avail; 1.4 KiB/s wr, 1 op/s; 23/69 objects degraded (33.333%) 2026-03-09T15:48:07.154 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 09 15:48:06 vm02 bash[17514]: cluster 2026-03-09T15:48:05.173984+0000 mgr.x (mgr.14150) 125 : cluster [DBG] pgmap v104: 96 pgs: 18 creating+peering, 14 unknown, 14 active+undersized+degraded, 50 active+undersized; 36 KiB data, 53 MiB used, 40 GiB / 40 GiB avail; 1.4 KiB/s wr, 1 op/s; 23/69 objects degraded (33.333%) 2026-03-09T15:48:07.154 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 09 15:48:06 vm02 bash[17514]: cluster 2026-03-09T15:48:05.662826+0000 mon.a (mon.0) 308 : cluster [WRN] Health check update: Degraded data redundancy: 23/69 objects degraded (33.333%), 14 pgs degraded (PG_DEGRADED) 2026-03-09T15:48:07.154 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 09 15:48:06 vm02 bash[17514]: cluster 2026-03-09T15:48:05.662826+0000 mon.a (mon.0) 308 : cluster [WRN] Health check update: Degraded data redundancy: 23/69 objects degraded (33.333%), 14 pgs degraded (PG_DEGRADED) 2026-03-09T15:48:07.154 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 09 15:48:06 vm02 bash[17514]: cluster 2026-03-09T15:48:05.662854+0000 mon.a (mon.0) 309 : cluster [WRN] Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2026-03-09T15:48:07.154 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 09 15:48:06 vm02 bash[17514]: cluster 2026-03-09T15:48:05.662854+0000 mon.a (mon.0) 309 : cluster [WRN] Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2026-03-09T15:48:07.154 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 09 15:48:06 vm02 bash[17514]: cluster 2026-03-09T15:48:05.674902+0000 mon.a (mon.0) 310 : cluster [DBG] osdmap e22: 2 total, 2 up, 2 in 2026-03-09T15:48:07.155 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 09 15:48:06 vm02 bash[17514]: cluster 2026-03-09T15:48:05.674902+0000 mon.a (mon.0) 310 : cluster [DBG] osdmap e22: 2 total, 2 up, 2 in 2026-03-09T15:48:08.364 INFO:teuthology.orchestra.run.vm02.stderr:Inferring config /var/lib/ceph/a2a597c0-1bce-11f1-835a-ab631984d2b4/mon.a/config 2026-03-09T15:48:08.676 INFO:teuthology.orchestra.run.vm02.stderr:enabled application 'smb' on pool '.smb' 2026-03-09T15:48:08.746 DEBUG:teuthology.orchestra.run.vm02:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:e911bdebe5c8faa3800735d1568fcdca65db60df shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid a2a597c0-1bce-11f1-835a-ab631984d2b4 -- bash -c 'rados --pool=.smb --namespace=saserv1 put conf.toml /dev/stdin' 2026-03-09T15:48:09.154 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 09 15:48:08 vm02 bash[17514]: cluster 2026-03-09T15:48:07.174355+0000 mgr.x (mgr.14150) 126 : cluster [DBG] pgmap v106: 96 pgs: 18 creating+peering, 14 active+undersized+degraded, 64 active+undersized; 36 KiB data, 53 MiB used, 40 GiB / 40 GiB avail; 0 B/s wr, 0 op/s; 23/69 objects degraded (33.333%) 2026-03-09T15:48:09.154 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 09 15:48:08 vm02 bash[17514]: cluster 2026-03-09T15:48:07.174355+0000 mgr.x (mgr.14150) 126 : cluster [DBG] pgmap v106: 96 pgs: 18 creating+peering, 14 active+undersized+degraded, 64 active+undersized; 36 KiB data, 53 MiB used, 40 GiB / 40 GiB avail; 0 B/s wr, 0 op/s; 23/69 objects degraded (33.333%) 2026-03-09T15:48:09.154 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 09 15:48:08 vm02 bash[17514]: audit 2026-03-09T15:48:08.628357+0000 mon.a (mon.0) 311 : audit [INF] from='client.? 192.168.123.102:0/4229048567' entity='client.admin' cmd=[{"prefix": "osd pool application enable", "pool": ".smb", "app": "smb"}]: dispatch 2026-03-09T15:48:09.154 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 09 15:48:08 vm02 bash[17514]: audit 2026-03-09T15:48:08.628357+0000 mon.a (mon.0) 311 : audit [INF] from='client.? 192.168.123.102:0/4229048567' entity='client.admin' cmd=[{"prefix": "osd pool application enable", "pool": ".smb", "app": "smb"}]: dispatch 2026-03-09T15:48:10.154 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 09 15:48:09 vm02 bash[17514]: audit 2026-03-09T15:48:08.674217+0000 mon.a (mon.0) 312 : audit [INF] from='client.? 192.168.123.102:0/4229048567' entity='client.admin' cmd='[{"prefix": "osd pool application enable", "pool": ".smb", "app": "smb"}]': finished 2026-03-09T15:48:10.154 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 09 15:48:09 vm02 bash[17514]: audit 2026-03-09T15:48:08.674217+0000 mon.a (mon.0) 312 : audit [INF] from='client.? 192.168.123.102:0/4229048567' entity='client.admin' cmd='[{"prefix": "osd pool application enable", "pool": ".smb", "app": "smb"}]': finished 2026-03-09T15:48:10.154 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 09 15:48:09 vm02 bash[17514]: cluster 2026-03-09T15:48:08.676610+0000 mon.a (mon.0) 313 : cluster [DBG] osdmap e23: 2 total, 2 up, 2 in 2026-03-09T15:48:10.154 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 09 15:48:09 vm02 bash[17514]: cluster 2026-03-09T15:48:08.676610+0000 mon.a (mon.0) 313 : cluster [DBG] osdmap e23: 2 total, 2 up, 2 in 2026-03-09T15:48:11.154 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 09 15:48:10 vm02 bash[17514]: cluster 2026-03-09T15:48:09.174985+0000 mgr.x (mgr.14150) 127 : cluster [DBG] pgmap v108: 96 pgs: 14 active+undersized+degraded, 82 active+undersized; 37 KiB data, 53 MiB used, 40 GiB / 40 GiB avail; 371 B/s wr, 0 op/s; 23/69 objects degraded (33.333%) 2026-03-09T15:48:11.154 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 09 15:48:10 vm02 bash[17514]: cluster 2026-03-09T15:48:09.174985+0000 mgr.x (mgr.14150) 127 : cluster [DBG] pgmap v108: 96 pgs: 14 active+undersized+degraded, 82 active+undersized; 37 KiB data, 53 MiB used, 40 GiB / 40 GiB avail; 371 B/s wr, 0 op/s; 23/69 objects degraded (33.333%) 2026-03-09T15:48:11.154 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 09 15:48:10 vm02 bash[17514]: cluster 2026-03-09T15:48:09.684946+0000 mon.a (mon.0) 314 : cluster [INF] Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2026-03-09T15:48:11.154 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 09 15:48:10 vm02 bash[17514]: cluster 2026-03-09T15:48:09.684946+0000 mon.a (mon.0) 314 : cluster [INF] Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2026-03-09T15:48:13.154 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 09 15:48:12 vm02 bash[17514]: cluster 2026-03-09T15:48:11.175364+0000 mgr.x (mgr.14150) 128 : cluster [DBG] pgmap v109: 96 pgs: 14 active+undersized+degraded, 82 active+undersized; 37 KiB data, 53 MiB used, 40 GiB / 40 GiB avail; 314 B/s wr, 0 op/s; 23/69 objects degraded (33.333%) 2026-03-09T15:48:13.154 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 09 15:48:12 vm02 bash[17514]: cluster 2026-03-09T15:48:11.175364+0000 mgr.x (mgr.14150) 128 : cluster [DBG] pgmap v109: 96 pgs: 14 active+undersized+degraded, 82 active+undersized; 37 KiB data, 53 MiB used, 40 GiB / 40 GiB avail; 314 B/s wr, 0 op/s; 23/69 objects degraded (33.333%) 2026-03-09T15:48:13.391 INFO:teuthology.orchestra.run.vm02.stderr:Inferring config /var/lib/ceph/a2a597c0-1bce-11f1-835a-ab631984d2b4/mon.a/config 2026-03-09T15:48:13.574 INFO:teuthology.run_tasks:Running task cephadm.apply... 2026-03-09T15:48:13.576 INFO:tasks.cephadm:Applying spec(s): cluster_id: saserv1 config_uri: rados://.smb/saserv1/conf.toml include_ceph_users: - client.smbdata placement: count: 1 service_id: saserv1 service_type: smb 2026-03-09T15:48:13.577 DEBUG:teuthology.orchestra.run.vm02:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:e911bdebe5c8faa3800735d1568fcdca65db60df shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid a2a597c0-1bce-11f1-835a-ab631984d2b4 -- ceph orch apply -i - 2026-03-09T15:48:15.154 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 09 15:48:14 vm02 bash[17514]: cluster 2026-03-09T15:48:13.175767+0000 mgr.x (mgr.14150) 129 : cluster [DBG] pgmap v110: 96 pgs: 14 active+undersized+degraded, 82 active+undersized; 37 KiB data, 53 MiB used, 40 GiB / 40 GiB avail; 255 B/s wr, 0 op/s; 23/69 objects degraded (33.333%) 2026-03-09T15:48:15.154 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 09 15:48:14 vm02 bash[17514]: cluster 2026-03-09T15:48:13.175767+0000 mgr.x (mgr.14150) 129 : cluster [DBG] pgmap v110: 96 pgs: 14 active+undersized+degraded, 82 active+undersized; 37 KiB data, 53 MiB used, 40 GiB / 40 GiB avail; 255 B/s wr, 0 op/s; 23/69 objects degraded (33.333%) 2026-03-09T15:48:17.154 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 09 15:48:16 vm02 bash[17514]: cluster 2026-03-09T15:48:15.176163+0000 mgr.x (mgr.14150) 130 : cluster [DBG] pgmap v111: 96 pgs: 14 active+undersized+degraded, 82 active+undersized; 37 KiB data, 53 MiB used, 40 GiB / 40 GiB avail; 215 B/s wr, 0 op/s; 23/69 objects degraded (33.333%) 2026-03-09T15:48:17.154 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 09 15:48:16 vm02 bash[17514]: cluster 2026-03-09T15:48:15.176163+0000 mgr.x (mgr.14150) 130 : cluster [DBG] pgmap v111: 96 pgs: 14 active+undersized+degraded, 82 active+undersized; 37 KiB data, 53 MiB used, 40 GiB / 40 GiB avail; 215 B/s wr, 0 op/s; 23/69 objects degraded (33.333%) 2026-03-09T15:48:17.412 INFO:teuthology.orchestra.run.vm02.stderr:Inferring config /var/lib/ceph/a2a597c0-1bce-11f1-835a-ab631984d2b4/mon.a/config 2026-03-09T15:48:17.695 INFO:teuthology.orchestra.run.vm02.stdout:Scheduled smb.saserv1 update... 2026-03-09T15:48:17.780 INFO:teuthology.run_tasks:Running task cephadm.wait_for_service... 2026-03-09T15:48:17.782 INFO:tasks.cephadm:Waiting for ceph service smb.saserv1 to start (timeout 300)... 2026-03-09T15:48:17.782 DEBUG:teuthology.orchestra.run.vm02:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:e911bdebe5c8faa3800735d1568fcdca65db60df shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid a2a597c0-1bce-11f1-835a-ab631984d2b4 -- ceph orch ls -f json 2026-03-09T15:48:18.301 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 09 15:48:18 vm02 systemd[1]: /etc/systemd/system/ceph-a2a597c0-1bce-11f1-835a-ab631984d2b4@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2026-03-09T15:48:18.301 INFO:journalctl@ceph.mgr.x.vm02.stdout:Mar 09 15:48:18 vm02 systemd[1]: /etc/systemd/system/ceph-a2a597c0-1bce-11f1-835a-ab631984d2b4@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2026-03-09T15:48:18.301 INFO:journalctl@ceph.osd.0.vm02.stdout:Mar 09 15:48:18 vm02 systemd[1]: /etc/systemd/system/ceph-a2a597c0-1bce-11f1-835a-ab631984d2b4@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2026-03-09T15:48:18.301 INFO:journalctl@ceph.osd.1.vm02.stdout:Mar 09 15:48:18 vm02 systemd[1]: /etc/systemd/system/ceph-a2a597c0-1bce-11f1-835a-ab631984d2b4@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2026-03-09T15:48:18.553 INFO:journalctl@ceph.osd.0.vm02.stdout:Mar 09 15:48:18 vm02 systemd[1]: /etc/systemd/system/ceph-a2a597c0-1bce-11f1-835a-ab631984d2b4@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2026-03-09T15:48:18.553 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 09 15:48:18 vm02 systemd[1]: /etc/systemd/system/ceph-a2a597c0-1bce-11f1-835a-ab631984d2b4@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2026-03-09T15:48:18.553 INFO:journalctl@ceph.mgr.x.vm02.stdout:Mar 09 15:48:18 vm02 systemd[1]: /etc/systemd/system/ceph-a2a597c0-1bce-11f1-835a-ab631984d2b4@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2026-03-09T15:48:18.553 INFO:journalctl@ceph.osd.1.vm02.stdout:Mar 09 15:48:18 vm02 systemd[1]: /etc/systemd/system/ceph-a2a597c0-1bce-11f1-835a-ab631984d2b4@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2026-03-09T15:48:18.904 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 09 15:48:18 vm02 bash[17514]: cluster 2026-03-09T15:48:17.176555+0000 mgr.x (mgr.14150) 131 : cluster [DBG] pgmap v112: 96 pgs: 14 active+undersized+degraded, 82 active+undersized; 38 KiB data, 53 MiB used, 40 GiB / 40 GiB avail; 307 B/s wr, 0 op/s; 24/72 objects degraded (33.333%) 2026-03-09T15:48:18.904 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 09 15:48:18 vm02 bash[17514]: cluster 2026-03-09T15:48:17.176555+0000 mgr.x (mgr.14150) 131 : cluster [DBG] pgmap v112: 96 pgs: 14 active+undersized+degraded, 82 active+undersized; 38 KiB data, 53 MiB used, 40 GiB / 40 GiB avail; 307 B/s wr, 0 op/s; 24/72 objects degraded (33.333%) 2026-03-09T15:48:18.904 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 09 15:48:18 vm02 bash[17514]: audit 2026-03-09T15:48:17.689786+0000 mgr.x (mgr.14150) 132 : audit [DBG] from='client.14251 -' entity='client.admin' cmd=[{"prefix": "orch apply", "target": ["mon-mgr", ""]}]: dispatch 2026-03-09T15:48:18.904 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 09 15:48:18 vm02 bash[17514]: audit 2026-03-09T15:48:17.689786+0000 mgr.x (mgr.14150) 132 : audit [DBG] from='client.14251 -' entity='client.admin' cmd=[{"prefix": "orch apply", "target": ["mon-mgr", ""]}]: dispatch 2026-03-09T15:48:18.904 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 09 15:48:18 vm02 bash[17514]: cephadm 2026-03-09T15:48:17.691486+0000 mgr.x (mgr.14150) 133 : cephadm [INF] Saving service smb.saserv1 spec with placement count:1 2026-03-09T15:48:18.904 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 09 15:48:18 vm02 bash[17514]: cephadm 2026-03-09T15:48:17.691486+0000 mgr.x (mgr.14150) 133 : cephadm [INF] Saving service smb.saserv1 spec with placement count:1 2026-03-09T15:48:18.904 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 09 15:48:18 vm02 bash[17514]: audit 2026-03-09T15:48:17.694902+0000 mon.a (mon.0) 315 : audit [INF] from='mgr.14150 192.168.123.102:0/2616079682' entity='mgr.x' 2026-03-09T15:48:18.904 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 09 15:48:18 vm02 bash[17514]: audit 2026-03-09T15:48:17.694902+0000 mon.a (mon.0) 315 : audit [INF] from='mgr.14150 192.168.123.102:0/2616079682' entity='mgr.x' 2026-03-09T15:48:18.904 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 09 15:48:18 vm02 bash[17514]: audit 2026-03-09T15:48:17.696022+0000 mon.a (mon.0) 316 : audit [DBG] from='mgr.14150 192.168.123.102:0/2616079682' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2026-03-09T15:48:18.904 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 09 15:48:18 vm02 bash[17514]: audit 2026-03-09T15:48:17.696022+0000 mon.a (mon.0) 316 : audit [DBG] from='mgr.14150 192.168.123.102:0/2616079682' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2026-03-09T15:48:18.904 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 09 15:48:18 vm02 bash[17514]: audit 2026-03-09T15:48:17.697590+0000 mon.a (mon.0) 317 : audit [DBG] from='mgr.14150 192.168.123.102:0/2616079682' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-03-09T15:48:18.904 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 09 15:48:18 vm02 bash[17514]: audit 2026-03-09T15:48:17.697590+0000 mon.a (mon.0) 317 : audit [DBG] from='mgr.14150 192.168.123.102:0/2616079682' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-03-09T15:48:18.904 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 09 15:48:18 vm02 bash[17514]: audit 2026-03-09T15:48:17.698146+0000 mon.a (mon.0) 318 : audit [INF] from='mgr.14150 192.168.123.102:0/2616079682' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2026-03-09T15:48:18.904 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 09 15:48:18 vm02 bash[17514]: audit 2026-03-09T15:48:17.698146+0000 mon.a (mon.0) 318 : audit [INF] from='mgr.14150 192.168.123.102:0/2616079682' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2026-03-09T15:48:18.904 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 09 15:48:18 vm02 bash[17514]: cluster 2026-03-09T15:48:17.699856+0000 mon.a (mon.0) 319 : cluster [WRN] Health check update: Degraded data redundancy: 24/72 objects degraded (33.333%), 14 pgs degraded (PG_DEGRADED) 2026-03-09T15:48:18.904 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 09 15:48:18 vm02 bash[17514]: cluster 2026-03-09T15:48:17.699856+0000 mon.a (mon.0) 319 : cluster [WRN] Health check update: Degraded data redundancy: 24/72 objects degraded (33.333%), 14 pgs degraded (PG_DEGRADED) 2026-03-09T15:48:18.904 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 09 15:48:18 vm02 bash[17514]: audit 2026-03-09T15:48:17.701689+0000 mon.a (mon.0) 320 : audit [INF] from='mgr.14150 192.168.123.102:0/2616079682' entity='mgr.x' 2026-03-09T15:48:18.904 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 09 15:48:18 vm02 bash[17514]: audit 2026-03-09T15:48:17.701689+0000 mon.a (mon.0) 320 : audit [INF] from='mgr.14150 192.168.123.102:0/2616079682' entity='mgr.x' 2026-03-09T15:48:18.904 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 09 15:48:18 vm02 bash[17514]: audit 2026-03-09T15:48:17.704949+0000 mon.a (mon.0) 321 : audit [INF] from='mgr.14150 192.168.123.102:0/2616079682' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "client.smb.config.saserv1.vm02.xxejki", "caps": ["mon", "allow r, allow command \"config-key get\" with \"key\" prefix \"smb/config/saserv1/\"", "osd", "allow r pool=.smb"]}]: dispatch 2026-03-09T15:48:18.905 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 09 15:48:18 vm02 bash[17514]: audit 2026-03-09T15:48:17.704949+0000 mon.a (mon.0) 321 : audit [INF] from='mgr.14150 192.168.123.102:0/2616079682' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "client.smb.config.saserv1.vm02.xxejki", "caps": ["mon", "allow r, allow command \"config-key get\" with \"key\" prefix \"smb/config/saserv1/\"", "osd", "allow r pool=.smb"]}]: dispatch 2026-03-09T15:48:18.905 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 09 15:48:18 vm02 bash[17514]: audit 2026-03-09T15:48:17.706309+0000 mon.a (mon.0) 322 : audit [INF] from='mgr.14150 192.168.123.102:0/2616079682' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "client.smb.config.saserv1.vm02.xxejki", "caps": ["mon", "allow r, allow command \"config-key get\" with \"key\" prefix \"smb/config/saserv1/\"", "osd", "allow r pool=.smb"]}]': finished 2026-03-09T15:48:18.905 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 09 15:48:18 vm02 bash[17514]: audit 2026-03-09T15:48:17.706309+0000 mon.a (mon.0) 322 : audit [INF] from='mgr.14150 192.168.123.102:0/2616079682' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "client.smb.config.saserv1.vm02.xxejki", "caps": ["mon", "allow r, allow command \"config-key get\" with \"key\" prefix \"smb/config/saserv1/\"", "osd", "allow r pool=.smb"]}]': finished 2026-03-09T15:48:18.905 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 09 15:48:18 vm02 bash[17514]: audit 2026-03-09T15:48:17.708064+0000 mon.a (mon.0) 323 : audit [INF] from='mgr.14150 192.168.123.102:0/2616079682' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.smbdata"}]: dispatch 2026-03-09T15:48:18.905 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 09 15:48:18 vm02 bash[17514]: audit 2026-03-09T15:48:17.708064+0000 mon.a (mon.0) 323 : audit [INF] from='mgr.14150 192.168.123.102:0/2616079682' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.smbdata"}]: dispatch 2026-03-09T15:48:18.905 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 09 15:48:18 vm02 bash[17514]: audit 2026-03-09T15:48:17.708473+0000 mon.a (mon.0) 324 : audit [DBG] from='mgr.14150 192.168.123.102:0/2616079682' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-03-09T15:48:18.905 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 09 15:48:18 vm02 bash[17514]: audit 2026-03-09T15:48:17.708473+0000 mon.a (mon.0) 324 : audit [DBG] from='mgr.14150 192.168.123.102:0/2616079682' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-03-09T15:48:18.905 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 09 15:48:18 vm02 bash[17514]: cephadm 2026-03-09T15:48:17.709079+0000 mgr.x (mgr.14150) 134 : cephadm [INF] Deploying daemon smb.saserv1.vm02.xxejki on vm02 2026-03-09T15:48:18.905 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 09 15:48:18 vm02 bash[17514]: cephadm 2026-03-09T15:48:17.709079+0000 mgr.x (mgr.14150) 134 : cephadm [INF] Deploying daemon smb.saserv1.vm02.xxejki on vm02 2026-03-09T15:48:20.981 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 09 15:48:20 vm02 bash[17514]: cluster 2026-03-09T15:48:19.176960+0000 mgr.x (mgr.14150) 135 : cluster [DBG] pgmap v113: 96 pgs: 14 active+undersized+degraded, 82 active+undersized; 38 KiB data, 53 MiB used, 40 GiB / 40 GiB avail; 292 B/s wr, 0 op/s; 24/72 objects degraded (33.333%) 2026-03-09T15:48:20.981 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 09 15:48:20 vm02 bash[17514]: cluster 2026-03-09T15:48:19.176960+0000 mgr.x (mgr.14150) 135 : cluster [DBG] pgmap v113: 96 pgs: 14 active+undersized+degraded, 82 active+undersized; 38 KiB data, 53 MiB used, 40 GiB / 40 GiB avail; 292 B/s wr, 0 op/s; 24/72 objects degraded (33.333%) 2026-03-09T15:48:21.429 INFO:teuthology.orchestra.run.vm02.stderr:Inferring config /var/lib/ceph/a2a597c0-1bce-11f1-835a-ab631984d2b4/mon.a/config 2026-03-09T15:48:22.080 INFO:teuthology.orchestra.run.vm02.stdout: 2026-03-09T15:48:22.080 INFO:teuthology.orchestra.run.vm02.stdout:[{"events": ["2026-03-09T15:47:38.880353Z service:mds.cephfs [INFO] \"service was created\""], "placement": {"count": 2}, "service_id": "cephfs", "service_name": "mds.cephfs", "service_type": "mds", "status": {"created": "2026-03-09T15:47:36.586663Z", "last_refresh": "2026-03-09T15:47:48.721432Z", "running": 2, "size": 2}}, {"events": ["2026-03-09T15:45:35.460474Z service:mgr [INFO] \"service was created\""], "placement": {"count": 1, "hosts": ["vm02=x"]}, "service_name": "mgr", "service_type": "mgr", "status": {"created": "2026-03-09T15:45:35.450225Z", "last_refresh": "2026-03-09T15:47:48.721370Z", "running": 1, "size": 1}}, {"events": ["2026-03-09T15:45:21.404533Z service:mon [INFO] \"service was created\""], "placement": {"count": 1, "hosts": ["vm02:192.168.123.102=a"]}, "service_name": "mon", "service_type": "mon", "status": {"created": "2026-03-09T15:45:21.391228Z", "last_refresh": "2026-03-09T15:47:48.721547Z", "running": 1, "size": 1}}, {"service_name": "osd", "service_type": "osd", "spec": {"filter_logic": "AND", "objectstore": "bluestore"}, "status": {"container_image_id": "654f31e6858eb235bbece362255b685a945f2b6a367e2b88c4930c984fbb214c", "container_image_name": "quay.ceph.io/ceph-ci/ceph@sha256:8fda260ab1d2d3118a1622f7df75f44f285dfe74e71793626152a711c12bf2cc", "last_refresh": "2026-03-09T15:47:48.721510Z", "running": 2, "size": 2}, "unmanaged": true}, {"events": ["2026-03-09T15:48:17.695398Z service:smb.saserv1 [INFO] \"service was created\""], "placement": {"count": 1}, "service_id": "saserv1", "service_name": "smb.saserv1", "service_type": "smb", "spec": {"cluster_id": "saserv1", "config_uri": "rados://.smb/saserv1/conf.toml", "include_ceph_users": ["client.smbdata"]}, "status": {"created": "2026-03-09T15:48:17.691501Z", "running": 0, "size": 1}}] 2026-03-09T15:48:22.223 INFO:tasks.cephadm:smb.saserv1 has 0/1 2026-03-09T15:48:22.904 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 09 15:48:22 vm02 bash[17514]: cluster 2026-03-09T15:48:21.177433+0000 mgr.x (mgr.14150) 136 : cluster [DBG] pgmap v114: 96 pgs: 14 active+undersized+degraded, 82 active+undersized; 38 KiB data, 53 MiB used, 40 GiB / 40 GiB avail; 85 B/s wr, 0 op/s; 24/72 objects degraded (33.333%) 2026-03-09T15:48:22.904 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 09 15:48:22 vm02 bash[17514]: cluster 2026-03-09T15:48:21.177433+0000 mgr.x (mgr.14150) 136 : cluster [DBG] pgmap v114: 96 pgs: 14 active+undersized+degraded, 82 active+undersized; 38 KiB data, 53 MiB used, 40 GiB / 40 GiB avail; 85 B/s wr, 0 op/s; 24/72 objects degraded (33.333%) 2026-03-09T15:48:23.224 DEBUG:teuthology.orchestra.run.vm02:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:e911bdebe5c8faa3800735d1568fcdca65db60df shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid a2a597c0-1bce-11f1-835a-ab631984d2b4 -- ceph orch ls -f json 2026-03-09T15:48:24.154 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 09 15:48:23 vm02 bash[17514]: audit 2026-03-09T15:48:22.073187+0000 mgr.x (mgr.14150) 137 : audit [DBG] from='client.14253 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2026-03-09T15:48:24.154 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 09 15:48:23 vm02 bash[17514]: audit 2026-03-09T15:48:22.073187+0000 mgr.x (mgr.14150) 137 : audit [DBG] from='client.14253 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2026-03-09T15:48:25.154 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 09 15:48:24 vm02 bash[17514]: cluster 2026-03-09T15:48:23.177790+0000 mgr.x (mgr.14150) 138 : cluster [DBG] pgmap v115: 96 pgs: 14 active+undersized+degraded, 82 active+undersized; 38 KiB data, 53 MiB used, 40 GiB / 40 GiB avail; 85 B/s wr, 0 op/s; 24/72 objects degraded (33.333%) 2026-03-09T15:48:25.154 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 09 15:48:24 vm02 bash[17514]: cluster 2026-03-09T15:48:23.177790+0000 mgr.x (mgr.14150) 138 : cluster [DBG] pgmap v115: 96 pgs: 14 active+undersized+degraded, 82 active+undersized; 38 KiB data, 53 MiB used, 40 GiB / 40 GiB avail; 85 B/s wr, 0 op/s; 24/72 objects degraded (33.333%) 2026-03-09T15:48:27.154 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 09 15:48:26 vm02 bash[17514]: cluster 2026-03-09T15:48:25.178175+0000 mgr.x (mgr.14150) 139 : cluster [DBG] pgmap v116: 96 pgs: 14 active+undersized+degraded, 82 active+undersized; 38 KiB data, 53 MiB used, 40 GiB / 40 GiB avail; 85 B/s wr, 0 op/s; 24/72 objects degraded (33.333%) 2026-03-09T15:48:27.154 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 09 15:48:26 vm02 bash[17514]: cluster 2026-03-09T15:48:25.178175+0000 mgr.x (mgr.14150) 139 : cluster [DBG] pgmap v116: 96 pgs: 14 active+undersized+degraded, 82 active+undersized; 38 KiB data, 53 MiB used, 40 GiB / 40 GiB avail; 85 B/s wr, 0 op/s; 24/72 objects degraded (33.333%) 2026-03-09T15:48:27.908 INFO:teuthology.orchestra.run.vm02.stderr:Inferring config /var/lib/ceph/a2a597c0-1bce-11f1-835a-ab631984d2b4/mon.a/config 2026-03-09T15:48:28.769 INFO:teuthology.orchestra.run.vm02.stdout: 2026-03-09T15:48:28.769 INFO:teuthology.orchestra.run.vm02.stdout:[{"events": ["2026-03-09T15:47:38.880353Z service:mds.cephfs [INFO] \"service was created\""], "placement": {"count": 2}, "service_id": "cephfs", "service_name": "mds.cephfs", "service_type": "mds", "status": {"created": "2026-03-09T15:47:36.586663Z", "last_refresh": "2026-03-09T15:47:48.721432Z", "running": 2, "size": 2}}, {"events": ["2026-03-09T15:45:35.460474Z service:mgr [INFO] \"service was created\""], "placement": {"count": 1, "hosts": ["vm02=x"]}, "service_name": "mgr", "service_type": "mgr", "status": {"created": "2026-03-09T15:45:35.450225Z", "last_refresh": "2026-03-09T15:47:48.721370Z", "running": 1, "size": 1}}, {"events": ["2026-03-09T15:45:21.404533Z service:mon [INFO] \"service was created\""], "placement": {"count": 1, "hosts": ["vm02:192.168.123.102=a"]}, "service_name": "mon", "service_type": "mon", "status": {"created": "2026-03-09T15:45:21.391228Z", "last_refresh": "2026-03-09T15:47:48.721547Z", "running": 1, "size": 1}}, {"service_name": "osd", "service_type": "osd", "spec": {"filter_logic": "AND", "objectstore": "bluestore"}, "status": {"container_image_id": "654f31e6858eb235bbece362255b685a945f2b6a367e2b88c4930c984fbb214c", "container_image_name": "quay.ceph.io/ceph-ci/ceph@sha256:8fda260ab1d2d3118a1622f7df75f44f285dfe74e71793626152a711c12bf2cc", "last_refresh": "2026-03-09T15:47:48.721510Z", "running": 2, "size": 2}, "unmanaged": true}, {"events": ["2026-03-09T15:48:17.695398Z service:smb.saserv1 [INFO] \"service was created\""], "placement": {"count": 1}, "service_id": "saserv1", "service_name": "smb.saserv1", "service_type": "smb", "spec": {"cluster_id": "saserv1", "config_uri": "rados://.smb/saserv1/conf.toml", "include_ceph_users": ["client.smbdata"]}, "status": {"created": "2026-03-09T15:48:17.691501Z", "running": 0, "size": 1}}] 2026-03-09T15:48:28.845 INFO:tasks.cephadm:smb.saserv1 has 0/1 2026-03-09T15:48:29.129 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 09 15:48:28 vm02 bash[17514]: cluster 2026-03-09T15:48:27.178553+0000 mgr.x (mgr.14150) 140 : cluster [DBG] pgmap v117: 96 pgs: 14 active+undersized+degraded, 82 active+undersized; 38 KiB data, 53 MiB used, 40 GiB / 40 GiB avail; 85 B/s wr, 0 op/s; 24/72 objects degraded (33.333%) 2026-03-09T15:48:29.129 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 09 15:48:28 vm02 bash[17514]: cluster 2026-03-09T15:48:27.178553+0000 mgr.x (mgr.14150) 140 : cluster [DBG] pgmap v117: 96 pgs: 14 active+undersized+degraded, 82 active+undersized; 38 KiB data, 53 MiB used, 40 GiB / 40 GiB avail; 85 B/s wr, 0 op/s; 24/72 objects degraded (33.333%) 2026-03-09T15:48:29.845 DEBUG:teuthology.orchestra.run.vm02:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:e911bdebe5c8faa3800735d1568fcdca65db60df shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid a2a597c0-1bce-11f1-835a-ab631984d2b4 -- ceph orch ls -f json 2026-03-09T15:48:30.154 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 09 15:48:29 vm02 bash[17514]: audit 2026-03-09T15:48:28.768487+0000 mgr.x (mgr.14150) 141 : audit [DBG] from='client.14255 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2026-03-09T15:48:30.154 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 09 15:48:29 vm02 bash[17514]: audit 2026-03-09T15:48:28.768487+0000 mgr.x (mgr.14150) 141 : audit [DBG] from='client.14255 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2026-03-09T15:48:31.154 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 09 15:48:30 vm02 bash[17514]: cluster 2026-03-09T15:48:29.178951+0000 mgr.x (mgr.14150) 142 : cluster [DBG] pgmap v118: 96 pgs: 14 active+undersized+degraded, 82 active+undersized; 38 KiB data, 53 MiB used, 40 GiB / 40 GiB avail; 24/72 objects degraded (33.333%) 2026-03-09T15:48:31.154 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 09 15:48:30 vm02 bash[17514]: cluster 2026-03-09T15:48:29.178951+0000 mgr.x (mgr.14150) 142 : cluster [DBG] pgmap v118: 96 pgs: 14 active+undersized+degraded, 82 active+undersized; 38 KiB data, 53 MiB used, 40 GiB / 40 GiB avail; 24/72 objects degraded (33.333%) 2026-03-09T15:48:32.830 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 09 15:48:32 vm02 bash[17514]: cluster 2026-03-09T15:48:31.179359+0000 mgr.x (mgr.14150) 143 : cluster [DBG] pgmap v119: 96 pgs: 14 active+undersized+degraded, 82 active+undersized; 38 KiB data, 53 MiB used, 40 GiB / 40 GiB avail; 24/72 objects degraded (33.333%) 2026-03-09T15:48:33.148 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 09 15:48:32 vm02 bash[17514]: cluster 2026-03-09T15:48:31.179359+0000 mgr.x (mgr.14150) 143 : cluster [DBG] pgmap v119: 96 pgs: 14 active+undersized+degraded, 82 active+undersized; 38 KiB data, 53 MiB used, 40 GiB / 40 GiB avail; 24/72 objects degraded (33.333%) 2026-03-09T15:48:34.904 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 09 15:48:34 vm02 bash[17514]: cluster 2026-03-09T15:48:33.179704+0000 mgr.x (mgr.14150) 144 : cluster [DBG] pgmap v120: 96 pgs: 14 active+undersized+degraded, 82 active+undersized; 38 KiB data, 53 MiB used, 40 GiB / 40 GiB avail; 24/72 objects degraded (33.333%) 2026-03-09T15:48:34.905 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 09 15:48:34 vm02 bash[17514]: cluster 2026-03-09T15:48:33.179704+0000 mgr.x (mgr.14150) 144 : cluster [DBG] pgmap v120: 96 pgs: 14 active+undersized+degraded, 82 active+undersized; 38 KiB data, 53 MiB used, 40 GiB / 40 GiB avail; 24/72 objects degraded (33.333%) 2026-03-09T15:48:34.905 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 09 15:48:34 vm02 bash[17514]: audit 2026-03-09T15:48:33.629546+0000 mon.a (mon.0) 325 : audit [INF] from='mgr.14150 192.168.123.102:0/2616079682' entity='mgr.x' 2026-03-09T15:48:34.905 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 09 15:48:34 vm02 bash[17514]: audit 2026-03-09T15:48:33.629546+0000 mon.a (mon.0) 325 : audit [INF] from='mgr.14150 192.168.123.102:0/2616079682' entity='mgr.x' 2026-03-09T15:48:34.905 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 09 15:48:34 vm02 bash[17514]: audit 2026-03-09T15:48:33.633007+0000 mon.a (mon.0) 326 : audit [INF] from='mgr.14150 192.168.123.102:0/2616079682' entity='mgr.x' 2026-03-09T15:48:34.905 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 09 15:48:34 vm02 bash[17514]: audit 2026-03-09T15:48:33.633007+0000 mon.a (mon.0) 326 : audit [INF] from='mgr.14150 192.168.123.102:0/2616079682' entity='mgr.x' 2026-03-09T15:48:34.905 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 09 15:48:34 vm02 bash[17514]: audit 2026-03-09T15:48:33.635079+0000 mon.a (mon.0) 327 : audit [INF] from='mgr.14150 192.168.123.102:0/2616079682' entity='mgr.x' 2026-03-09T15:48:34.905 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 09 15:48:34 vm02 bash[17514]: audit 2026-03-09T15:48:33.635079+0000 mon.a (mon.0) 327 : audit [INF] from='mgr.14150 192.168.123.102:0/2616079682' entity='mgr.x' 2026-03-09T15:48:34.905 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 09 15:48:34 vm02 bash[17514]: cephadm 2026-03-09T15:48:33.635392+0000 mgr.x (mgr.14150) 145 : cephadm [WRN] config is a no-op 2026-03-09T15:48:34.905 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 09 15:48:34 vm02 bash[17514]: cephadm 2026-03-09T15:48:33.635392+0000 mgr.x (mgr.14150) 145 : cephadm [WRN] config is a no-op 2026-03-09T15:48:34.905 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 09 15:48:34 vm02 bash[17514]: audit 2026-03-09T15:48:33.636866+0000 mon.a (mon.0) 328 : audit [INF] from='mgr.14150 192.168.123.102:0/2616079682' entity='mgr.x' 2026-03-09T15:48:34.905 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 09 15:48:34 vm02 bash[17514]: audit 2026-03-09T15:48:33.636866+0000 mon.a (mon.0) 328 : audit [INF] from='mgr.14150 192.168.123.102:0/2616079682' entity='mgr.x' 2026-03-09T15:48:34.905 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 09 15:48:34 vm02 bash[17514]: audit 2026-03-09T15:48:33.641448+0000 mon.a (mon.0) 329 : audit [DBG] from='mgr.14150 192.168.123.102:0/2616079682' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2026-03-09T15:48:34.905 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 09 15:48:34 vm02 bash[17514]: audit 2026-03-09T15:48:33.641448+0000 mon.a (mon.0) 329 : audit [DBG] from='mgr.14150 192.168.123.102:0/2616079682' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2026-03-09T15:48:34.905 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 09 15:48:34 vm02 bash[17514]: audit 2026-03-09T15:48:34.182848+0000 mon.a (mon.0) 330 : audit [INF] from='mgr.14150 192.168.123.102:0/2616079682' entity='mgr.x' 2026-03-09T15:48:34.905 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 09 15:48:34 vm02 bash[17514]: audit 2026-03-09T15:48:34.182848+0000 mon.a (mon.0) 330 : audit [INF] from='mgr.14150 192.168.123.102:0/2616079682' entity='mgr.x' 2026-03-09T15:48:35.501 INFO:teuthology.orchestra.run.vm02.stderr:Inferring config /var/lib/ceph/a2a597c0-1bce-11f1-835a-ab631984d2b4/mon.a/config 2026-03-09T15:48:35.821 INFO:teuthology.orchestra.run.vm02.stdout: 2026-03-09T15:48:35.822 INFO:teuthology.orchestra.run.vm02.stdout:[{"events": ["2026-03-09T15:47:38.880353Z service:mds.cephfs [INFO] \"service was created\""], "placement": {"count": 2}, "service_id": "cephfs", "service_name": "mds.cephfs", "service_type": "mds", "status": {"created": "2026-03-09T15:47:36.586663Z", "last_refresh": "2026-03-09T15:47:48.721432Z", "running": 2, "size": 2}}, {"events": ["2026-03-09T15:45:35.460474Z service:mgr [INFO] \"service was created\""], "placement": {"count": 1, "hosts": ["vm02=x"]}, "service_name": "mgr", "service_type": "mgr", "status": {"created": "2026-03-09T15:45:35.450225Z", "last_refresh": "2026-03-09T15:47:48.721370Z", "running": 1, "size": 1}}, {"events": ["2026-03-09T15:45:21.404533Z service:mon [INFO] \"service was created\""], "placement": {"count": 1, "hosts": ["vm02:192.168.123.102=a"]}, "service_name": "mon", "service_type": "mon", "status": {"created": "2026-03-09T15:45:21.391228Z", "last_refresh": "2026-03-09T15:47:48.721547Z", "running": 1, "size": 1}}, {"service_name": "osd", "service_type": "osd", "spec": {"filter_logic": "AND", "objectstore": "bluestore"}, "status": {"container_image_id": "654f31e6858eb235bbece362255b685a945f2b6a367e2b88c4930c984fbb214c", "container_image_name": "quay.ceph.io/ceph-ci/ceph@sha256:8fda260ab1d2d3118a1622f7df75f44f285dfe74e71793626152a711c12bf2cc", "last_refresh": "2026-03-09T15:47:48.721510Z", "running": 2, "size": 2}, "unmanaged": true}, {"events": ["2026-03-09T15:48:33.637186Z service:smb.saserv1 [INFO] \"service was created\""], "placement": {"count": 1}, "service_id": "saserv1", "service_name": "smb.saserv1", "service_type": "smb", "spec": {"cluster_id": "saserv1", "config_uri": "rados://.smb/saserv1/conf.toml", "include_ceph_users": ["client.smbdata"]}, "status": {"created": "2026-03-09T15:48:17.691501Z", "running": 0, "size": 1}}] 2026-03-09T15:48:35.884 INFO:tasks.cephadm:smb.saserv1 has 0/1 2026-03-09T15:48:36.771 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 09 15:48:36 vm02 bash[17514]: cluster 2026-03-09T15:48:35.180122+0000 mgr.x (mgr.14150) 146 : cluster [DBG] pgmap v121: 96 pgs: 14 active+undersized+degraded, 82 active+undersized; 38 KiB data, 53 MiB used, 40 GiB / 40 GiB avail; 24/72 objects degraded (33.333%) 2026-03-09T15:48:36.771 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 09 15:48:36 vm02 bash[17514]: cluster 2026-03-09T15:48:35.180122+0000 mgr.x (mgr.14150) 146 : cluster [DBG] pgmap v121: 96 pgs: 14 active+undersized+degraded, 82 active+undersized; 38 KiB data, 53 MiB used, 40 GiB / 40 GiB avail; 24/72 objects degraded (33.333%) 2026-03-09T15:48:36.885 DEBUG:teuthology.orchestra.run.vm02:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:e911bdebe5c8faa3800735d1568fcdca65db60df shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid a2a597c0-1bce-11f1-835a-ab631984d2b4 -- ceph orch ls -f json 2026-03-09T15:48:37.904 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 09 15:48:37 vm02 bash[17514]: audit 2026-03-09T15:48:35.822004+0000 mgr.x (mgr.14150) 147 : audit [DBG] from='client.14261 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2026-03-09T15:48:37.904 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 09 15:48:37 vm02 bash[17514]: audit 2026-03-09T15:48:35.822004+0000 mgr.x (mgr.14150) 147 : audit [DBG] from='client.14261 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2026-03-09T15:48:38.904 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 09 15:48:38 vm02 bash[17514]: cluster 2026-03-09T15:48:37.180574+0000 mgr.x (mgr.14150) 148 : cluster [DBG] pgmap v122: 96 pgs: 15 active+undersized+degraded, 81 active+undersized; 38 KiB data, 53 MiB used, 40 GiB / 40 GiB avail; 170 B/s rd, 0 op/s; 24/72 objects degraded (33.333%) 2026-03-09T15:48:38.904 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 09 15:48:38 vm02 bash[17514]: cluster 2026-03-09T15:48:37.180574+0000 mgr.x (mgr.14150) 148 : cluster [DBG] pgmap v122: 96 pgs: 15 active+undersized+degraded, 81 active+undersized; 38 KiB data, 53 MiB used, 40 GiB / 40 GiB avail; 170 B/s rd, 0 op/s; 24/72 objects degraded (33.333%) 2026-03-09T15:48:38.904 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 09 15:48:38 vm02 bash[17514]: cluster 2026-03-09T15:48:37.633213+0000 mon.a (mon.0) 331 : cluster [WRN] Health check update: Degraded data redundancy: 24/72 objects degraded (33.333%), 15 pgs degraded, 32 pgs undersized (PG_DEGRADED) 2026-03-09T15:48:38.904 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 09 15:48:38 vm02 bash[17514]: cluster 2026-03-09T15:48:37.633213+0000 mon.a (mon.0) 331 : cluster [WRN] Health check update: Degraded data redundancy: 24/72 objects degraded (33.333%), 15 pgs degraded, 32 pgs undersized (PG_DEGRADED) 2026-03-09T15:48:40.154 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 09 15:48:39 vm02 bash[17514]: audit 2026-03-09T15:48:38.762718+0000 mon.a (mon.0) 332 : audit [INF] from='mgr.14150 192.168.123.102:0/2616079682' entity='mgr.x' 2026-03-09T15:48:40.154 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 09 15:48:39 vm02 bash[17514]: audit 2026-03-09T15:48:38.762718+0000 mon.a (mon.0) 332 : audit [INF] from='mgr.14150 192.168.123.102:0/2616079682' entity='mgr.x' 2026-03-09T15:48:40.154 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 09 15:48:39 vm02 bash[17514]: audit 2026-03-09T15:48:38.766678+0000 mon.a (mon.0) 333 : audit [INF] from='mgr.14150 192.168.123.102:0/2616079682' entity='mgr.x' 2026-03-09T15:48:40.154 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 09 15:48:39 vm02 bash[17514]: audit 2026-03-09T15:48:38.766678+0000 mon.a (mon.0) 333 : audit [INF] from='mgr.14150 192.168.123.102:0/2616079682' entity='mgr.x' 2026-03-09T15:48:40.154 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 09 15:48:39 vm02 bash[17514]: audit 2026-03-09T15:48:39.119724+0000 mon.a (mon.0) 334 : audit [DBG] from='mgr.14150 192.168.123.102:0/2616079682' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-03-09T15:48:40.155 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 09 15:48:39 vm02 bash[17514]: audit 2026-03-09T15:48:39.119724+0000 mon.a (mon.0) 334 : audit [DBG] from='mgr.14150 192.168.123.102:0/2616079682' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-03-09T15:48:40.155 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 09 15:48:39 vm02 bash[17514]: audit 2026-03-09T15:48:39.120455+0000 mon.a (mon.0) 335 : audit [INF] from='mgr.14150 192.168.123.102:0/2616079682' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2026-03-09T15:48:40.155 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 09 15:48:39 vm02 bash[17514]: audit 2026-03-09T15:48:39.120455+0000 mon.a (mon.0) 335 : audit [INF] from='mgr.14150 192.168.123.102:0/2616079682' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2026-03-09T15:48:40.155 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 09 15:48:39 vm02 bash[17514]: audit 2026-03-09T15:48:39.123922+0000 mon.a (mon.0) 336 : audit [INF] from='mgr.14150 192.168.123.102:0/2616079682' entity='mgr.x' 2026-03-09T15:48:40.155 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 09 15:48:39 vm02 bash[17514]: audit 2026-03-09T15:48:39.123922+0000 mon.a (mon.0) 336 : audit [INF] from='mgr.14150 192.168.123.102:0/2616079682' entity='mgr.x' 2026-03-09T15:48:40.155 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 09 15:48:39 vm02 bash[17514]: audit 2026-03-09T15:48:39.130681+0000 mon.a (mon.0) 337 : audit [DBG] from='mgr.14150 192.168.123.102:0/2616079682' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2026-03-09T15:48:40.155 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 09 15:48:39 vm02 bash[17514]: audit 2026-03-09T15:48:39.130681+0000 mon.a (mon.0) 337 : audit [DBG] from='mgr.14150 192.168.123.102:0/2616079682' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2026-03-09T15:48:40.155 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 09 15:48:39 vm02 bash[17514]: audit 2026-03-09T15:48:39.131667+0000 mon.a (mon.0) 338 : audit [DBG] from='mgr.14150 192.168.123.102:0/2616079682' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-03-09T15:48:40.155 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 09 15:48:39 vm02 bash[17514]: audit 2026-03-09T15:48:39.131667+0000 mon.a (mon.0) 338 : audit [DBG] from='mgr.14150 192.168.123.102:0/2616079682' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2026-03-09T15:48:40.155 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 09 15:48:39 vm02 bash[17514]: audit 2026-03-09T15:48:39.132132+0000 mon.a (mon.0) 339 : audit [INF] from='mgr.14150 192.168.123.102:0/2616079682' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2026-03-09T15:48:40.155 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 09 15:48:39 vm02 bash[17514]: audit 2026-03-09T15:48:39.132132+0000 mon.a (mon.0) 339 : audit [INF] from='mgr.14150 192.168.123.102:0/2616079682' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2026-03-09T15:48:40.155 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 09 15:48:39 vm02 bash[17514]: audit 2026-03-09T15:48:39.135339+0000 mon.a (mon.0) 340 : audit [INF] from='mgr.14150 192.168.123.102:0/2616079682' entity='mgr.x' 2026-03-09T15:48:40.155 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 09 15:48:39 vm02 bash[17514]: audit 2026-03-09T15:48:39.135339+0000 mon.a (mon.0) 340 : audit [INF] from='mgr.14150 192.168.123.102:0/2616079682' entity='mgr.x' 2026-03-09T15:48:40.531 INFO:teuthology.orchestra.run.vm02.stderr:Inferring config /var/lib/ceph/a2a597c0-1bce-11f1-835a-ab631984d2b4/mon.a/config 2026-03-09T15:48:40.818 INFO:teuthology.orchestra.run.vm02.stdout: 2026-03-09T15:48:40.818 INFO:teuthology.orchestra.run.vm02.stdout:[{"events": ["2026-03-09T15:47:38.880353Z service:mds.cephfs [INFO] \"service was created\""], "placement": {"count": 2}, "service_id": "cephfs", "service_name": "mds.cephfs", "service_type": "mds", "status": {"created": "2026-03-09T15:47:36.586663Z", "last_refresh": "2026-03-09T15:48:38.759043Z", "running": 2, "size": 2}}, {"events": ["2026-03-09T15:45:35.460474Z service:mgr [INFO] \"service was created\""], "placement": {"count": 1, "hosts": ["vm02=x"]}, "service_name": "mgr", "service_type": "mgr", "status": {"created": "2026-03-09T15:45:35.450225Z", "last_refresh": "2026-03-09T15:48:38.758947Z", "running": 1, "size": 1}}, {"events": ["2026-03-09T15:45:21.404533Z service:mon [INFO] \"service was created\""], "placement": {"count": 1, "hosts": ["vm02:192.168.123.102=a"]}, "service_name": "mon", "service_type": "mon", "status": {"created": "2026-03-09T15:45:21.391228Z", "last_refresh": "2026-03-09T15:48:38.759135Z", "running": 1, "size": 1}}, {"service_name": "osd", "service_type": "osd", "spec": {"filter_logic": "AND", "objectstore": "bluestore"}, "status": {"container_image_id": "654f31e6858eb235bbece362255b685a945f2b6a367e2b88c4930c984fbb214c", "container_image_name": "quay.ceph.io/ceph-ci/ceph@sha256:8fda260ab1d2d3118a1622f7df75f44f285dfe74e71793626152a711c12bf2cc", "last_refresh": "2026-03-09T15:48:38.759105Z", "running": 2, "size": 2}, "unmanaged": true}, {"events": ["2026-03-09T15:48:33.637186Z service:smb.saserv1 [INFO] \"service was created\""], "placement": {"count": 1}, "service_id": "saserv1", "service_name": "smb.saserv1", "service_type": "smb", "spec": {"cluster_id": "saserv1", "config_uri": "rados://.smb/saserv1/conf.toml", "include_ceph_users": ["client.smbdata"]}, "status": {"created": "2026-03-09T15:48:17.691501Z", "last_refresh": "2026-03-09T15:48:38.759007Z", "running": 1, "size": 1}}] 2026-03-09T15:48:40.828 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 09 15:48:40 vm02 bash[17514]: cluster 2026-03-09T15:48:39.181174+0000 mgr.x (mgr.14150) 149 : cluster [DBG] pgmap v123: 96 pgs: 15 active+undersized+degraded, 81 active+undersized; 38 KiB data, 53 MiB used, 40 GiB / 40 GiB avail; 170 B/s rd, 0 op/s; 24/72 objects degraded (33.333%) 2026-03-09T15:48:40.828 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 09 15:48:40 vm02 bash[17514]: cluster 2026-03-09T15:48:39.181174+0000 mgr.x (mgr.14150) 149 : cluster [DBG] pgmap v123: 96 pgs: 15 active+undersized+degraded, 81 active+undersized; 38 KiB data, 53 MiB used, 40 GiB / 40 GiB avail; 170 B/s rd, 0 op/s; 24/72 objects degraded (33.333%) 2026-03-09T15:48:40.881 INFO:tasks.cephadm:smb.saserv1 has 1/1 2026-03-09T15:48:40.881 INFO:teuthology.run_tasks:Running task cephadm.exec... 2026-03-09T15:48:40.883 INFO:tasks.cephadm:Running commands on role host.b host ubuntu@vm07.local 2026-03-09T15:48:40.883 DEBUG:teuthology.orchestra.run.vm07:> sudo TESTDIR=/home/ubuntu/cephtest bash -ex -c 'sleep 30' 2026-03-09T15:48:40.892 INFO:teuthology.orchestra.run.vm07.stderr:+ sleep 30 2026-03-09T15:48:43.154 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 09 15:48:42 vm02 bash[17514]: audit 2026-03-09T15:48:40.818238+0000 mgr.x (mgr.14150) 150 : audit [DBG] from='client.14263 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2026-03-09T15:48:43.154 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 09 15:48:42 vm02 bash[17514]: audit 2026-03-09T15:48:40.818238+0000 mgr.x (mgr.14150) 150 : audit [DBG] from='client.14263 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2026-03-09T15:48:43.154 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 09 15:48:42 vm02 bash[17514]: cluster 2026-03-09T15:48:41.181719+0000 mgr.x (mgr.14150) 151 : cluster [DBG] pgmap v124: 96 pgs: 15 active+undersized+degraded, 81 active+undersized; 38 KiB data, 53 MiB used, 40 GiB / 40 GiB avail; 170 B/s rd, 0 op/s; 24/72 objects degraded (33.333%) 2026-03-09T15:48:43.154 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 09 15:48:42 vm02 bash[17514]: cluster 2026-03-09T15:48:41.181719+0000 mgr.x (mgr.14150) 151 : cluster [DBG] pgmap v124: 96 pgs: 15 active+undersized+degraded, 81 active+undersized; 38 KiB data, 53 MiB used, 40 GiB / 40 GiB avail; 170 B/s rd, 0 op/s; 24/72 objects degraded (33.333%) 2026-03-09T15:48:45.154 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 09 15:48:44 vm02 bash[17514]: cluster 2026-03-09T15:48:43.182196+0000 mgr.x (mgr.14150) 152 : cluster [DBG] pgmap v125: 96 pgs: 15 active+undersized+degraded, 81 active+undersized; 38 KiB data, 53 MiB used, 40 GiB / 40 GiB avail; 170 B/s rd, 0 op/s; 24/72 objects degraded (33.333%) 2026-03-09T15:48:45.155 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 09 15:48:44 vm02 bash[17514]: cluster 2026-03-09T15:48:43.182196+0000 mgr.x (mgr.14150) 152 : cluster [DBG] pgmap v125: 96 pgs: 15 active+undersized+degraded, 81 active+undersized; 38 KiB data, 53 MiB used, 40 GiB / 40 GiB avail; 170 B/s rd, 0 op/s; 24/72 objects degraded (33.333%) 2026-03-09T15:48:45.155 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 09 15:48:44 vm02 bash[17514]: cluster 2026-03-09T15:48:44.665768+0000 mon.a (mon.0) 341 : cluster [WRN] Health check update: Degraded data redundancy: 24/72 objects degraded (33.333%), 15 pgs degraded, 64 pgs undersized (PG_DEGRADED) 2026-03-09T15:48:45.155 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 09 15:48:44 vm02 bash[17514]: cluster 2026-03-09T15:48:44.665768+0000 mon.a (mon.0) 341 : cluster [WRN] Health check update: Degraded data redundancy: 24/72 objects degraded (33.333%), 15 pgs degraded, 64 pgs undersized (PG_DEGRADED) 2026-03-09T15:48:47.154 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 09 15:48:46 vm02 bash[17514]: cluster 2026-03-09T15:48:45.182633+0000 mgr.x (mgr.14150) 153 : cluster [DBG] pgmap v126: 96 pgs: 15 active+undersized+degraded, 81 active+undersized; 38 KiB data, 53 MiB used, 40 GiB / 40 GiB avail; 170 B/s rd, 0 op/s; 24/72 objects degraded (33.333%) 2026-03-09T15:48:47.154 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 09 15:48:46 vm02 bash[17514]: cluster 2026-03-09T15:48:45.182633+0000 mgr.x (mgr.14150) 153 : cluster [DBG] pgmap v126: 96 pgs: 15 active+undersized+degraded, 81 active+undersized; 38 KiB data, 53 MiB used, 40 GiB / 40 GiB avail; 170 B/s rd, 0 op/s; 24/72 objects degraded (33.333%) 2026-03-09T15:48:49.154 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 09 15:48:48 vm02 bash[17514]: cluster 2026-03-09T15:48:47.183103+0000 mgr.x (mgr.14150) 154 : cluster [DBG] pgmap v127: 96 pgs: 15 active+undersized+degraded, 81 active+undersized; 38 KiB data, 53 MiB used, 40 GiB / 40 GiB avail; 426 B/s rd, 0 op/s; 24/72 objects degraded (33.333%) 2026-03-09T15:48:49.155 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 09 15:48:48 vm02 bash[17514]: cluster 2026-03-09T15:48:47.183103+0000 mgr.x (mgr.14150) 154 : cluster [DBG] pgmap v127: 96 pgs: 15 active+undersized+degraded, 81 active+undersized; 38 KiB data, 53 MiB used, 40 GiB / 40 GiB avail; 426 B/s rd, 0 op/s; 24/72 objects degraded (33.333%) 2026-03-09T15:48:51.155 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 09 15:48:50 vm02 bash[17514]: cluster 2026-03-09T15:48:49.183567+0000 mgr.x (mgr.14150) 155 : cluster [DBG] pgmap v128: 96 pgs: 15 active+undersized+degraded, 81 active+undersized; 38 KiB data, 53 MiB used, 40 GiB / 40 GiB avail; 255 B/s rd, 0 op/s; 24/72 objects degraded (33.333%) 2026-03-09T15:48:51.155 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 09 15:48:50 vm02 bash[17514]: cluster 2026-03-09T15:48:49.183567+0000 mgr.x (mgr.14150) 155 : cluster [DBG] pgmap v128: 96 pgs: 15 active+undersized+degraded, 81 active+undersized; 38 KiB data, 53 MiB used, 40 GiB / 40 GiB avail; 255 B/s rd, 0 op/s; 24/72 objects degraded (33.333%) 2026-03-09T15:48:53.155 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 09 15:48:52 vm02 bash[17514]: cluster 2026-03-09T15:48:51.184061+0000 mgr.x (mgr.14150) 156 : cluster [DBG] pgmap v129: 96 pgs: 15 active+undersized+degraded, 81 active+undersized; 38 KiB data, 53 MiB used, 40 GiB / 40 GiB avail; 682 B/s rd, 1 op/s; 24/72 objects degraded (33.333%) 2026-03-09T15:48:53.155 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 09 15:48:52 vm02 bash[17514]: cluster 2026-03-09T15:48:51.184061+0000 mgr.x (mgr.14150) 156 : cluster [DBG] pgmap v129: 96 pgs: 15 active+undersized+degraded, 81 active+undersized; 38 KiB data, 53 MiB used, 40 GiB / 40 GiB avail; 682 B/s rd, 1 op/s; 24/72 objects degraded (33.333%) 2026-03-09T15:48:55.155 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 09 15:48:54 vm02 bash[17514]: cluster 2026-03-09T15:48:53.184503+0000 mgr.x (mgr.14150) 157 : cluster [DBG] pgmap v130: 96 pgs: 15 active+undersized+degraded, 81 active+undersized; 38 KiB data, 53 MiB used, 40 GiB / 40 GiB avail; 682 B/s rd, 1 op/s; 24/72 objects degraded (33.333%) 2026-03-09T15:48:55.155 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 09 15:48:54 vm02 bash[17514]: cluster 2026-03-09T15:48:53.184503+0000 mgr.x (mgr.14150) 157 : cluster [DBG] pgmap v130: 96 pgs: 15 active+undersized+degraded, 81 active+undersized; 38 KiB data, 53 MiB used, 40 GiB / 40 GiB avail; 682 B/s rd, 1 op/s; 24/72 objects degraded (33.333%) 2026-03-09T15:48:57.155 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 09 15:48:56 vm02 bash[17514]: cluster 2026-03-09T15:48:55.185155+0000 mgr.x (mgr.14150) 158 : cluster [DBG] pgmap v131: 96 pgs: 15 active+undersized+degraded, 81 active+undersized; 38 KiB data, 53 MiB used, 40 GiB / 40 GiB avail; 682 B/s rd, 1 op/s; 24/72 objects degraded (33.333%) 2026-03-09T15:48:57.155 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 09 15:48:56 vm02 bash[17514]: cluster 2026-03-09T15:48:55.185155+0000 mgr.x (mgr.14150) 158 : cluster [DBG] pgmap v131: 96 pgs: 15 active+undersized+degraded, 81 active+undersized; 38 KiB data, 53 MiB used, 40 GiB / 40 GiB avail; 682 B/s rd, 1 op/s; 24/72 objects degraded (33.333%) 2026-03-09T15:48:59.155 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 09 15:48:58 vm02 bash[17514]: cluster 2026-03-09T15:48:57.185660+0000 mgr.x (mgr.14150) 159 : cluster [DBG] pgmap v132: 96 pgs: 15 active+undersized+degraded, 81 active+undersized; 38 KiB data, 53 MiB used, 40 GiB / 40 GiB avail; 1.1 KiB/s rd, 2 op/s; 24/72 objects degraded (33.333%) 2026-03-09T15:48:59.155 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 09 15:48:58 vm02 bash[17514]: cluster 2026-03-09T15:48:57.185660+0000 mgr.x (mgr.14150) 159 : cluster [DBG] pgmap v132: 96 pgs: 15 active+undersized+degraded, 81 active+undersized; 38 KiB data, 53 MiB used, 40 GiB / 40 GiB avail; 1.1 KiB/s rd, 2 op/s; 24/72 objects degraded (33.333%) 2026-03-09T15:49:00.155 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 09 15:48:59 vm02 bash[17514]: cluster 2026-03-09T15:48:59.186061+0000 mgr.x (mgr.14150) 160 : cluster [DBG] pgmap v133: 96 pgs: 15 active+undersized+degraded, 81 active+undersized; 38 KiB data, 53 MiB used, 40 GiB / 40 GiB avail; 853 B/s rd, 1 op/s; 24/72 objects degraded (33.333%) 2026-03-09T15:49:00.155 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 09 15:48:59 vm02 bash[17514]: cluster 2026-03-09T15:48:59.186061+0000 mgr.x (mgr.14150) 160 : cluster [DBG] pgmap v133: 96 pgs: 15 active+undersized+degraded, 81 active+undersized; 38 KiB data, 53 MiB used, 40 GiB / 40 GiB avail; 853 B/s rd, 1 op/s; 24/72 objects degraded (33.333%) 2026-03-09T15:49:02.655 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 09 15:49:02 vm02 bash[17514]: cluster 2026-03-09T15:49:01.186613+0000 mgr.x (mgr.14150) 161 : cluster [DBG] pgmap v134: 96 pgs: 15 active+undersized+degraded, 81 active+undersized; 38 KiB data, 53 MiB used, 40 GiB / 40 GiB avail; 938 B/s rd, 1 op/s; 24/72 objects degraded (33.333%) 2026-03-09T15:49:02.655 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 09 15:49:02 vm02 bash[17514]: cluster 2026-03-09T15:49:01.186613+0000 mgr.x (mgr.14150) 161 : cluster [DBG] pgmap v134: 96 pgs: 15 active+undersized+degraded, 81 active+undersized; 38 KiB data, 53 MiB used, 40 GiB / 40 GiB avail; 938 B/s rd, 1 op/s; 24/72 objects degraded (33.333%) 2026-03-09T15:49:02.655 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 09 15:49:02 vm02 bash[17514]: cluster 2026-03-09T15:49:01.257353+0000 mon.a (mon.0) 342 : cluster [DBG] mgrmap e14: x(active, since 4m) 2026-03-09T15:49:02.655 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 09 15:49:02 vm02 bash[17514]: cluster 2026-03-09T15:49:01.257353+0000 mon.a (mon.0) 342 : cluster [DBG] mgrmap e14: x(active, since 4m) 2026-03-09T15:49:04.655 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 09 15:49:04 vm02 bash[17514]: cluster 2026-03-09T15:49:03.187032+0000 mgr.x (mgr.14150) 162 : cluster [DBG] pgmap v135: 96 pgs: 15 active+undersized+degraded, 81 active+undersized; 38 KiB data, 53 MiB used, 40 GiB / 40 GiB avail; 511 B/s rd, 0 op/s; 24/72 objects degraded (33.333%) 2026-03-09T15:49:04.655 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 09 15:49:04 vm02 bash[17514]: cluster 2026-03-09T15:49:03.187032+0000 mgr.x (mgr.14150) 162 : cluster [DBG] pgmap v135: 96 pgs: 15 active+undersized+degraded, 81 active+undersized; 38 KiB data, 53 MiB used, 40 GiB / 40 GiB avail; 511 B/s rd, 0 op/s; 24/72 objects degraded (33.333%) 2026-03-09T15:49:05.655 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 09 15:49:05 vm02 bash[17514]: cluster 2026-03-09T15:49:05.268675+0000 mon.a (mon.0) 343 : cluster [WRN] Health check update: Degraded data redundancy: 24/72 objects degraded (33.333%), 15 pgs degraded, 96 pgs undersized (PG_DEGRADED) 2026-03-09T15:49:05.655 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 09 15:49:05 vm02 bash[17514]: cluster 2026-03-09T15:49:05.268675+0000 mon.a (mon.0) 343 : cluster [WRN] Health check update: Degraded data redundancy: 24/72 objects degraded (33.333%), 15 pgs degraded, 96 pgs undersized (PG_DEGRADED) 2026-03-09T15:49:06.655 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 09 15:49:06 vm02 bash[17514]: cluster 2026-03-09T15:49:05.187975+0000 mgr.x (mgr.14150) 163 : cluster [DBG] pgmap v136: 96 pgs: 15 active+undersized+degraded, 81 active+undersized; 43 KiB data, 53 MiB used, 40 GiB / 40 GiB avail; 511 B/s rd, 597 B/s wr, 1 op/s; 24/72 objects degraded (33.333%) 2026-03-09T15:49:06.655 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 09 15:49:06 vm02 bash[17514]: cluster 2026-03-09T15:49:05.187975+0000 mgr.x (mgr.14150) 163 : cluster [DBG] pgmap v136: 96 pgs: 15 active+undersized+degraded, 81 active+undersized; 43 KiB data, 53 MiB used, 40 GiB / 40 GiB avail; 511 B/s rd, 597 B/s wr, 1 op/s; 24/72 objects degraded (33.333%) 2026-03-09T15:49:08.655 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 09 15:49:08 vm02 bash[17514]: cluster 2026-03-09T15:49:07.188774+0000 mgr.x (mgr.14150) 164 : cluster [DBG] pgmap v137: 96 pgs: 15 active+undersized+degraded, 81 active+undersized; 43 KiB data, 53 MiB used, 40 GiB / 40 GiB avail; 597 B/s rd, 597 B/s wr, 1 op/s; 24/72 objects degraded (33.333%) 2026-03-09T15:49:08.655 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 09 15:49:08 vm02 bash[17514]: cluster 2026-03-09T15:49:07.188774+0000 mgr.x (mgr.14150) 164 : cluster [DBG] pgmap v137: 96 pgs: 15 active+undersized+degraded, 81 active+undersized; 43 KiB data, 53 MiB used, 40 GiB / 40 GiB avail; 597 B/s rd, 597 B/s wr, 1 op/s; 24/72 objects degraded (33.333%) 2026-03-09T15:49:10.655 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 09 15:49:10 vm02 bash[17514]: cluster 2026-03-09T15:49:09.189287+0000 mgr.x (mgr.14150) 165 : cluster [DBG] pgmap v138: 96 pgs: 15 active+undersized+degraded, 81 active+undersized; 43 KiB data, 53 MiB used, 40 GiB / 40 GiB avail; 170 B/s rd, 597 B/s wr, 0 op/s; 24/72 objects degraded (33.333%) 2026-03-09T15:49:10.655 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 09 15:49:10 vm02 bash[17514]: cluster 2026-03-09T15:49:09.189287+0000 mgr.x (mgr.14150) 165 : cluster [DBG] pgmap v138: 96 pgs: 15 active+undersized+degraded, 81 active+undersized; 43 KiB data, 53 MiB used, 40 GiB / 40 GiB avail; 170 B/s rd, 597 B/s wr, 0 op/s; 24/72 objects degraded (33.333%) 2026-03-09T15:49:10.896 DEBUG:teuthology.orchestra.run.vm07:> sudo TESTDIR=/home/ubuntu/cephtest bash -ex -c 'sudo docker run --rm --net=host -eKRB5_CONFIG=/dev/null quay.io/samba.org/samba-client:latest smbclient -U smbuser1%insecure321 //192.168.123.102/share1 -c ls' 2026-03-09T15:49:10.941 INFO:teuthology.orchestra.run.vm07.stderr:+ sudo docker run --rm --net=host -eKRB5_CONFIG=/dev/null quay.io/samba.org/samba-client:latest smbclient -U smbuser1%insecure321 //192.168.123.102/share1 -c ls 2026-03-09T15:49:11.086 INFO:teuthology.orchestra.run.vm07.stdout: . D 0 Mon Mar 9 15:47:48 2026 2026-03-09T15:49:11.086 INFO:teuthology.orchestra.run.vm07.stdout: .. D 0 Mon Mar 9 15:47:48 2026 2026-03-09T15:49:11.086 INFO:teuthology.orchestra.run.vm07.stdout: volumes D 0 Mon Mar 9 15:47:52 2026 2026-03-09T15:49:11.086 INFO:teuthology.orchestra.run.vm07.stdout: 2026-03-09T15:49:11.086 INFO:teuthology.orchestra.run.vm07.stdout: 13258752 blocks of size 1024. 13258752 blocks available 2026-03-09T15:49:11.114 DEBUG:teuthology.run_tasks:Unwinding manager cephadm 2026-03-09T15:49:11.116 INFO:tasks.cephadm:Teardown begin 2026-03-09T15:49:11.117 DEBUG:teuthology.orchestra.run.vm02:> sudo rm -f /etc/ceph/ceph.conf /etc/ceph/ceph.client.admin.keyring 2026-03-09T15:49:11.125 DEBUG:teuthology.orchestra.run.vm07:> sudo rm -f /etc/ceph/ceph.conf /etc/ceph/ceph.client.admin.keyring 2026-03-09T15:49:11.164 INFO:tasks.cephadm:Disabling cephadm mgr module 2026-03-09T15:49:11.164 DEBUG:teuthology.orchestra.run.vm02:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:e911bdebe5c8faa3800735d1568fcdca65db60df shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid a2a597c0-1bce-11f1-835a-ab631984d2b4 -- ceph mgr module disable cephadm 2026-03-09T15:49:12.655 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 09 15:49:12 vm02 bash[17514]: cluster 2026-03-09T15:49:11.189790+0000 mgr.x (mgr.14150) 166 : cluster [DBG] pgmap v139: 96 pgs: 15 active+undersized+degraded, 81 active+undersized; 43 KiB data, 53 MiB used, 40 GiB / 40 GiB avail; 255 B/s rd, 597 B/s wr, 0 op/s; 24/72 objects degraded (33.333%) 2026-03-09T15:49:12.655 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 09 15:49:12 vm02 bash[17514]: cluster 2026-03-09T15:49:11.189790+0000 mgr.x (mgr.14150) 166 : cluster [DBG] pgmap v139: 96 pgs: 15 active+undersized+degraded, 81 active+undersized; 43 KiB data, 53 MiB used, 40 GiB / 40 GiB avail; 255 B/s rd, 597 B/s wr, 0 op/s; 24/72 objects degraded (33.333%) 2026-03-09T15:49:14.655 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 09 15:49:14 vm02 bash[17514]: cluster 2026-03-09T15:49:13.190310+0000 mgr.x (mgr.14150) 167 : cluster [DBG] pgmap v140: 96 pgs: 15 active+undersized+degraded, 81 active+undersized; 43 KiB data, 53 MiB used, 40 GiB / 40 GiB avail; 170 B/s rd, 597 B/s wr, 0 op/s; 24/72 objects degraded (33.333%) 2026-03-09T15:49:14.655 INFO:journalctl@ceph.mon.a.vm02.stdout:Mar 09 15:49:14 vm02 bash[17514]: cluster 2026-03-09T15:49:13.190310+0000 mgr.x (mgr.14150) 167 : cluster [DBG] pgmap v140: 96 pgs: 15 active+undersized+degraded, 81 active+undersized; 43 KiB data, 53 MiB used, 40 GiB / 40 GiB avail; 170 B/s rd, 597 B/s wr, 0 op/s; 24/72 objects degraded (33.333%) 2026-03-09T15:49:15.818 INFO:teuthology.orchestra.run.vm02.stderr:Inferring config /var/lib/ceph/a2a597c0-1bce-11f1-835a-ab631984d2b4/mon.a/config 2026-03-09T15:49:15.993 INFO:teuthology.orchestra.run.vm02.stderr:2026-03-09T15:49:15.989+0000 7f2333153640 -1 auth: error reading file: /etc/ceph/ceph.keyring: bufferlist::read_file(/etc/ceph/ceph.keyring): read error:(21) Is a directory 2026-03-09T15:49:15.993 INFO:teuthology.orchestra.run.vm02.stderr:2026-03-09T15:49:15.989+0000 7f2333153640 -1 auth: failed to load /etc/ceph/ceph.keyring: (21) Is a directory 2026-03-09T15:49:15.993 INFO:teuthology.orchestra.run.vm02.stderr:2026-03-09T15:49:15.989+0000 7f2333153640 -1 auth: error reading file: /etc/ceph/ceph.keyring: bufferlist::read_file(/etc/ceph/ceph.keyring): read error:(21) Is a directory 2026-03-09T15:49:15.993 INFO:teuthology.orchestra.run.vm02.stderr:2026-03-09T15:49:15.989+0000 7f2333153640 -1 auth: failed to load /etc/ceph/ceph.keyring: (21) Is a directory 2026-03-09T15:49:15.994 INFO:teuthology.orchestra.run.vm02.stderr:2026-03-09T15:49:15.989+0000 7f2333153640 -1 auth: error reading file: /etc/ceph/ceph.keyring: bufferlist::read_file(/etc/ceph/ceph.keyring): read error:(21) Is a directory 2026-03-09T15:49:15.994 INFO:teuthology.orchestra.run.vm02.stderr:2026-03-09T15:49:15.989+0000 7f2333153640 -1 auth: failed to load /etc/ceph/ceph.keyring: (21) Is a directory 2026-03-09T15:49:15.994 INFO:teuthology.orchestra.run.vm02.stderr:2026-03-09T15:49:15.989+0000 7f2333153640 -1 monclient: keyring not found 2026-03-09T15:49:15.994 INFO:teuthology.orchestra.run.vm02.stderr:[errno 21] error connecting to the cluster 2026-03-09T15:49:16.041 DEBUG:teuthology.orchestra.run:got remote process result: 1 2026-03-09T15:49:16.042 INFO:tasks.cephadm:Cleaning up testdir ceph.* files... 2026-03-09T15:49:16.042 DEBUG:teuthology.orchestra.run.vm02:> rm -f /home/ubuntu/cephtest/seed.ceph.conf /home/ubuntu/cephtest/ceph.pub 2026-03-09T15:49:16.045 DEBUG:teuthology.orchestra.run.vm07:> rm -f /home/ubuntu/cephtest/seed.ceph.conf /home/ubuntu/cephtest/ceph.pub 2026-03-09T15:49:16.048 INFO:tasks.cephadm:Stopping all daemons... 2026-03-09T15:49:16.048 INFO:tasks.cephadm.mon.a:Stopping mon.a... 2026-03-09T15:49:16.048 DEBUG:teuthology.orchestra.run.vm02:> sudo systemctl stop ceph-a2a597c0-1bce-11f1-835a-ab631984d2b4@mon.a 2026-03-09T15:49:16.245 DEBUG:teuthology.orchestra.run.vm02:> sudo pkill -f 'journalctl -f -n 0 -u ceph-a2a597c0-1bce-11f1-835a-ab631984d2b4@mon.a.service' 2026-03-09T15:49:16.258 DEBUG:teuthology.orchestra.run:got remote process result: None 2026-03-09T15:49:16.258 INFO:tasks.cephadm.mon.a:Stopped mon.a 2026-03-09T15:49:16.258 INFO:tasks.cephadm.mgr.x:Stopping mgr.x... 2026-03-09T15:49:16.258 DEBUG:teuthology.orchestra.run.vm02:> sudo systemctl stop ceph-a2a597c0-1bce-11f1-835a-ab631984d2b4@mgr.x 2026-03-09T15:49:16.386 INFO:journalctl@ceph.mgr.x.vm02.stdout:Mar 09 15:49:16 vm02 systemd[1]: Stopping Ceph mgr.x for a2a597c0-1bce-11f1-835a-ab631984d2b4... 2026-03-09T15:49:16.472 DEBUG:teuthology.orchestra.run.vm02:> sudo pkill -f 'journalctl -f -n 0 -u ceph-a2a597c0-1bce-11f1-835a-ab631984d2b4@mgr.x.service' 2026-03-09T15:49:16.484 DEBUG:teuthology.orchestra.run:got remote process result: None 2026-03-09T15:49:16.484 INFO:tasks.cephadm.mgr.x:Stopped mgr.x 2026-03-09T15:49:16.484 INFO:tasks.cephadm.osd.0:Stopping osd.0... 2026-03-09T15:49:16.484 DEBUG:teuthology.orchestra.run.vm02:> sudo systemctl stop ceph-a2a597c0-1bce-11f1-835a-ab631984d2b4@osd.0 2026-03-09T15:49:16.578 INFO:journalctl@ceph.osd.0.vm02.stdout:Mar 09 15:49:16 vm02 systemd[1]: Stopping Ceph osd.0 for a2a597c0-1bce-11f1-835a-ab631984d2b4... 2026-03-09T15:49:16.655 INFO:journalctl@ceph.osd.0.vm02.stdout:Mar 09 15:49:16 vm02 bash[27118]: debug 2026-03-09T15:49:16.573+0000 7f1a3bf69640 -1 received signal: Terminated from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.0 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2026-03-09T15:49:16.655 INFO:journalctl@ceph.osd.0.vm02.stdout:Mar 09 15:49:16 vm02 bash[27118]: debug 2026-03-09T15:49:16.573+0000 7f1a3bf69640 -1 osd.0 23 *** Got signal Terminated *** 2026-03-09T15:49:16.655 INFO:journalctl@ceph.osd.0.vm02.stdout:Mar 09 15:49:16 vm02 bash[27118]: debug 2026-03-09T15:49:16.573+0000 7f1a3bf69640 -1 osd.0 23 *** Immediate shutdown (osd_fast_shutdown=true) *** 2026-03-09T15:49:21.905 INFO:journalctl@ceph.osd.0.vm02.stdout:Mar 09 15:49:21 vm02 bash[41681]: ceph-a2a597c0-1bce-11f1-835a-ab631984d2b4-osd-0 2026-03-09T15:49:21.945 DEBUG:teuthology.orchestra.run.vm02:> sudo pkill -f 'journalctl -f -n 0 -u ceph-a2a597c0-1bce-11f1-835a-ab631984d2b4@osd.0.service' 2026-03-09T15:49:21.957 DEBUG:teuthology.orchestra.run:got remote process result: None 2026-03-09T15:49:21.957 INFO:tasks.cephadm.osd.0:Stopped osd.0 2026-03-09T15:49:21.957 INFO:tasks.cephadm.osd.1:Stopping osd.1... 2026-03-09T15:49:21.957 DEBUG:teuthology.orchestra.run.vm02:> sudo systemctl stop ceph-a2a597c0-1bce-11f1-835a-ab631984d2b4@osd.1 2026-03-09T15:49:22.405 INFO:journalctl@ceph.osd.1.vm02.stdout:Mar 09 15:49:22 vm02 systemd[1]: Stopping Ceph osd.1 for a2a597c0-1bce-11f1-835a-ab631984d2b4... 2026-03-09T15:49:22.405 INFO:journalctl@ceph.osd.1.vm02.stdout:Mar 09 15:49:22 vm02 bash[33139]: debug 2026-03-09T15:49:22.045+0000 7fa982761640 -1 received signal: Terminated from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.1 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2026-03-09T15:49:22.405 INFO:journalctl@ceph.osd.1.vm02.stdout:Mar 09 15:49:22 vm02 bash[33139]: debug 2026-03-09T15:49:22.045+0000 7fa982761640 -1 osd.1 23 *** Got signal Terminated *** 2026-03-09T15:49:22.405 INFO:journalctl@ceph.osd.1.vm02.stdout:Mar 09 15:49:22 vm02 bash[33139]: debug 2026-03-09T15:49:22.045+0000 7fa982761640 -1 osd.1 23 *** Immediate shutdown (osd_fast_shutdown=true) *** 2026-03-09T15:49:27.382 INFO:journalctl@ceph.osd.1.vm02.stdout:Mar 09 15:49:27 vm02 bash[41865]: ceph-a2a597c0-1bce-11f1-835a-ab631984d2b4-osd-1 2026-03-09T15:49:27.412 DEBUG:teuthology.orchestra.run.vm02:> sudo pkill -f 'journalctl -f -n 0 -u ceph-a2a597c0-1bce-11f1-835a-ab631984d2b4@osd.1.service' 2026-03-09T15:49:27.429 DEBUG:teuthology.orchestra.run:got remote process result: None 2026-03-09T15:49:27.429 INFO:tasks.cephadm.osd.1:Stopped osd.1 2026-03-09T15:49:27.429 DEBUG:teuthology.orchestra.run.vm02:> sudo /home/ubuntu/cephtest/cephadm rm-cluster --fsid a2a597c0-1bce-11f1-835a-ab631984d2b4 --force --keep-logs 2026-03-09T15:49:27.567 INFO:teuthology.orchestra.run.vm02.stdout:Deleting cluster with fsid: a2a597c0-1bce-11f1-835a-ab631984d2b4 2026-03-09T15:49:41.097 DEBUG:teuthology.orchestra.run.vm07:> sudo /home/ubuntu/cephtest/cephadm rm-cluster --fsid a2a597c0-1bce-11f1-835a-ab631984d2b4 --force --keep-logs 2026-03-09T15:49:41.189 INFO:teuthology.orchestra.run.vm07.stdout:Deleting cluster with fsid: a2a597c0-1bce-11f1-835a-ab631984d2b4 2026-03-09T15:49:42.237 INFO:teuthology.orchestra.run.vm07.stderr:Traceback (most recent call last): 2026-03-09T15:49:42.237 INFO:teuthology.orchestra.run.vm07.stderr: File "/usr/lib/python3.10/runpy.py", line 196, in _run_module_as_main 2026-03-09T15:49:42.237 INFO:teuthology.orchestra.run.vm07.stderr: return _run_code(code, main_globals, None, 2026-03-09T15:49:42.237 INFO:teuthology.orchestra.run.vm07.stderr: File "/usr/lib/python3.10/runpy.py", line 86, in _run_code 2026-03-09T15:49:42.237 INFO:teuthology.orchestra.run.vm07.stderr: exec(code, run_globals) 2026-03-09T15:49:42.237 INFO:teuthology.orchestra.run.vm07.stderr: File "/tmp/tmp8abe3sfa.cephadm.build/app/__main__.py", line 5592, in 2026-03-09T15:49:42.237 INFO:teuthology.orchestra.run.vm07.stderr: File "/tmp/tmp8abe3sfa.cephadm.build/app/__main__.py", line 5580, in main 2026-03-09T15:49:42.237 INFO:teuthology.orchestra.run.vm07.stderr: File "/tmp/tmp8abe3sfa.cephadm.build/app/__main__.py", line 4338, in command_rm_cluster 2026-03-09T15:49:42.237 INFO:teuthology.orchestra.run.vm07.stderr: File "/tmp/tmp8abe3sfa.cephadm.build/app/__main__.py", line 4402, in _rm_cluster 2026-03-09T15:49:42.237 INFO:teuthology.orchestra.run.vm07.stderr: File "/tmp/tmp8abe3sfa.cephadm.build/app/__main__.py", line 4328, in get_ceph_cluster_count 2026-03-09T15:49:42.237 INFO:teuthology.orchestra.run.vm07.stderr:FileNotFoundError: [Errno 2] No such file or directory: '/var/lib/ceph' 2026-03-09T15:49:42.259 DEBUG:teuthology.orchestra.run:got remote process result: 1 2026-03-09T15:49:42.260 DEBUG:teuthology.orchestra.run.vm02:> sudo rm -f /etc/ceph/ceph.conf /etc/ceph/ceph.client.admin.keyring 2026-03-09T15:49:42.268 INFO:teuthology.orchestra.run.vm02.stderr:rm: cannot remove '/etc/ceph/ceph.client.admin.keyring': Is a directory 2026-03-09T15:49:42.268 DEBUG:teuthology.orchestra.run:got remote process result: 1 2026-03-09T15:49:42.269 DEBUG:teuthology.orchestra.run.vm07:> sudo rm -f /etc/ceph/ceph.conf /etc/ceph/ceph.client.admin.keyring 2026-03-09T15:49:42.277 INFO:tasks.cephadm:Archiving crash dumps... 2026-03-09T15:49:42.277 DEBUG:teuthology.misc:Transferring archived files from vm02:/var/lib/ceph/a2a597c0-1bce-11f1-835a-ab631984d2b4/crash to /archive/kyr-2026-03-09_11:23:05-orch-squid-none-default-vps/531/remote/vm02/crash 2026-03-09T15:49:42.277 DEBUG:teuthology.orchestra.run.vm02:> sudo tar c -f - -C /var/lib/ceph/a2a597c0-1bce-11f1-835a-ab631984d2b4/crash -- . 2026-03-09T15:49:42.319 INFO:teuthology.orchestra.run.vm02.stderr:tar: /var/lib/ceph/a2a597c0-1bce-11f1-835a-ab631984d2b4/crash: Cannot open: No such file or directory 2026-03-09T15:49:42.320 INFO:teuthology.orchestra.run.vm02.stderr:tar: Error is not recoverable: exiting now 2026-03-09T15:49:42.320 DEBUG:teuthology.misc:Transferring archived files from vm07:/var/lib/ceph/a2a597c0-1bce-11f1-835a-ab631984d2b4/crash to /archive/kyr-2026-03-09_11:23:05-orch-squid-none-default-vps/531/remote/vm07/crash 2026-03-09T15:49:42.320 DEBUG:teuthology.orchestra.run.vm07:> sudo tar c -f - -C /var/lib/ceph/a2a597c0-1bce-11f1-835a-ab631984d2b4/crash -- . 2026-03-09T15:49:42.328 INFO:teuthology.orchestra.run.vm07.stderr:tar: /var/lib/ceph/a2a597c0-1bce-11f1-835a-ab631984d2b4/crash: Cannot open: No such file or directory 2026-03-09T15:49:42.328 INFO:teuthology.orchestra.run.vm07.stderr:tar: Error is not recoverable: exiting now 2026-03-09T15:49:42.329 INFO:tasks.cephadm:Checking cluster log for badness... 2026-03-09T15:49:42.329 DEBUG:teuthology.orchestra.run.vm02:> sudo egrep '\[ERR\]|\[WRN\]|\[SEC\]' /var/log/ceph/a2a597c0-1bce-11f1-835a-ab631984d2b4/ceph.log | egrep CEPHADM_ | egrep -v '\(MDS_ALL_DOWN\)' | egrep -v '\(MDS_UP_LESS_THAN_MAX\)' | head -n 1 2026-03-09T15:49:42.373 INFO:tasks.cephadm:Compressing logs... 2026-03-09T15:49:42.373 DEBUG:teuthology.orchestra.run.vm02:> time sudo find /var/log/ceph /var/log/rbd-target-api -name '*.log' -print0 | sudo xargs --max-args=1 --max-procs=0 --verbose -0 --no-run-if-empty -- gzip -5 --verbose -- 2026-03-09T15:49:42.417 DEBUG:teuthology.orchestra.run.vm07:> time sudo find /var/log/ceph /var/log/rbd-target-api -name '*.log' -print0 | sudo xargs --max-args=1 --max-procs=0 --verbose -0 --no-run-if-empty -- gzip -5 --verbose -- 2026-03-09T15:49:42.424 INFO:teuthology.orchestra.run.vm07.stderr:find: ‘/var/log/rbd-target-api’: No such file or directory 2026-03-09T15:49:42.424 INFO:teuthology.orchestra.run.vm02.stderr:gzip -5 --verbose -- /var/log/ceph/cephadm.log 2026-03-09T15:49:42.424 INFO:teuthology.orchestra.run.vm02.stderr:find: ‘/var/log/rbd-target-api’: No such file or directory 2026-03-09T15:49:42.425 INFO:teuthology.orchestra.run.vm07.stderr:gzip -5 --verbose -- /var/log/ceph/cephadm.log 2026-03-09T15:49:42.425 INFO:teuthology.orchestra.run.vm02.stderr:gzip -5 --verbose -- /var/log/ceph/a2a597c0-1bce-11f1-835a-ab631984d2b4/ceph-mgr.x.log 2026-03-09T15:49:42.425 INFO:teuthology.orchestra.run.vm02.stderr:/var/log/ceph/cephadm.log: gzip -5 --verbose -- /var/log/ceph/a2a597c0-1bce-11f1-835a-ab631984d2b4/ceph.log 2026-03-09T15:49:42.426 INFO:teuthology.orchestra.run.vm07.stderr:/var/log/ceph/cephadm.log: 70.6% -- replaced with /var/log/ceph/cephadm.log.gz 2026-03-09T15:49:42.427 INFO:teuthology.orchestra.run.vm07.stderr: 2026-03-09T15:49:42.427 INFO:teuthology.orchestra.run.vm07.stderr:real 0m0.007s 2026-03-09T15:49:42.427 INFO:teuthology.orchestra.run.vm07.stderr:user 0m0.004s 2026-03-09T15:49:42.427 INFO:teuthology.orchestra.run.vm07.stderr:sys 0m0.006s 2026-03-09T15:49:42.427 INFO:teuthology.orchestra.run.vm02.stderr:/var/log/ceph/a2a597c0-1bce-11f1-835a-ab631984d2b4/ceph-mgr.x.log: 90.5% -- replaced with /var/log/ceph/cephadm.log.gz 2026-03-09T15:49:42.427 INFO:teuthology.orchestra.run.vm02.stderr:gzip -5 --verbose -- /var/log/ceph/a2a597c0-1bce-11f1-835a-ab631984d2b4/ceph-mds.cephfs.vm02.ktkhay.log 2026-03-09T15:49:42.428 INFO:teuthology.orchestra.run.vm02.stderr:/var/log/ceph/a2a597c0-1bce-11f1-835a-ab631984d2b4/ceph.log: 86.5% -- replaced with /var/log/ceph/a2a597c0-1bce-11f1-835a-ab631984d2b4/ceph.log.gz 2026-03-09T15:49:42.428 INFO:teuthology.orchestra.run.vm02.stderr:gzip -5 --verbose -- /var/log/ceph/a2a597c0-1bce-11f1-835a-ab631984d2b4/ceph-osd.1.log 2026-03-09T15:49:42.429 INFO:teuthology.orchestra.run.vm02.stderr:/var/log/ceph/a2a597c0-1bce-11f1-835a-ab631984d2b4/ceph-mds.cephfs.vm02.ktkhay.log: 65.4% -- replaced with /var/log/ceph/a2a597c0-1bce-11f1-835a-ab631984d2b4/ceph-mds.cephfs.vm02.ktkhay.log.gz 2026-03-09T15:49:42.429 INFO:teuthology.orchestra.run.vm02.stderr:gzip -5 --verbose -- /var/log/ceph/a2a597c0-1bce-11f1-835a-ab631984d2b4/ceph-mon.a.log 2026-03-09T15:49:42.436 INFO:teuthology.orchestra.run.vm02.stderr:/var/log/ceph/a2a597c0-1bce-11f1-835a-ab631984d2b4/ceph-osd.1.log: gzip -5 --verbose -- /var/log/ceph/a2a597c0-1bce-11f1-835a-ab631984d2b4/ceph.audit.log 2026-03-09T15:49:42.455 INFO:teuthology.orchestra.run.vm02.stderr:/var/log/ceph/a2a597c0-1bce-11f1-835a-ab631984d2b4/ceph-mon.a.log: 89.9% -- replaced with /var/log/ceph/a2a597c0-1bce-11f1-835a-ab631984d2b4/ceph-mgr.x.log.gz 2026-03-09T15:49:42.455 INFO:teuthology.orchestra.run.vm02.stderr:gzip -5 --verbose -- /var/log/ceph/a2a597c0-1bce-11f1-835a-ab631984d2b4/ceph-volume.log 2026-03-09T15:49:42.456 INFO:teuthology.orchestra.run.vm02.stderr:/var/log/ceph/a2a597c0-1bce-11f1-835a-ab631984d2b4/ceph.audit.log: 88.8% -- replaced with /var/log/ceph/a2a597c0-1bce-11f1-835a-ab631984d2b4/ceph.audit.log.gz 2026-03-09T15:49:42.456 INFO:teuthology.orchestra.run.vm02.stderr:gzip -5 --verbose -- /var/log/ceph/a2a597c0-1bce-11f1-835a-ab631984d2b4/ceph-mds.cephfs.vm02.lphlvh.log 2026-03-09T15:49:42.462 INFO:teuthology.orchestra.run.vm02.stderr:/var/log/ceph/a2a597c0-1bce-11f1-835a-ab631984d2b4/ceph-volume.log: gzip -5 --verbose -- /var/log/ceph/a2a597c0-1bce-11f1-835a-ab631984d2b4/ceph.cephadm.log 2026-03-09T15:49:42.462 INFO:teuthology.orchestra.run.vm02.stderr:/var/log/ceph/a2a597c0-1bce-11f1-835a-ab631984d2b4/ceph-mds.cephfs.vm02.lphlvh.log: 78.1% -- replaced with /var/log/ceph/a2a597c0-1bce-11f1-835a-ab631984d2b4/ceph-mds.cephfs.vm02.lphlvh.log.gz 2026-03-09T15:49:42.462 INFO:teuthology.orchestra.run.vm02.stderr: 96.0% -- replaced with /var/log/ceph/a2a597c0-1bce-11f1-835a-ab631984d2b4/ceph-volume.log.gz 2026-03-09T15:49:42.463 INFO:teuthology.orchestra.run.vm02.stderr:gzip -5 --verbose -- /var/log/ceph/a2a597c0-1bce-11f1-835a-ab631984d2b4/ceph-osd.0.log 2026-03-09T15:49:42.463 INFO:teuthology.orchestra.run.vm02.stderr:/var/log/ceph/a2a597c0-1bce-11f1-835a-ab631984d2b4/ceph.cephadm.log: 76.1% -- replaced with /var/log/ceph/a2a597c0-1bce-11f1-835a-ab631984d2b4/ceph.cephadm.log.gz 2026-03-09T15:49:42.576 INFO:teuthology.orchestra.run.vm02.stderr:/var/log/ceph/a2a597c0-1bce-11f1-835a-ab631984d2b4/ceph-osd.0.log: 91.1% -- replaced with /var/log/ceph/a2a597c0-1bce-11f1-835a-ab631984d2b4/ceph-mon.a.log.gz 2026-03-09T15:49:42.612 INFO:teuthology.orchestra.run.vm02.stderr: 95.5% -- replaced with /var/log/ceph/a2a597c0-1bce-11f1-835a-ab631984d2b4/ceph-osd.1.log.gz 2026-03-09T15:49:42.618 INFO:teuthology.orchestra.run.vm02.stderr: 95.4% -- replaced with /var/log/ceph/a2a597c0-1bce-11f1-835a-ab631984d2b4/ceph-osd.0.log.gz 2026-03-09T15:49:42.620 INFO:teuthology.orchestra.run.vm02.stderr: 2026-03-09T15:49:42.620 INFO:teuthology.orchestra.run.vm02.stderr:real 0m0.201s 2026-03-09T15:49:42.620 INFO:teuthology.orchestra.run.vm02.stderr:user 0m0.363s 2026-03-09T15:49:42.620 INFO:teuthology.orchestra.run.vm02.stderr:sys 0m0.025s 2026-03-09T15:49:42.620 INFO:tasks.cephadm:Archiving logs... 2026-03-09T15:49:42.620 DEBUG:teuthology.misc:Transferring archived files from vm02:/var/log/ceph to /archive/kyr-2026-03-09_11:23:05-orch-squid-none-default-vps/531/remote/vm02/log 2026-03-09T15:49:42.620 DEBUG:teuthology.orchestra.run.vm02:> sudo tar c -f - -C /var/log/ceph -- . 2026-03-09T15:49:42.692 DEBUG:teuthology.misc:Transferring archived files from vm07:/var/log/ceph to /archive/kyr-2026-03-09_11:23:05-orch-squid-none-default-vps/531/remote/vm07/log 2026-03-09T15:49:42.692 DEBUG:teuthology.orchestra.run.vm07:> sudo tar c -f - -C /var/log/ceph -- . 2026-03-09T15:49:42.699 INFO:tasks.cephadm:Removing cluster... 2026-03-09T15:49:42.700 DEBUG:teuthology.orchestra.run.vm02:> sudo /home/ubuntu/cephtest/cephadm rm-cluster --fsid a2a597c0-1bce-11f1-835a-ab631984d2b4 --force 2026-03-09T15:49:42.827 INFO:teuthology.orchestra.run.vm02.stdout:Deleting cluster with fsid: a2a597c0-1bce-11f1-835a-ab631984d2b4 2026-03-09T15:49:43.888 INFO:tasks.cephadm:Removing cephadm ... 2026-03-09T15:49:43.888 DEBUG:teuthology.orchestra.run.vm02:> rm -rf /home/ubuntu/cephtest/cephadm 2026-03-09T15:49:43.890 DEBUG:teuthology.orchestra.run.vm07:> rm -rf /home/ubuntu/cephtest/cephadm 2026-03-09T15:49:43.894 INFO:tasks.cephadm:Teardown complete 2026-03-09T15:49:43.894 DEBUG:teuthology.run_tasks:Unwinding manager cephadm.configure_samba_client_container 2026-03-09T15:49:43.896 DEBUG:teuthology.run_tasks:Unwinding manager clock 2026-03-09T15:49:43.899 INFO:teuthology.task.clock:Checking final clock skew... 2026-03-09T15:49:43.899 DEBUG:teuthology.orchestra.run.vm02:> PATH=/usr/bin:/usr/sbin ntpq -p || PATH=/usr/bin:/usr/sbin chronyc sources || true 2026-03-09T15:49:43.932 DEBUG:teuthology.orchestra.run.vm07:> PATH=/usr/bin:/usr/sbin ntpq -p || PATH=/usr/bin:/usr/sbin chronyc sources || true 2026-03-09T15:49:44.078 INFO:teuthology.orchestra.run.vm02.stdout: remote refid st t when poll reach delay offset jitter 2026-03-09T15:49:44.078 INFO:teuthology.orchestra.run.vm02.stdout:============================================================================== 2026-03-09T15:49:44.078 INFO:teuthology.orchestra.run.vm02.stdout: 0.ubuntu.pool.n .POOL. 16 p - 64 0 0.000 +0.000 0.000 2026-03-09T15:49:44.078 INFO:teuthology.orchestra.run.vm02.stdout: 1.ubuntu.pool.n .POOL. 16 p - 64 0 0.000 +0.000 0.000 2026-03-09T15:49:44.078 INFO:teuthology.orchestra.run.vm02.stdout: 2.ubuntu.pool.n .POOL. 16 p - 64 0 0.000 +0.000 0.000 2026-03-09T15:49:44.078 INFO:teuthology.orchestra.run.vm02.stdout: 3.ubuntu.pool.n .POOL. 16 p - 64 0 0.000 +0.000 0.000 2026-03-09T15:49:44.078 INFO:teuthology.orchestra.run.vm02.stdout: ntp.ubuntu.com .POOL. 16 p - 64 0 0.000 +0.000 0.000 2026-03-09T15:49:44.078 INFO:teuthology.orchestra.run.vm02.stdout:+obelix.hetzner. 185.252.140.126 3 u 9 64 177 25.146 -0.326 1.881 2026-03-09T15:49:44.078 INFO:teuthology.orchestra.run.vm02.stdout:-152.53.184.199 124.216.164.14 2 u 1 64 177 32.693 -0.701 3.732 2026-03-09T15:49:44.078 INFO:teuthology.orchestra.run.vm02.stdout:-netcup01.therav 171.237.1.87 2 u 1 64 177 28.273 -0.880 2.718 2026-03-09T15:49:44.078 INFO:teuthology.orchestra.run.vm02.stdout:-ntp2.wup-de.hos 237.17.204.95 2 u 6 64 177 33.905 +1.437 2.053 2026-03-09T15:49:44.078 INFO:teuthology.orchestra.run.vm02.stdout:*vps-fra1.orlean 195.145.119.188 2 u 5 64 177 22.070 -0.089 1.223 2026-03-09T15:49:44.078 INFO:teuthology.orchestra.run.vm02.stdout:-server1b.meinbe 131.188.3.222 2 u 6 64 77 23.605 +0.007 2.135 2026-03-09T15:49:44.078 INFO:teuthology.orchestra.run.vm02.stdout:-185.125.190.57 194.121.207.249 2 u 17 64 177 35.264 -1.387 2.982 2026-03-09T15:49:44.078 INFO:teuthology.orchestra.run.vm02.stdout:+mail.gunnarhofm 192.53.103.103 2 u 9 64 177 25.176 -0.024 1.473 2026-03-09T15:49:44.078 INFO:teuthology.orchestra.run.vm02.stdout:-185.125.190.56 79.243.60.50 2 u 14 64 177 35.428 -1.394 3.014 2026-03-09T15:49:44.078 INFO:teuthology.orchestra.run.vm02.stdout:#62.108.36.235 ( 40.95.204.66 2 u 13 64 77 32.914 +2.789 3.023 2026-03-09T15:49:44.078 INFO:teuthology.orchestra.run.vm02.stdout:#alphyn.canonica 132.163.96.1 2 u 15 64 177 100.914 -2.331 2.552 2026-03-09T15:49:44.078 INFO:teuthology.orchestra.run.vm02.stdout:-185.125.190.58 145.238.80.80 2 u 21 64 177 33.355 +0.221 2.605 2026-03-09T15:49:44.081 INFO:teuthology.orchestra.run.vm07.stdout: remote refid st t when poll reach delay offset jitter 2026-03-09T15:49:44.081 INFO:teuthology.orchestra.run.vm07.stdout:============================================================================== 2026-03-09T15:49:44.081 INFO:teuthology.orchestra.run.vm07.stdout: 0.ubuntu.pool.n .POOL. 16 p - 64 0 0.000 +0.000 0.000 2026-03-09T15:49:44.081 INFO:teuthology.orchestra.run.vm07.stdout: 1.ubuntu.pool.n .POOL. 16 p - 64 0 0.000 +0.000 0.000 2026-03-09T15:49:44.081 INFO:teuthology.orchestra.run.vm07.stdout: 2.ubuntu.pool.n .POOL. 16 p - 64 0 0.000 +0.000 0.000 2026-03-09T15:49:44.081 INFO:teuthology.orchestra.run.vm07.stdout: 3.ubuntu.pool.n .POOL. 16 p - 64 0 0.000 +0.000 0.000 2026-03-09T15:49:44.081 INFO:teuthology.orchestra.run.vm07.stdout: ntp.ubuntu.com .POOL. 16 p - 64 0 0.000 +0.000 0.000 2026-03-09T15:49:44.081 INFO:teuthology.orchestra.run.vm07.stdout:+vps-fra8.orlean 195.145.119.188 2 u 6 64 177 33.221 +0.402 1.292 2026-03-09T15:49:44.081 INFO:teuthology.orchestra.run.vm07.stdout:-static.119.109. 131.188.3.223 2 u 13 64 177 23.629 -0.075 0.633 2026-03-09T15:49:44.081 INFO:teuthology.orchestra.run.vm07.stdout:-152.53.184.199 124.216.164.14 2 u 11 64 177 32.852 -2.712 0.804 2026-03-09T15:49:44.081 INFO:teuthology.orchestra.run.vm07.stdout:-netcup01.therav 171.237.1.87 2 u 1 64 177 28.732 -2.018 0.288 2026-03-09T15:49:44.081 INFO:teuthology.orchestra.run.vm07.stdout:+ntp2.wup-de.hos 237.17.204.95 2 u 10 64 177 31.131 +0.281 0.637 2026-03-09T15:49:44.081 INFO:teuthology.orchestra.run.vm07.stdout:*vps-fra1.orlean 195.145.119.188 2 u 9 64 177 22.364 +0.144 0.729 2026-03-09T15:49:44.081 INFO:teuthology.orchestra.run.vm07.stdout:-185.125.190.58 145.238.80.80 2 u 20 64 177 33.341 +0.671 1.693 2026-03-09T15:49:44.081 INFO:teuthology.orchestra.run.vm07.stdout:-mail.gunnarhofm 192.53.103.103 2 u 8 64 177 25.022 +0.979 0.616 2026-03-09T15:49:44.081 INFO:teuthology.orchestra.run.vm07.stdout:#alphyn.canonica 132.163.96.1 2 u 16 64 177 162.065 -32.412 1.095 2026-03-09T15:49:44.081 INFO:teuthology.orchestra.run.vm07.stdout:-185.125.190.57 194.121.207.249 2 u 7 64 177 35.307 -0.310 0.355 2026-03-09T15:49:44.081 INFO:teuthology.orchestra.run.vm07.stdout:-185.125.190.56 79.243.60.50 2 u 9 64 177 32.101 +0.545 0.676 2026-03-09T15:49:44.081 DEBUG:teuthology.run_tasks:Unwinding manager ansible.cephlab 2026-03-09T15:49:44.084 INFO:teuthology.task.ansible:Skipping ansible cleanup... 2026-03-09T15:49:44.084 DEBUG:teuthology.run_tasks:Unwinding manager selinux 2026-03-09T15:49:44.086 DEBUG:teuthology.run_tasks:Unwinding manager pcp 2026-03-09T15:49:44.088 DEBUG:teuthology.run_tasks:Unwinding manager internal.timer 2026-03-09T15:49:44.090 INFO:teuthology.task.internal:Duration was 567.705501 seconds 2026-03-09T15:49:44.090 DEBUG:teuthology.run_tasks:Unwinding manager internal.syslog 2026-03-09T15:49:44.093 INFO:teuthology.task.internal.syslog:Shutting down syslog monitoring... 2026-03-09T15:49:44.093 DEBUG:teuthology.orchestra.run.vm02:> sudo rm -f -- /etc/rsyslog.d/80-cephtest.conf && sudo service rsyslog restart 2026-03-09T15:49:44.094 DEBUG:teuthology.orchestra.run.vm07:> sudo rm -f -- /etc/rsyslog.d/80-cephtest.conf && sudo service rsyslog restart 2026-03-09T15:49:44.117 INFO:teuthology.task.internal.syslog:Checking logs for errors... 2026-03-09T15:49:44.117 DEBUG:teuthology.task.internal.syslog:Checking ubuntu@vm02.local 2026-03-09T15:49:44.118 DEBUG:teuthology.orchestra.run.vm02:> grep -E --binary-files=text '\bBUG\b|\bINFO\b|\bDEADLOCK\b' /home/ubuntu/cephtest/archive/syslog/kern.log | grep -v 'task .* blocked for more than .* seconds' | grep -v 'lockdep is turned off' | grep -v 'trying to register non-static key' | grep -v 'DEBUG: fsize' | grep -v CRON | grep -v 'BUG: bad unlock balance detected' | grep -v 'inconsistent lock state' | grep -v '*** DEADLOCK ***' | grep -v 'INFO: possible irq lock inversion dependency detected' | grep -v 'INFO: NMI handler (perf_event_nmi_handler) took too long to run' | grep -v 'INFO: recovery required on readonly' | grep -v 'ceph-create-keys: INFO' | grep -v INFO:ceph-create-keys | grep -v 'Loaded datasource DataSourceOpenStack' | grep -v 'container-storage-setup: INFO: Volume group backing root filesystem could not be determined' | grep -E -v '\bsalt-master\b|\bsalt-minion\b|\bsalt-api\b' | grep -v ceph-crash | grep -E -v '\btcmu-runner\b.*\bINFO\b' | head -n 1 2026-03-09T15:49:44.170 DEBUG:teuthology.task.internal.syslog:Checking ubuntu@vm07.local 2026-03-09T15:49:44.170 DEBUG:teuthology.orchestra.run.vm07:> grep -E --binary-files=text '\bBUG\b|\bINFO\b|\bDEADLOCK\b' /home/ubuntu/cephtest/archive/syslog/kern.log | grep -v 'task .* blocked for more than .* seconds' | grep -v 'lockdep is turned off' | grep -v 'trying to register non-static key' | grep -v 'DEBUG: fsize' | grep -v CRON | grep -v 'BUG: bad unlock balance detected' | grep -v 'inconsistent lock state' | grep -v '*** DEADLOCK ***' | grep -v 'INFO: possible irq lock inversion dependency detected' | grep -v 'INFO: NMI handler (perf_event_nmi_handler) took too long to run' | grep -v 'INFO: recovery required on readonly' | grep -v 'ceph-create-keys: INFO' | grep -v INFO:ceph-create-keys | grep -v 'Loaded datasource DataSourceOpenStack' | grep -v 'container-storage-setup: INFO: Volume group backing root filesystem could not be determined' | grep -E -v '\bsalt-master\b|\bsalt-minion\b|\bsalt-api\b' | grep -v ceph-crash | grep -E -v '\btcmu-runner\b.*\bINFO\b' | head -n 1 2026-03-09T15:49:44.182 INFO:teuthology.task.internal.syslog:Gathering journactl... 2026-03-09T15:49:44.182 DEBUG:teuthology.orchestra.run.vm02:> sudo journalctl > /home/ubuntu/cephtest/archive/syslog/journalctl.log 2026-03-09T15:49:44.212 DEBUG:teuthology.orchestra.run.vm07:> sudo journalctl > /home/ubuntu/cephtest/archive/syslog/journalctl.log 2026-03-09T15:49:44.264 INFO:teuthology.task.internal.syslog:Compressing syslogs... 2026-03-09T15:49:44.264 DEBUG:teuthology.orchestra.run.vm02:> find /home/ubuntu/cephtest/archive/syslog -name '*.log' -print0 | sudo xargs -0 --max-args=1 --max-procs=0 --verbose --no-run-if-empty -- gzip -5 --verbose -- 2026-03-09T15:49:44.264 DEBUG:teuthology.orchestra.run.vm07:> find /home/ubuntu/cephtest/archive/syslog -name '*.log' -print0 | sudo xargs -0 --max-args=1 --max-procs=0 --verbose --no-run-if-empty -- gzip -5 --verbose -- 2026-03-09T15:49:44.271 INFO:teuthology.orchestra.run.vm02.stderr:gzip -5 --verbose -- /home/ubuntu/cephtest/archive/syslog/misc.log 2026-03-09T15:49:44.272 INFO:teuthology.orchestra.run.vm02.stderr:gzip -5 --verbose -- /home/ubuntu/cephtest/archive/syslog/kern.log 2026-03-09T15:49:44.272 INFO:teuthology.orchestra.run.vm02.stderr:/home/ubuntu/cephtest/archive/syslog/misc.log: 0.0% -- replaced with /home/ubuntu/cephtest/archive/syslog/misc.log.gz 2026-03-09T15:49:44.272 INFO:teuthology.orchestra.run.vm02.stderr:gzip -5 --verbose -- /home/ubuntu/cephtest/archive/syslog/journalctl.log 2026-03-09T15:49:44.272 INFO:teuthology.orchestra.run.vm02.stderr:/home/ubuntu/cephtest/archive/syslog/kern.log: /home/ubuntu/cephtest/archive/syslog/journalctl.log: 0.0% -- replaced with /home/ubuntu/cephtest/archive/syslog/kern.log.gz 2026-03-09T15:49:44.280 INFO:teuthology.orchestra.run.vm02.stderr: 89.0% -- replaced with /home/ubuntu/cephtest/archive/syslog/journalctl.log.gz 2026-03-09T15:49:44.294 INFO:teuthology.orchestra.run.vm07.stderr:gzip -5 --verbose -- /home/ubuntu/cephtest/archive/syslog/misc.log 2026-03-09T15:49:44.294 INFO:teuthology.orchestra.run.vm07.stderr:gzip -5 --verbose -- /home/ubuntu/cephtest/archive/syslog/kern.log 2026-03-09T15:49:44.294 INFO:teuthology.orchestra.run.vm07.stderr:/home/ubuntu/cephtest/archive/syslog/misc.log: gzip -5 --verbose -- /home/ubuntu/cephtest/archive/syslog/journalctl.log 2026-03-09T15:49:44.294 INFO:teuthology.orchestra.run.vm07.stderr: 0.0% -- replaced with /home/ubuntu/cephtest/archive/syslog/misc.log.gz 2026-03-09T15:49:44.294 INFO:teuthology.orchestra.run.vm07.stderr:/home/ubuntu/cephtest/archive/syslog/kern.log: 0.0% -- replaced with /home/ubuntu/cephtest/archive/syslog/kern.log.gz 2026-03-09T15:49:44.298 INFO:teuthology.orchestra.run.vm07.stderr:/home/ubuntu/cephtest/archive/syslog/journalctl.log: 83.5% -- replaced with /home/ubuntu/cephtest/archive/syslog/journalctl.log.gz 2026-03-09T15:49:44.300 DEBUG:teuthology.run_tasks:Unwinding manager internal.sudo 2026-03-09T15:49:44.303 INFO:teuthology.task.internal:Restoring /etc/sudoers... 2026-03-09T15:49:44.303 DEBUG:teuthology.orchestra.run.vm02:> sudo mv -f /etc/sudoers.orig.teuthology /etc/sudoers 2026-03-09T15:49:44.330 DEBUG:teuthology.orchestra.run.vm07:> sudo mv -f /etc/sudoers.orig.teuthology /etc/sudoers 2026-03-09T15:49:44.352 DEBUG:teuthology.run_tasks:Unwinding manager internal.coredump 2026-03-09T15:49:44.356 DEBUG:teuthology.orchestra.run.vm02:> sudo sysctl -w kernel.core_pattern=core && sudo bash -c 'for f in `find /home/ubuntu/cephtest/archive/coredump -type f`; do file $f | grep -q systemd-sysusers && rm $f || true ; done' && rmdir --ignore-fail-on-non-empty -- /home/ubuntu/cephtest/archive/coredump 2026-03-09T15:49:44.372 DEBUG:teuthology.orchestra.run.vm07:> sudo sysctl -w kernel.core_pattern=core && sudo bash -c 'for f in `find /home/ubuntu/cephtest/archive/coredump -type f`; do file $f | grep -q systemd-sysusers && rm $f || true ; done' && rmdir --ignore-fail-on-non-empty -- /home/ubuntu/cephtest/archive/coredump 2026-03-09T15:49:44.378 INFO:teuthology.orchestra.run.vm02.stdout:kernel.core_pattern = core 2026-03-09T15:49:44.401 INFO:teuthology.orchestra.run.vm07.stdout:kernel.core_pattern = core 2026-03-09T15:49:44.409 DEBUG:teuthology.orchestra.run.vm02:> test -e /home/ubuntu/cephtest/archive/coredump 2026-03-09T15:49:44.430 DEBUG:teuthology.orchestra.run:got remote process result: 1 2026-03-09T15:49:44.431 DEBUG:teuthology.orchestra.run.vm07:> test -e /home/ubuntu/cephtest/archive/coredump 2026-03-09T15:49:44.452 DEBUG:teuthology.orchestra.run:got remote process result: 1 2026-03-09T15:49:44.453 DEBUG:teuthology.run_tasks:Unwinding manager internal.archive 2026-03-09T15:49:44.455 INFO:teuthology.task.internal:Transferring archived files... 2026-03-09T15:49:44.456 DEBUG:teuthology.misc:Transferring archived files from vm02:/home/ubuntu/cephtest/archive to /archive/kyr-2026-03-09_11:23:05-orch-squid-none-default-vps/531/remote/vm02 2026-03-09T15:49:44.456 DEBUG:teuthology.orchestra.run.vm02:> sudo tar c -f - -C /home/ubuntu/cephtest/archive -- . 2026-03-09T15:49:44.480 DEBUG:teuthology.misc:Transferring archived files from vm07:/home/ubuntu/cephtest/archive to /archive/kyr-2026-03-09_11:23:05-orch-squid-none-default-vps/531/remote/vm07 2026-03-09T15:49:44.480 DEBUG:teuthology.orchestra.run.vm07:> sudo tar c -f - -C /home/ubuntu/cephtest/archive -- . 2026-03-09T15:49:44.503 INFO:teuthology.task.internal:Removing archive directory... 2026-03-09T15:49:44.503 DEBUG:teuthology.orchestra.run.vm02:> rm -rf -- /home/ubuntu/cephtest/archive 2026-03-09T15:49:44.525 DEBUG:teuthology.orchestra.run.vm07:> rm -rf -- /home/ubuntu/cephtest/archive 2026-03-09T15:49:44.549 DEBUG:teuthology.run_tasks:Unwinding manager internal.archive_upload 2026-03-09T15:49:44.552 INFO:teuthology.task.internal:Not uploading archives. 2026-03-09T15:49:44.552 DEBUG:teuthology.run_tasks:Unwinding manager internal.base 2026-03-09T15:49:44.554 INFO:teuthology.task.internal:Tidying up after the test... 2026-03-09T15:49:44.554 DEBUG:teuthology.orchestra.run.vm02:> find /home/ubuntu/cephtest -ls ; rmdir -- /home/ubuntu/cephtest 2026-03-09T15:49:44.568 DEBUG:teuthology.orchestra.run.vm07:> find /home/ubuntu/cephtest -ls ; rmdir -- /home/ubuntu/cephtest 2026-03-09T15:49:44.570 INFO:teuthology.orchestra.run.vm02.stdout: 258077 4 drwxr-xr-x 2 ubuntu ubuntu 4096 Mar 9 15:49 /home/ubuntu/cephtest 2026-03-09T15:49:44.593 INFO:teuthology.orchestra.run.vm07.stdout: 258079 4 drwxr-xr-x 2 ubuntu ubuntu 4096 Mar 9 15:49 /home/ubuntu/cephtest 2026-03-09T15:49:44.594 DEBUG:teuthology.run_tasks:Unwinding manager console_log 2026-03-09T15:49:44.600 INFO:teuthology.run:Summary data: description: orch/cephadm/smb/{0-distro/ubuntu_22.04 tasks/deploy_smb_basic} duration: 567.7055008411407 owner: kyr success: true 2026-03-09T15:49:44.600 DEBUG:teuthology.report:Pushing job info to http://localhost:8080 2026-03-09T15:49:44.621 INFO:teuthology.run:pass