2026-03-05T15:33:47.344 INFO:root:teuthology version: 1.2.4.dev6+g1c580df7a 2026-03-05T15:33:47.350 DEBUG:teuthology.report:Pushing job info to http://localhost:8080 2026-03-05T15:33:47.371 INFO:teuthology.run:Config: archive_path: /archive/irq0-2026-03-05_15:32:16-rgw-cobaltcore-storage-v19.2.3-fasttrack-3-none-default-vps/3 branch: cobaltcore-storage-v19.2.3-fasttrack-3 description: rgw/crypt/{0-cluster/fixed-1 1-ceph-install/install 2-kms/barbican 3-rgw/rgw 4-tests/{s3tests} ignore-pg-availability overrides rocky_latest s3tests-branch} email: null first_in_suite: false flavor: default job_id: '3' last_in_suite: false machine_type: vps name: irq0-2026-03-05_15:32:16-rgw-cobaltcore-storage-v19.2.3-fasttrack-3-none-default-vps no_nested_subset: false os_type: rocky os_version: '9.7' overrides: admin_socket: branch: cobaltcore-storage-v19.2.3-fasttrack-3 ansible.cephlab: branch: main repo: https://github.com/kshtsk/ceph-cm-ansible.git skip_tags: nagios,monitoring-scripts,hostname,pubkeys,zap,sudoers,kerberos,ntp-client,resolvconf,cpan,nfs vars: timezone: Europe/Berlin ceph: conf: client: debug rgw: 20 rgw crypt require ssl: false rgw crypt s3 kms backend: barbican rgw keystone accepted admin roles: admin rgw keystone accepted roles: admin,member,creator rgw keystone admin domain: Default rgw keystone admin password: ADMIN rgw keystone admin project: admin rgw keystone admin user: admin rgw keystone api version: 3 rgw keystone barbican domain: Default rgw keystone barbican password: rgwcrypt-pass rgw keystone barbican project: rgwcrypt rgw keystone barbican user: rgwcrypt-user rgw keystone implicit tenants: true rgw s3 auth use sts: true rgw sts key: abcdefghijklmnop rgw swift account in url: true rgw swift enforce content length: true rgw swift versioning enabled: true setgroup: ceph setuser: ceph mgr: debug mgr: 20 debug ms: 1 mon: debug mon: 20 debug ms: 1 debug paxos: 20 osd: debug ms: 1 debug osd: 20 osd mclock iops capacity threshold hdd: 49000 osd shutdown pgref assert: true flavor: default log-ignorelist: - \(MDS_ALL_DOWN\) - \(MDS_UP_LESS_THAN_MAX\) - \(PG_AVAILABILITY\) - \(PG_DEGRADED\) - \(POOL_APP_NOT_ENABLED\) - not have an application enabled sha1: c24117fd5525679b799527bc1bd1f1dd0a2db5e2 ceph-deploy: conf: client: log file: /var/log/ceph/ceph-$name.$pid.log global: osd crush chooseleaf type: 0 osd pool default pg num: 128 osd pool default pgp num: 128 osd pool default size: 2 mon: {} cephadm: cephadm_binary_url: https://download.ceph.com/rpm-19.2.3/el9/noarch/cephadm containers: image: harbor.clyso.com/custom-ceph/ceph/ceph:cobaltcore-storage-v19.2.3-fasttrack-3 install: ceph: flavor: default sha1: c24117fd5525679b799527bc1bd1f1dd0a2db5e2 extra_system_packages: deb: - python3-xmltodict - s3cmd rpm: - bzip2 - perl-Test-Harness - python3-xmltodict - s3cmd repos: - name: ceph-source priority: 1 url: https://s3.clyso.com/ces-packages/components/ceph/rpm-19.2.3-47-gc24117fd552/el9.clyso/SRPMS - name: ceph-noarch priority: 1 url: https://s3.clyso.com/ces-packages/components/ceph/rpm-19.2.3-47-gc24117fd552/el9.clyso/noarch - name: ceph priority: 1 url: https://s3.clyso.com/ces-packages/components/ceph/rpm-19.2.3-47-gc24117fd552/el9.clyso/x86_64 rgw: client.0: use-barbican-role: client.0 use-keystone-role: client.0 compression type: random s3tests: accounts: iam alt root: RGW99999999999999999 iam root: RGW88888888888888888 force-branch: ceph-squid selinux: allowlist: - scontext=system_u:system_r:getty_t:s0 workunit: branch: tt-19.2.3-fasttrack-3 sha1: e50baef5944c0b5e8e734db1c467f1f19415a932 owner: irq0 priority: 1000 repo: https://github.com/ceph/ceph.git roles: - - mon.a - mgr.x - osd.0 - osd.1 - osd.2 - client.0 seed: 7790 sha1: c24117fd5525679b799527bc1bd1f1dd0a2db5e2 sleep_before_teardown: 0 suite: rgw suite_branch: tt-19.2.3-fasttrack-3 suite_path: /home/teuthos/src/github.com_kshtsk_ceph_e50baef5944c0b5e8e734db1c467f1f19415a932/qa suite_relpath: qa suite_repo: https://github.com/kshtsk/ceph.git suite_sha1: e50baef5944c0b5e8e734db1c467f1f19415a932 targets: vm01.local: ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBKBd0SQu3MMQjQhxShqkn3LjActeqzXToiHz4aAXZfG+Me/5qw5IvHGV6CNo1Ns6odoAnk0BJV6tvDwS3J7jM2Q= tasks: - install: null - ceph: null - tox: - client.0 - keystone: client.0: force-branch: stable/2025.2 projects: - description: Encryption Tenant domain: default name: rgwcrypt - description: Barbican domain: default name: barbican - description: S3 project domain: default name: s3 role-mappings: - name: member project: rgwcrypt user: rgwcrypt-user - name: admin project: barbican user: barbican-user - name: creator project: s3 user: s3-user roles: - name: member - name: creator services: - description: Swift Service name: swift type: object-store users: - domain: default name: rgwcrypt-user password: rgwcrypt-pass project: rgwcrypt - domain: default name: barbican-user password: barbican-pass project: barbican - domain: default name: s3-user password: s3-pass project: s3 - barbican: client.0: force-branch: stable/2025.2 keystone_authtoken: auth_plugin: password password: barbican-pass user_domain_name: Default username: barbican-user rgw_user: password: rgwcrypt-pass tenantName: rgwcrypt username: rgwcrypt-user secrets: - base64: a2V5MS5GcWVxKzhzTGNLaGtzQkg5NGVpb1FKcFpGb2c= name: my-key-1 password: s3-pass tenantName: s3 username: s3-user - base64: a2V5Mi5yNUNNMGFzMVdIUVZxcCt5NGVmVGlQQ1k4YWg= name: my-key-2 password: s3-pass tenantName: s3 username: s3-user use-keystone-role: client.0 - rgw: client.0: null - tox: - client.0 - s3tests: client.0: barbican: kms_key: my-key-1 kms_key2: my-key-2 vault_kv: key_path: my-key-1 key_path2: my-key-2 vault_old: key_path: my-key-1/1 key_path2: my-key-2/1 vault_transit: key_path: my-key-1 key_path2: my-key-2 teuthology: fragments_dropped: [] meta: {} postmerge: [] teuthology_branch: clyso-debian-13 teuthology_repo: https://github.com/clyso/teuthology teuthology_sha1: 1c580df7a9c7c2aadc272da296344fd99f27c444 timestamp: 2026-03-05_15:32:16 tube: vps user: irq0 verbose: false worker_log: /home/teuthos/.teuthology/dispatcher/dispatcher.vps.43333 2026-03-05T15:33:47.371 INFO:teuthology.run:suite_path is set to /home/teuthos/src/github.com_kshtsk_ceph_e50baef5944c0b5e8e734db1c467f1f19415a932/qa; will attempt to use it 2026-03-05T15:33:47.372 INFO:teuthology.run:Found tasks at /home/teuthos/src/github.com_kshtsk_ceph_e50baef5944c0b5e8e734db1c467f1f19415a932/qa/tasks 2026-03-05T15:33:47.372 INFO:teuthology.run_tasks:Running task internal.save_config... 2026-03-05T15:33:47.372 INFO:teuthology.task.internal:Saving configuration 2026-03-05T15:33:47.380 INFO:teuthology.run_tasks:Running task internal.check_lock... 2026-03-05T15:33:47.381 INFO:teuthology.task.internal.check_lock:Checking locks... 2026-03-05T15:33:47.388 DEBUG:teuthology.task.internal.check_lock:machine status is {'name': 'vm01.local', 'description': '/archive/irq0-2026-03-05_15:32:16-rgw-cobaltcore-storage-v19.2.3-fasttrack-3-none-default-vps/3', 'up': True, 'machine_type': 'vps', 'is_vm': True, 'vm_host': {'name': 'localhost', 'description': None, 'up': True, 'machine_type': 'libvirt', 'is_vm': False, 'vm_host': None, 'os_type': None, 'os_version': None, 'arch': None, 'locked': True, 'locked_since': None, 'locked_by': None, 'mac_address': None, 'ssh_pub_key': None}, 'os_type': 'rocky', 'os_version': '9.7', 'arch': 'x86_64', 'locked': True, 'locked_since': '2026-03-05 14:33:05.162723', 'locked_by': 'irq0', 'mac_address': '52:55:00:00:00:01', 'ssh_pub_key': 'ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBKBd0SQu3MMQjQhxShqkn3LjActeqzXToiHz4aAXZfG+Me/5qw5IvHGV6CNo1Ns6odoAnk0BJV6tvDwS3J7jM2Q='} 2026-03-05T15:33:47.388 INFO:teuthology.run_tasks:Running task internal.add_remotes... 2026-03-05T15:33:47.389 INFO:teuthology.task.internal:roles: ubuntu@vm01.local - ['mon.a', 'mgr.x', 'osd.0', 'osd.1', 'osd.2', 'client.0'] 2026-03-05T15:33:47.389 INFO:teuthology.run_tasks:Running task console_log... 2026-03-05T15:33:47.394 DEBUG:teuthology.task.console_log:vm01 does not support IPMI; excluding 2026-03-05T15:33:47.394 DEBUG:teuthology.exit:Installing handler: Handler(exiter=, func=.kill_console_loggers at 0x7fc753aabbe0>, signals=[15]) 2026-03-05T15:33:47.394 INFO:teuthology.run_tasks:Running task internal.connect... 2026-03-05T15:33:47.395 INFO:teuthology.task.internal:Opening connections... 2026-03-05T15:33:47.395 DEBUG:teuthology.task.internal:connecting to ubuntu@vm01.local 2026-03-05T15:33:47.395 DEBUG:teuthology.orchestra.connection:{'hostname': 'vm01.local', 'username': 'ubuntu', 'timeout': 60} 2026-03-05T15:33:47.455 INFO:teuthology.run_tasks:Running task internal.push_inventory... 2026-03-05T15:33:47.456 DEBUG:teuthology.orchestra.run.vm01:> uname -m 2026-03-05T15:33:47.612 INFO:teuthology.orchestra.run.vm01.stdout:x86_64 2026-03-05T15:33:47.612 DEBUG:teuthology.orchestra.run.vm01:> cat /etc/os-release 2026-03-05T15:33:47.666 INFO:teuthology.orchestra.run.vm01.stdout:NAME="Rocky Linux" 2026-03-05T15:33:47.666 INFO:teuthology.orchestra.run.vm01.stdout:VERSION="9.7 (Blue Onyx)" 2026-03-05T15:33:47.666 INFO:teuthology.orchestra.run.vm01.stdout:ID="rocky" 2026-03-05T15:33:47.666 INFO:teuthology.orchestra.run.vm01.stdout:ID_LIKE="rhel centos fedora" 2026-03-05T15:33:47.666 INFO:teuthology.orchestra.run.vm01.stdout:VERSION_ID="9.7" 2026-03-05T15:33:47.666 INFO:teuthology.orchestra.run.vm01.stdout:PLATFORM_ID="platform:el9" 2026-03-05T15:33:47.666 INFO:teuthology.orchestra.run.vm01.stdout:PRETTY_NAME="Rocky Linux 9.7 (Blue Onyx)" 2026-03-05T15:33:47.666 INFO:teuthology.orchestra.run.vm01.stdout:ANSI_COLOR="0;32" 2026-03-05T15:33:47.666 INFO:teuthology.orchestra.run.vm01.stdout:LOGO="fedora-logo-icon" 2026-03-05T15:33:47.666 INFO:teuthology.orchestra.run.vm01.stdout:CPE_NAME="cpe:/o:rocky:rocky:9::baseos" 2026-03-05T15:33:47.666 INFO:teuthology.orchestra.run.vm01.stdout:HOME_URL="https://rockylinux.org/" 2026-03-05T15:33:47.667 INFO:teuthology.orchestra.run.vm01.stdout:VENDOR_NAME="RESF" 2026-03-05T15:33:47.667 INFO:teuthology.orchestra.run.vm01.stdout:VENDOR_URL="https://resf.org/" 2026-03-05T15:33:47.667 INFO:teuthology.orchestra.run.vm01.stdout:BUG_REPORT_URL="https://bugs.rockylinux.org/" 2026-03-05T15:33:47.667 INFO:teuthology.orchestra.run.vm01.stdout:SUPPORT_END="2032-05-31" 2026-03-05T15:33:47.667 INFO:teuthology.orchestra.run.vm01.stdout:ROCKY_SUPPORT_PRODUCT="Rocky-Linux-9" 2026-03-05T15:33:47.667 INFO:teuthology.orchestra.run.vm01.stdout:ROCKY_SUPPORT_PRODUCT_VERSION="9.7" 2026-03-05T15:33:47.667 INFO:teuthology.orchestra.run.vm01.stdout:REDHAT_SUPPORT_PRODUCT="Rocky Linux" 2026-03-05T15:33:47.667 INFO:teuthology.orchestra.run.vm01.stdout:REDHAT_SUPPORT_PRODUCT_VERSION="9.7" 2026-03-05T15:33:47.667 INFO:teuthology.lock.ops:Updating vm01.local on lock server 2026-03-05T15:33:47.671 INFO:teuthology.run_tasks:Running task internal.serialize_remote_roles... 2026-03-05T15:33:47.673 INFO:teuthology.run_tasks:Running task internal.check_conflict... 2026-03-05T15:33:47.674 INFO:teuthology.task.internal:Checking for old test directory... 2026-03-05T15:33:47.674 DEBUG:teuthology.orchestra.run.vm01:> test '!' -e /home/ubuntu/cephtest 2026-03-05T15:33:47.720 INFO:teuthology.run_tasks:Running task internal.check_ceph_data... 2026-03-05T15:33:47.722 INFO:teuthology.task.internal:Checking for non-empty /var/lib/ceph... 2026-03-05T15:33:47.722 DEBUG:teuthology.orchestra.run.vm01:> test -z $(ls -A /var/lib/ceph) 2026-03-05T15:33:47.776 INFO:teuthology.orchestra.run.vm01.stderr:ls: cannot access '/var/lib/ceph': No such file or directory 2026-03-05T15:33:47.776 INFO:teuthology.run_tasks:Running task internal.vm_setup... 2026-03-05T15:33:47.784 DEBUG:teuthology.orchestra.run.vm01:> test -e /ceph-qa-ready 2026-03-05T15:33:47.831 DEBUG:teuthology.orchestra.run:got remote process result: 1 2026-03-05T15:33:48.008 INFO:teuthology.run_tasks:Running task internal.base... 2026-03-05T15:33:48.009 INFO:teuthology.task.internal:Creating test directory... 2026-03-05T15:33:48.009 DEBUG:teuthology.orchestra.run.vm01:> mkdir -p -m0755 -- /home/ubuntu/cephtest 2026-03-05T15:33:48.023 INFO:teuthology.run_tasks:Running task internal.archive_upload... 2026-03-05T15:33:48.024 INFO:teuthology.run_tasks:Running task internal.archive... 2026-03-05T15:33:48.024 INFO:teuthology.task.internal:Creating archive directory... 2026-03-05T15:33:48.025 DEBUG:teuthology.orchestra.run.vm01:> install -d -m0755 -- /home/ubuntu/cephtest/archive 2026-03-05T15:33:48.081 INFO:teuthology.run_tasks:Running task internal.coredump... 2026-03-05T15:33:48.082 INFO:teuthology.task.internal:Enabling coredump saving... 2026-03-05T15:33:48.082 DEBUG:teuthology.orchestra.run.vm01:> test -f /run/.containerenv -o -f /.dockerenv 2026-03-05T15:33:48.134 DEBUG:teuthology.orchestra.run:got remote process result: 1 2026-03-05T15:33:48.134 DEBUG:teuthology.orchestra.run.vm01:> install -d -m0755 -- /home/ubuntu/cephtest/archive/coredump && sudo sysctl -w kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core && echo kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core | sudo tee -a /etc/sysctl.conf 2026-03-05T15:33:48.196 INFO:teuthology.orchestra.run.vm01.stdout:kernel.core_pattern = /home/ubuntu/cephtest/archive/coredump/%t.%p.core 2026-03-05T15:33:48.204 INFO:teuthology.orchestra.run.vm01.stdout:kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core 2026-03-05T15:33:48.206 INFO:teuthology.run_tasks:Running task internal.sudo... 2026-03-05T15:33:48.207 INFO:teuthology.task.internal:Configuring sudo... 2026-03-05T15:33:48.207 DEBUG:teuthology.orchestra.run.vm01:> sudo sed -i.orig.teuthology -e 's/^\([^#]*\) \(requiretty\)/\1 !\2/g' -e 's/^\([^#]*\) !\(visiblepw\)/\1 \2/g' /etc/sudoers 2026-03-05T15:33:48.269 INFO:teuthology.run_tasks:Running task internal.syslog... 2026-03-05T15:33:48.271 INFO:teuthology.task.internal.syslog:Starting syslog monitoring... 2026-03-05T15:33:48.271 DEBUG:teuthology.orchestra.run.vm01:> mkdir -p -m0755 -- /home/ubuntu/cephtest/archive/syslog 2026-03-05T15:33:48.324 DEBUG:teuthology.orchestra.run.vm01:> install -m 666 /dev/null /home/ubuntu/cephtest/archive/syslog/kern.log 2026-03-05T15:33:48.387 DEBUG:teuthology.orchestra.run.vm01:> install -m 666 /dev/null /home/ubuntu/cephtest/archive/syslog/misc.log 2026-03-05T15:33:48.446 DEBUG:teuthology.orchestra.run.vm01:> set -ex 2026-03-05T15:33:48.447 DEBUG:teuthology.orchestra.run.vm01:> sudo dd of=/etc/rsyslog.d/80-cephtest.conf 2026-03-05T15:33:48.502 DEBUG:teuthology.orchestra.run.vm01:> sudo service rsyslog restart 2026-03-05T15:33:48.569 INFO:teuthology.orchestra.run.vm01.stderr:Redirecting to /bin/systemctl restart rsyslog.service 2026-03-05T15:33:49.089 INFO:teuthology.run_tasks:Running task internal.timer... 2026-03-05T15:33:49.091 INFO:teuthology.task.internal:Starting timer... 2026-03-05T15:33:49.091 INFO:teuthology.run_tasks:Running task pcp... 2026-03-05T15:33:49.093 INFO:teuthology.run_tasks:Running task selinux... 2026-03-05T15:33:49.095 DEBUG:teuthology.task:Applying overrides for task selinux: {'allowlist': ['scontext=system_u:system_r:getty_t:s0']} 2026-03-05T15:33:49.095 INFO:teuthology.task.selinux:Excluding vm01: VMs are not yet supported 2026-03-05T15:33:49.095 DEBUG:teuthology.task.selinux:Getting current SELinux state 2026-03-05T15:33:49.095 DEBUG:teuthology.task.selinux:Existing SELinux modes: {} 2026-03-05T15:33:49.095 INFO:teuthology.task.selinux:Putting SELinux into permissive mode 2026-03-05T15:33:49.095 INFO:teuthology.run_tasks:Running task ansible.cephlab... 2026-03-05T15:33:49.096 DEBUG:teuthology.task:Applying overrides for task ansible.cephlab: {'branch': 'main', 'repo': 'https://github.com/kshtsk/ceph-cm-ansible.git', 'skip_tags': 'nagios,monitoring-scripts,hostname,pubkeys,zap,sudoers,kerberos,ntp-client,resolvconf,cpan,nfs', 'vars': {'timezone': 'Europe/Berlin'}} 2026-03-05T15:33:49.097 DEBUG:teuthology.repo_utils:Resetting repo at /home/teuthos/src/github.com_kshtsk_ceph-cm-ansible_main to origin/main 2026-03-05T15:33:49.102 INFO:teuthology.task.ansible:Playbook: [{'import_playbook': 'ansible_managed.yml'}, {'import_playbook': 'teuthology.yml'}, {'hosts': 'testnodes', 'tasks': [{'set_fact': {'ran_from_cephlab_playbook': True}}]}, {'import_playbook': 'testnodes.yml'}, {'import_playbook': 'container-host.yml'}, {'import_playbook': 'cobbler.yml'}, {'import_playbook': 'paddles.yml'}, {'import_playbook': 'pulpito.yml'}, {'hosts': 'testnodes', 'become': True, 'tasks': [{'name': 'Touch /ceph-qa-ready', 'file': {'path': '/ceph-qa-ready', 'state': 'touch'}, 'when': 'ran_from_cephlab_playbook|bool'}]}] 2026-03-05T15:33:49.103 DEBUG:teuthology.task.ansible:Running ansible-playbook -v --extra-vars '{"ansible_ssh_user": "ubuntu", "timezone": "Europe/Berlin"}' -i /tmp/teuth_ansible_inventoryo4vwssh7 --limit vm01.local /home/teuthos/src/github.com_kshtsk_ceph-cm-ansible_main/cephlab.yml --skip-tags nagios,monitoring-scripts,hostname,pubkeys,zap,sudoers,kerberos,ntp-client,resolvconf,cpan,nfs 2026-03-05T15:36:00.508 DEBUG:teuthology.task.ansible:Reconnecting to [Remote(name='ubuntu@vm01.local')] 2026-03-05T15:36:00.508 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@vm01.local' 2026-03-05T15:36:00.509 DEBUG:teuthology.orchestra.connection:{'hostname': 'vm01.local', 'username': 'ubuntu', 'timeout': 60} 2026-03-05T15:36:00.580 DEBUG:teuthology.orchestra.run.vm01:> true 2026-03-05T15:36:00.668 INFO:teuthology.orchestra.remote:Successfully reconnected to host 'ubuntu@vm01.local' 2026-03-05T15:36:00.668 INFO:teuthology.run_tasks:Running task clock... 2026-03-05T15:36:00.670 INFO:teuthology.task.clock:Syncing clocks and checking initial clock skew... 2026-03-05T15:36:00.670 INFO:teuthology.orchestra.run:Running command with timeout 360 2026-03-05T15:36:00.671 DEBUG:teuthology.orchestra.run.vm01:> sudo systemctl stop ntp.service || sudo systemctl stop ntpd.service || sudo systemctl stop chronyd.service ; sudo ntpd -gq || sudo chronyc makestep ; sudo systemctl start ntp.service || sudo systemctl start ntpd.service || sudo systemctl start chronyd.service ; PATH=/usr/bin:/usr/sbin ntpq -p || PATH=/usr/bin:/usr/sbin chronyc sources || true 2026-03-05T15:36:00.743 INFO:teuthology.orchestra.run.vm01.stderr:Failed to stop ntp.service: Unit ntp.service not loaded. 2026-03-05T15:36:00.762 INFO:teuthology.orchestra.run.vm01.stderr:Failed to stop ntpd.service: Unit ntpd.service not loaded. 2026-03-05T15:36:00.797 INFO:teuthology.orchestra.run.vm01.stderr:sudo: ntpd: command not found 2026-03-05T15:36:00.813 INFO:teuthology.orchestra.run.vm01.stdout:506 Cannot talk to daemon 2026-03-05T15:36:00.831 INFO:teuthology.orchestra.run.vm01.stderr:Failed to start ntp.service: Unit ntp.service not found. 2026-03-05T15:36:00.851 INFO:teuthology.orchestra.run.vm01.stderr:Failed to start ntpd.service: Unit ntpd.service not found. 2026-03-05T15:36:00.912 INFO:teuthology.orchestra.run.vm01.stderr:bash: line 1: ntpq: command not found 2026-03-05T15:36:00.915 INFO:teuthology.orchestra.run.vm01.stdout:MS Name/IP address Stratum Poll Reach LastRx Last sample 2026-03-05T15:36:00.915 INFO:teuthology.orchestra.run.vm01.stdout:=============================================================================== 2026-03-05T15:36:00.915 INFO:teuthology.orchestra.run.vm01.stdout:^? 158.101.188.125 0 6 0 - +0ns[ +0ns] +/- 0ns 2026-03-05T15:36:00.915 INFO:teuthology.orchestra.run.vm01.stdout:^? 104-167-24-26.lunoxia.fc> 0 6 0 - +0ns[ +0ns] +/- 0ns 2026-03-05T15:36:00.915 INFO:teuthology.orchestra.run.vm01.stdout:^? ns8.starka.st 0 6 0 - +0ns[ +0ns] +/- 0ns 2026-03-05T15:36:00.915 INFO:teuthology.orchestra.run.vm01.stdout:^? node-1.infogral.is 0 6 0 - +0ns[ +0ns] +/- 0ns 2026-03-05T15:36:00.915 INFO:teuthology.run_tasks:Running task install... 2026-03-05T15:36:00.917 DEBUG:teuthology.task.install:project ceph 2026-03-05T15:36:00.917 DEBUG:teuthology.task.install:INSTALL overrides: {'ceph': {'flavor': 'default', 'sha1': 'c24117fd5525679b799527bc1bd1f1dd0a2db5e2'}, 'extra_system_packages': {'deb': ['python3-xmltodict', 's3cmd'], 'rpm': ['bzip2', 'perl-Test-Harness', 'python3-xmltodict', 's3cmd']}, 'repos': [{'name': 'ceph-source', 'priority': 1, 'url': 'https://s3.clyso.com/ces-packages/components/ceph/rpm-19.2.3-47-gc24117fd552/el9.clyso/SRPMS'}, {'name': 'ceph-noarch', 'priority': 1, 'url': 'https://s3.clyso.com/ces-packages/components/ceph/rpm-19.2.3-47-gc24117fd552/el9.clyso/noarch'}, {'name': 'ceph', 'priority': 1, 'url': 'https://s3.clyso.com/ces-packages/components/ceph/rpm-19.2.3-47-gc24117fd552/el9.clyso/x86_64'}]} 2026-03-05T15:36:00.917 DEBUG:teuthology.task.install:config {'flavor': 'default', 'sha1': 'c24117fd5525679b799527bc1bd1f1dd0a2db5e2', 'extra_system_packages': {'deb': ['python3-xmltodict', 's3cmd'], 'rpm': ['bzip2', 'perl-Test-Harness', 'python3-xmltodict', 's3cmd']}} 2026-03-05T15:36:00.917 INFO:teuthology.task.install:Using flavor: default 2026-03-05T15:36:00.919 DEBUG:teuthology.task.install:Package list is: {'deb': ['ceph', 'cephadm', 'ceph-mds', 'ceph-mgr', 'ceph-common', 'ceph-fuse', 'ceph-test', 'ceph-volume', 'radosgw', 'python3-rados', 'python3-rgw', 'python3-cephfs', 'python3-rbd', 'libcephfs2', 'libcephfs-dev', 'librados2', 'librbd1', 'rbd-fuse'], 'rpm': ['ceph-radosgw', 'ceph-test', 'ceph', 'ceph-base', 'cephadm', 'ceph-immutable-object-cache', 'ceph-mgr', 'ceph-mgr-dashboard', 'ceph-mgr-diskprediction-local', 'ceph-mgr-rook', 'ceph-mgr-cephadm', 'ceph-fuse', 'ceph-volume', 'librados-devel', 'libcephfs2', 'libcephfs-devel', 'librados2', 'librbd1', 'python3-rados', 'python3-rgw', 'python3-cephfs', 'python3-rbd', 'rbd-fuse', 'rbd-mirror', 'rbd-nbd']} 2026-03-05T15:36:00.919 INFO:teuthology.task.install:extra packages: [] 2026-03-05T15:36:00.919 DEBUG:teuthology.task.install.rpm:_update_package_list_and_install: config is {'branch': None, 'cleanup': None, 'debuginfo': None, 'downgrade_packages': [], 'exclude_packages': [], 'extra_packages': [], 'extra_system_packages': {'deb': ['python3-xmltodict', 's3cmd'], 'rpm': ['bzip2', 'perl-Test-Harness', 'python3-xmltodict', 's3cmd']}, 'extras': None, 'enable_coprs': [], 'flavor': 'default', 'install_ceph_packages': True, 'packages': {}, 'project': 'ceph', 'repos_only': False, 'sha1': 'c24117fd5525679b799527bc1bd1f1dd0a2db5e2', 'tag': None, 'wait_for_package': False, 'repos': [{'name': 'ceph-source', 'priority': 1, 'url': 'https://s3.clyso.com/ces-packages/components/ceph/rpm-19.2.3-47-gc24117fd552/el9.clyso/SRPMS'}, {'name': 'ceph-noarch', 'priority': 1, 'url': 'https://s3.clyso.com/ces-packages/components/ceph/rpm-19.2.3-47-gc24117fd552/el9.clyso/noarch'}, {'name': 'ceph', 'priority': 1, 'url': 'https://s3.clyso.com/ces-packages/components/ceph/rpm-19.2.3-47-gc24117fd552/el9.clyso/x86_64'}]} 2026-03-05T15:36:00.919 DEBUG:teuthology.task.install.rpm:Adding repos: [{'name': 'ceph-source', 'priority': 1, 'url': 'https://s3.clyso.com/ces-packages/components/ceph/rpm-19.2.3-47-gc24117fd552/el9.clyso/SRPMS'}, {'name': 'ceph-noarch', 'priority': 1, 'url': 'https://s3.clyso.com/ces-packages/components/ceph/rpm-19.2.3-47-gc24117fd552/el9.clyso/noarch'}, {'name': 'ceph', 'priority': 1, 'url': 'https://s3.clyso.com/ces-packages/components/ceph/rpm-19.2.3-47-gc24117fd552/el9.clyso/x86_64'}] 2026-03-05T15:36:00.920 DEBUG:teuthology.orchestra.run.vm01:> set -ex 2026-03-05T15:36:00.920 DEBUG:teuthology.orchestra.run.vm01:> sudo dd of=/etc/yum.repos.d/ceph-source.repo 2026-03-05T15:36:00.993 DEBUG:teuthology.orchestra.run.vm01:> set -ex 2026-03-05T15:36:00.993 DEBUG:teuthology.orchestra.run.vm01:> sudo dd of=/etc/yum.repos.d/ceph-noarch.repo 2026-03-05T15:36:01.069 DEBUG:teuthology.orchestra.run.vm01:> set -ex 2026-03-05T15:36:01.069 DEBUG:teuthology.orchestra.run.vm01:> sudo dd of=/etc/yum.repos.d/ceph.repo 2026-03-05T15:36:01.145 INFO:teuthology.task.install.rpm:Installing packages: ceph-radosgw, ceph-test, ceph, ceph-base, cephadm, ceph-immutable-object-cache, ceph-mgr, ceph-mgr-dashboard, ceph-mgr-diskprediction-local, ceph-mgr-rook, ceph-mgr-cephadm, ceph-fuse, ceph-volume, librados-devel, libcephfs2, libcephfs-devel, librados2, librbd1, python3-rados, python3-rgw, python3-cephfs, python3-rbd, rbd-fuse, rbd-mirror, rbd-nbd, bzip2, perl-Test-Harness, python3-xmltodict, s3cmd on remote rpm x86_64 2026-03-05T15:36:01.145 DEBUG:teuthology.orchestra.run.vm01:> sudo yum clean all 2026-03-05T15:36:01.387 INFO:teuthology.orchestra.run.vm01.stdout:47 files removed 2026-03-05T15:36:01.432 DEBUG:teuthology.orchestra.run.vm01:> sudo yum -y install ceph-radosgw ceph-test ceph ceph-base cephadm ceph-immutable-object-cache ceph-mgr ceph-mgr-dashboard ceph-mgr-diskprediction-local ceph-mgr-rook ceph-mgr-cephadm ceph-fuse ceph-volume librados-devel libcephfs2 libcephfs-devel librados2 librbd1 python3-rados python3-rgw python3-cephfs python3-rbd rbd-fuse rbd-mirror rbd-nbd bzip2 perl-Test-Harness python3-xmltodict s3cmd 2026-03-05T15:36:01.892 INFO:teuthology.orchestra.run.vm01.stdout:ceph 368 kB/s | 86 kB 00:00 2026-03-05T15:36:02.096 INFO:teuthology.orchestra.run.vm01.stdout:ceph-noarch 68 kB/s | 12 kB 00:00 2026-03-05T15:36:02.292 INFO:teuthology.orchestra.run.vm01.stdout:ceph-source 13 kB/s | 2.2 kB 00:00 2026-03-05T15:36:03.097 INFO:teuthology.orchestra.run.vm01.stdout:Extra Packages for Enterprise Linux 26 MB/s | 20 MB 00:00 2026-03-05T15:36:08.668 INFO:teuthology.orchestra.run.vm01.stdout:lab-extras 65 kB/s | 50 kB 00:00 2026-03-05T15:36:10.513 INFO:teuthology.orchestra.run.vm01.stdout:Rocky Linux 9 - BaseOS 9.0 MB/s | 16 MB 00:01 2026-03-05T15:36:13.260 INFO:teuthology.orchestra.run.vm01.stdout:Rocky Linux 9 - AppStream 9.5 MB/s | 16 MB 00:01 2026-03-05T15:36:16.688 INFO:teuthology.orchestra.run.vm01.stdout:Rocky Linux 9 - CRB 2.5 MB/s | 4.1 MB 00:01 2026-03-05T15:36:17.851 INFO:teuthology.orchestra.run.vm01.stdout:Rocky Linux 9 - Extras 28 kB/s | 17 kB 00:00 2026-03-05T15:36:19.027 INFO:teuthology.orchestra.run.vm01.stdout:Package librados2-2:16.2.4-5.el9.x86_64 is already installed. 2026-03-05T15:36:19.027 INFO:teuthology.orchestra.run.vm01.stdout:Package librbd1-2:16.2.4-5.el9.x86_64 is already installed. 2026-03-05T15:36:19.052 INFO:teuthology.orchestra.run.vm01.stdout:Dependencies resolved. 2026-03-05T15:36:19.057 INFO:teuthology.orchestra.run.vm01.stdout:============================================================================================== 2026-03-05T15:36:19.057 INFO:teuthology.orchestra.run.vm01.stdout: Package Arch Version Repository Size 2026-03-05T15:36:19.058 INFO:teuthology.orchestra.run.vm01.stdout:============================================================================================== 2026-03-05T15:36:19.058 INFO:teuthology.orchestra.run.vm01.stdout:Installing: 2026-03-05T15:36:19.058 INFO:teuthology.orchestra.run.vm01.stdout: bzip2 x86_64 1.0.8-10.el9_5 baseos 51 k 2026-03-05T15:36:19.058 INFO:teuthology.orchestra.run.vm01.stdout: ceph x86_64 2:19.2.3-47.gc24117fd552.el9.clyso ceph 6.5 k 2026-03-05T15:36:19.058 INFO:teuthology.orchestra.run.vm01.stdout: ceph-base x86_64 2:19.2.3-47.gc24117fd552.el9.clyso ceph 5.5 M 2026-03-05T15:36:19.058 INFO:teuthology.orchestra.run.vm01.stdout: ceph-fuse x86_64 2:19.2.3-47.gc24117fd552.el9.clyso ceph 1.1 M 2026-03-05T15:36:19.058 INFO:teuthology.orchestra.run.vm01.stdout: ceph-immutable-object-cache x86_64 2:19.2.3-47.gc24117fd552.el9.clyso ceph 145 k 2026-03-05T15:36:19.058 INFO:teuthology.orchestra.run.vm01.stdout: ceph-mgr x86_64 2:19.2.3-47.gc24117fd552.el9.clyso ceph 1.1 M 2026-03-05T15:36:19.058 INFO:teuthology.orchestra.run.vm01.stdout: ceph-mgr-cephadm noarch 2:19.2.3-47.gc24117fd552.el9.clyso ceph-noarch 150 k 2026-03-05T15:36:19.058 INFO:teuthology.orchestra.run.vm01.stdout: ceph-mgr-dashboard noarch 2:19.2.3-47.gc24117fd552.el9.clyso ceph-noarch 3.8 M 2026-03-05T15:36:19.058 INFO:teuthology.orchestra.run.vm01.stdout: ceph-mgr-diskprediction-local noarch 2:19.2.3-47.gc24117fd552.el9.clyso ceph-noarch 7.4 M 2026-03-05T15:36:19.058 INFO:teuthology.orchestra.run.vm01.stdout: ceph-mgr-rook noarch 2:19.2.3-47.gc24117fd552.el9.clyso ceph-noarch 49 k 2026-03-05T15:36:19.058 INFO:teuthology.orchestra.run.vm01.stdout: ceph-radosgw x86_64 2:19.2.3-47.gc24117fd552.el9.clyso ceph 11 M 2026-03-05T15:36:19.058 INFO:teuthology.orchestra.run.vm01.stdout: ceph-test x86_64 2:19.2.3-47.gc24117fd552.el9.clyso ceph 50 M 2026-03-05T15:36:19.058 INFO:teuthology.orchestra.run.vm01.stdout: ceph-volume noarch 2:19.2.3-47.gc24117fd552.el9.clyso ceph-noarch 299 k 2026-03-05T15:36:19.058 INFO:teuthology.orchestra.run.vm01.stdout: cephadm noarch 2:19.2.3-47.gc24117fd552.el9.clyso ceph-noarch 769 k 2026-03-05T15:36:19.058 INFO:teuthology.orchestra.run.vm01.stdout: libcephfs-devel x86_64 2:19.2.3-47.gc24117fd552.el9.clyso ceph 34 k 2026-03-05T15:36:19.058 INFO:teuthology.orchestra.run.vm01.stdout: libcephfs2 x86_64 2:19.2.3-47.gc24117fd552.el9.clyso ceph 998 k 2026-03-05T15:36:19.058 INFO:teuthology.orchestra.run.vm01.stdout: librados-devel x86_64 2:19.2.3-47.gc24117fd552.el9.clyso ceph 127 k 2026-03-05T15:36:19.058 INFO:teuthology.orchestra.run.vm01.stdout: perl-Test-Harness noarch 1:3.42-461.el9 appstream 267 k 2026-03-05T15:36:19.058 INFO:teuthology.orchestra.run.vm01.stdout: python3-cephfs x86_64 2:19.2.3-47.gc24117fd552.el9.clyso ceph 165 k 2026-03-05T15:36:19.058 INFO:teuthology.orchestra.run.vm01.stdout: python3-rados x86_64 2:19.2.3-47.gc24117fd552.el9.clyso ceph 322 k 2026-03-05T15:36:19.058 INFO:teuthology.orchestra.run.vm01.stdout: python3-rbd x86_64 2:19.2.3-47.gc24117fd552.el9.clyso ceph 303 k 2026-03-05T15:36:19.058 INFO:teuthology.orchestra.run.vm01.stdout: python3-rgw x86_64 2:19.2.3-47.gc24117fd552.el9.clyso ceph 100 k 2026-03-05T15:36:19.058 INFO:teuthology.orchestra.run.vm01.stdout: python3-xmltodict noarch 0.12.0-15.el9 epel 22 k 2026-03-05T15:36:19.058 INFO:teuthology.orchestra.run.vm01.stdout: rbd-fuse x86_64 2:19.2.3-47.gc24117fd552.el9.clyso ceph 85 k 2026-03-05T15:36:19.058 INFO:teuthology.orchestra.run.vm01.stdout: rbd-mirror x86_64 2:19.2.3-47.gc24117fd552.el9.clyso ceph 3.1 M 2026-03-05T15:36:19.058 INFO:teuthology.orchestra.run.vm01.stdout: rbd-nbd x86_64 2:19.2.3-47.gc24117fd552.el9.clyso ceph 171 k 2026-03-05T15:36:19.058 INFO:teuthology.orchestra.run.vm01.stdout: s3cmd noarch 2.4.0-1.el9 epel 206 k 2026-03-05T15:36:19.058 INFO:teuthology.orchestra.run.vm01.stdout:Upgrading: 2026-03-05T15:36:19.058 INFO:teuthology.orchestra.run.vm01.stdout: librados2 x86_64 2:19.2.3-47.gc24117fd552.el9.clyso ceph 3.4 M 2026-03-05T15:36:19.058 INFO:teuthology.orchestra.run.vm01.stdout: librbd1 x86_64 2:19.2.3-47.gc24117fd552.el9.clyso ceph 3.2 M 2026-03-05T15:36:19.058 INFO:teuthology.orchestra.run.vm01.stdout:Installing dependencies: 2026-03-05T15:36:19.058 INFO:teuthology.orchestra.run.vm01.stdout: abseil-cpp x86_64 20211102.0-4.el9 epel 551 k 2026-03-05T15:36:19.058 INFO:teuthology.orchestra.run.vm01.stdout: boost-program-options x86_64 1.75.0-13.el9_7 appstream 104 k 2026-03-05T15:36:19.058 INFO:teuthology.orchestra.run.vm01.stdout: c-ares x86_64 1.19.1-2.el9_4 baseos 110 k 2026-03-05T15:36:19.058 INFO:teuthology.orchestra.run.vm01.stdout: ceph-common x86_64 2:19.2.3-47.gc24117fd552.el9.clyso ceph 22 M 2026-03-05T15:36:19.058 INFO:teuthology.orchestra.run.vm01.stdout: ceph-grafana-dashboards noarch 2:19.2.3-47.gc24117fd552.el9.clyso ceph-noarch 31 k 2026-03-05T15:36:19.058 INFO:teuthology.orchestra.run.vm01.stdout: ceph-mds x86_64 2:19.2.3-47.gc24117fd552.el9.clyso ceph 2.4 M 2026-03-05T15:36:19.058 INFO:teuthology.orchestra.run.vm01.stdout: ceph-mgr-modules-core noarch 2:19.2.3-47.gc24117fd552.el9.clyso ceph-noarch 252 k 2026-03-05T15:36:19.058 INFO:teuthology.orchestra.run.vm01.stdout: ceph-mon x86_64 2:19.2.3-47.gc24117fd552.el9.clyso ceph 4.7 M 2026-03-05T15:36:19.058 INFO:teuthology.orchestra.run.vm01.stdout: ceph-osd x86_64 2:19.2.3-47.gc24117fd552.el9.clyso ceph 17 M 2026-03-05T15:36:19.058 INFO:teuthology.orchestra.run.vm01.stdout: ceph-prometheus-alerts noarch 2:19.2.3-47.gc24117fd552.el9.clyso ceph-noarch 16 k 2026-03-05T15:36:19.058 INFO:teuthology.orchestra.run.vm01.stdout: ceph-selinux x86_64 2:19.2.3-47.gc24117fd552.el9.clyso ceph 25 k 2026-03-05T15:36:19.058 INFO:teuthology.orchestra.run.vm01.stdout: cryptsetup x86_64 2.7.2-4.el9 baseos 310 k 2026-03-05T15:36:19.058 INFO:teuthology.orchestra.run.vm01.stdout: flexiblas x86_64 3.0.4-8.el9.0.1 appstream 30 k 2026-03-05T15:36:19.058 INFO:teuthology.orchestra.run.vm01.stdout: flexiblas-netlib x86_64 3.0.4-8.el9.0.1 appstream 3.0 M 2026-03-05T15:36:19.058 INFO:teuthology.orchestra.run.vm01.stdout: flexiblas-openblas-openmp x86_64 3.0.4-8.el9.0.1 appstream 15 k 2026-03-05T15:36:19.058 INFO:teuthology.orchestra.run.vm01.stdout: fuse x86_64 2.9.9-17.el9 baseos 78 k 2026-03-05T15:36:19.058 INFO:teuthology.orchestra.run.vm01.stdout: gperftools-libs x86_64 2.9.1-3.el9 epel 308 k 2026-03-05T15:36:19.058 INFO:teuthology.orchestra.run.vm01.stdout: grpc-data noarch 1.46.7-10.el9 epel 19 k 2026-03-05T15:36:19.058 INFO:teuthology.orchestra.run.vm01.stdout: ledmon-libs x86_64 1.1.0-3.el9 baseos 41 k 2026-03-05T15:36:19.058 INFO:teuthology.orchestra.run.vm01.stdout: libarrow x86_64 9.0.0-15.el9 epel 4.4 M 2026-03-05T15:36:19.058 INFO:teuthology.orchestra.run.vm01.stdout: libarrow-doc noarch 9.0.0-15.el9 epel 25 k 2026-03-05T15:36:19.058 INFO:teuthology.orchestra.run.vm01.stdout: libcephsqlite x86_64 2:19.2.3-47.gc24117fd552.el9.clyso ceph 163 k 2026-03-05T15:36:19.058 INFO:teuthology.orchestra.run.vm01.stdout: libconfig x86_64 1.7.2-9.el9 baseos 71 k 2026-03-05T15:36:19.058 INFO:teuthology.orchestra.run.vm01.stdout: libgfortran x86_64 11.5.0-11.el9 baseos 794 k 2026-03-05T15:36:19.058 INFO:teuthology.orchestra.run.vm01.stdout: libnbd x86_64 1.20.3-4.el9 appstream 171 k 2026-03-05T15:36:19.059 INFO:teuthology.orchestra.run.vm01.stdout: liboath x86_64 2.6.12-1.el9 epel 49 k 2026-03-05T15:36:19.059 INFO:teuthology.orchestra.run.vm01.stdout: libpmemobj x86_64 1.12.1-1.el9 appstream 159 k 2026-03-05T15:36:19.059 INFO:teuthology.orchestra.run.vm01.stdout: libquadmath x86_64 11.5.0-11.el9 baseos 184 k 2026-03-05T15:36:19.059 INFO:teuthology.orchestra.run.vm01.stdout: librabbitmq x86_64 0.11.0-7.el9 appstream 44 k 2026-03-05T15:36:19.059 INFO:teuthology.orchestra.run.vm01.stdout: libradosstriper1 x86_64 2:19.2.3-47.gc24117fd552.el9.clyso ceph 503 k 2026-03-05T15:36:19.059 INFO:teuthology.orchestra.run.vm01.stdout: librdkafka x86_64 1.6.1-102.el9 appstream 662 k 2026-03-05T15:36:19.059 INFO:teuthology.orchestra.run.vm01.stdout: librgw2 x86_64 2:19.2.3-47.gc24117fd552.el9.clyso ceph 5.4 M 2026-03-05T15:36:19.059 INFO:teuthology.orchestra.run.vm01.stdout: libstoragemgmt x86_64 1.10.1-1.el9 appstream 243 k 2026-03-05T15:36:19.059 INFO:teuthology.orchestra.run.vm01.stdout: libunwind x86_64 1.6.2-1.el9 epel 67 k 2026-03-05T15:36:19.059 INFO:teuthology.orchestra.run.vm01.stdout: libxslt x86_64 1.1.34-13.el9_6 appstream 239 k 2026-03-05T15:36:19.059 INFO:teuthology.orchestra.run.vm01.stdout: lmdb-libs x86_64 0.9.29-3.el9 baseos 60 k 2026-03-05T15:36:19.059 INFO:teuthology.orchestra.run.vm01.stdout: lttng-ust x86_64 2.12.0-6.el9 appstream 282 k 2026-03-05T15:36:19.059 INFO:teuthology.orchestra.run.vm01.stdout: lua x86_64 5.4.4-4.el9 appstream 187 k 2026-03-05T15:36:19.059 INFO:teuthology.orchestra.run.vm01.stdout: lua-devel x86_64 5.4.4-4.el9 crb 21 k 2026-03-05T15:36:19.059 INFO:teuthology.orchestra.run.vm01.stdout: luarocks noarch 3.9.2-5.el9 epel 151 k 2026-03-05T15:36:19.059 INFO:teuthology.orchestra.run.vm01.stdout: mailcap noarch 2.1.49-5.el9.0.2 baseos 32 k 2026-03-05T15:36:19.059 INFO:teuthology.orchestra.run.vm01.stdout: openblas x86_64 0.3.29-1.el9 appstream 41 k 2026-03-05T15:36:19.059 INFO:teuthology.orchestra.run.vm01.stdout: openblas-openmp x86_64 0.3.29-1.el9 appstream 5.3 M 2026-03-05T15:36:19.059 INFO:teuthology.orchestra.run.vm01.stdout: parquet-libs x86_64 9.0.0-15.el9 epel 838 k 2026-03-05T15:36:19.059 INFO:teuthology.orchestra.run.vm01.stdout: pciutils x86_64 3.7.0-7.el9 baseos 92 k 2026-03-05T15:36:19.059 INFO:teuthology.orchestra.run.vm01.stdout: perl-Benchmark noarch 1.23-481.1.el9_6 appstream 25 k 2026-03-05T15:36:19.059 INFO:teuthology.orchestra.run.vm01.stdout: protobuf x86_64 3.14.0-17.el9_7 appstream 1.0 M 2026-03-05T15:36:19.059 INFO:teuthology.orchestra.run.vm01.stdout: protobuf-compiler x86_64 3.14.0-17.el9_7 crb 862 k 2026-03-05T15:36:19.059 INFO:teuthology.orchestra.run.vm01.stdout: python3-asyncssh noarch 2.13.2-5.el9 epel 548 k 2026-03-05T15:36:19.059 INFO:teuthology.orchestra.run.vm01.stdout: python3-autocommand noarch 2.2.2-8.el9 epel 29 k 2026-03-05T15:36:19.059 INFO:teuthology.orchestra.run.vm01.stdout: python3-babel noarch 2.9.1-2.el9 appstream 5.8 M 2026-03-05T15:36:19.059 INFO:teuthology.orchestra.run.vm01.stdout: python3-backports-tarfile noarch 1.2.0-1.el9 epel 60 k 2026-03-05T15:36:19.059 INFO:teuthology.orchestra.run.vm01.stdout: python3-bcrypt x86_64 3.2.2-1.el9 epel 43 k 2026-03-05T15:36:19.059 INFO:teuthology.orchestra.run.vm01.stdout: python3-cachetools noarch 4.2.4-1.el9 epel 32 k 2026-03-05T15:36:19.059 INFO:teuthology.orchestra.run.vm01.stdout: python3-ceph-argparse x86_64 2:19.2.3-47.gc24117fd552.el9.clyso ceph 45 k 2026-03-05T15:36:19.059 INFO:teuthology.orchestra.run.vm01.stdout: python3-ceph-common x86_64 2:19.2.3-47.gc24117fd552.el9.clyso ceph 142 k 2026-03-05T15:36:19.059 INFO:teuthology.orchestra.run.vm01.stdout: python3-certifi noarch 2023.05.07-4.el9 epel 14 k 2026-03-05T15:36:19.059 INFO:teuthology.orchestra.run.vm01.stdout: python3-cffi x86_64 1.14.5-5.el9 baseos 241 k 2026-03-05T15:36:19.059 INFO:teuthology.orchestra.run.vm01.stdout: python3-cheroot noarch 10.0.1-4.el9 epel 173 k 2026-03-05T15:36:19.059 INFO:teuthology.orchestra.run.vm01.stdout: python3-cherrypy noarch 18.6.1-2.el9 epel 358 k 2026-03-05T15:36:19.059 INFO:teuthology.orchestra.run.vm01.stdout: python3-cryptography x86_64 36.0.1-5.el9_6 baseos 1.2 M 2026-03-05T15:36:19.059 INFO:teuthology.orchestra.run.vm01.stdout: python3-devel x86_64 3.9.23-2.el9 appstream 205 k 2026-03-05T15:36:19.059 INFO:teuthology.orchestra.run.vm01.stdout: python3-google-auth noarch 1:2.45.0-1.el9 epel 254 k 2026-03-05T15:36:19.059 INFO:teuthology.orchestra.run.vm01.stdout: python3-grpcio x86_64 1.46.7-10.el9 epel 2.0 M 2026-03-05T15:36:19.059 INFO:teuthology.orchestra.run.vm01.stdout: python3-grpcio-tools x86_64 1.46.7-10.el9 epel 144 k 2026-03-05T15:36:19.059 INFO:teuthology.orchestra.run.vm01.stdout: python3-isodate noarch 0.6.1-3.el9 epel 56 k 2026-03-05T15:36:19.059 INFO:teuthology.orchestra.run.vm01.stdout: python3-jaraco noarch 8.2.1-3.el9 epel 11 k 2026-03-05T15:36:19.059 INFO:teuthology.orchestra.run.vm01.stdout: python3-jaraco-classes noarch 3.2.1-5.el9 epel 18 k 2026-03-05T15:36:19.059 INFO:teuthology.orchestra.run.vm01.stdout: python3-jaraco-collections noarch 3.0.0-8.el9 epel 23 k 2026-03-05T15:36:19.059 INFO:teuthology.orchestra.run.vm01.stdout: python3-jaraco-context noarch 6.0.1-3.el9 epel 20 k 2026-03-05T15:36:19.059 INFO:teuthology.orchestra.run.vm01.stdout: python3-jaraco-functools noarch 3.5.0-2.el9 epel 19 k 2026-03-05T15:36:19.059 INFO:teuthology.orchestra.run.vm01.stdout: python3-jaraco-text noarch 4.0.0-2.el9 epel 26 k 2026-03-05T15:36:19.059 INFO:teuthology.orchestra.run.vm01.stdout: python3-jinja2 noarch 2.11.3-8.el9_5 appstream 228 k 2026-03-05T15:36:19.059 INFO:teuthology.orchestra.run.vm01.stdout: python3-kubernetes noarch 1:26.1.0-3.el9 epel 1.0 M 2026-03-05T15:36:19.059 INFO:teuthology.orchestra.run.vm01.stdout: python3-libstoragemgmt x86_64 1.10.1-1.el9 appstream 166 k 2026-03-05T15:36:19.059 INFO:teuthology.orchestra.run.vm01.stdout: python3-logutils noarch 0.3.5-21.el9 epel 46 k 2026-03-05T15:36:19.059 INFO:teuthology.orchestra.run.vm01.stdout: python3-lxml x86_64 4.6.5-3.el9 appstream 1.2 M 2026-03-05T15:36:19.059 INFO:teuthology.orchestra.run.vm01.stdout: python3-mako noarch 1.1.4-6.el9 appstream 144 k 2026-03-05T15:36:19.059 INFO:teuthology.orchestra.run.vm01.stdout: python3-markupsafe x86_64 1.1.1-12.el9 appstream 32 k 2026-03-05T15:36:19.059 INFO:teuthology.orchestra.run.vm01.stdout: python3-more-itertools noarch 8.12.0-2.el9 epel 79 k 2026-03-05T15:36:19.059 INFO:teuthology.orchestra.run.vm01.stdout: python3-msgpack x86_64 1.0.3-2.el9 epel 86 k 2026-03-05T15:36:19.059 INFO:teuthology.orchestra.run.vm01.stdout: python3-natsort noarch 7.1.1-5.el9 epel 58 k 2026-03-05T15:36:19.059 INFO:teuthology.orchestra.run.vm01.stdout: python3-numpy x86_64 1:1.23.5-1.el9 appstream 5.8 M 2026-03-05T15:36:19.059 INFO:teuthology.orchestra.run.vm01.stdout: python3-numpy-f2py x86_64 1:1.23.5-1.el9 appstream 368 k 2026-03-05T15:36:19.060 INFO:teuthology.orchestra.run.vm01.stdout: python3-packaging noarch 20.9-5.el9 appstream 69 k 2026-03-05T15:36:19.060 INFO:teuthology.orchestra.run.vm01.stdout: python3-pecan noarch 1.4.2-3.el9 epel 272 k 2026-03-05T15:36:19.060 INFO:teuthology.orchestra.run.vm01.stdout: python3-ply noarch 3.11-14.el9.0.1 baseos 103 k 2026-03-05T15:36:19.060 INFO:teuthology.orchestra.run.vm01.stdout: python3-portend noarch 3.1.0-2.el9 epel 16 k 2026-03-05T15:36:19.060 INFO:teuthology.orchestra.run.vm01.stdout: python3-protobuf noarch 3.14.0-17.el9_7 appstream 237 k 2026-03-05T15:36:19.060 INFO:teuthology.orchestra.run.vm01.stdout: python3-pyOpenSSL noarch 21.0.0-1.el9 epel 90 k 2026-03-05T15:36:19.060 INFO:teuthology.orchestra.run.vm01.stdout: python3-pyasn1 noarch 0.4.8-7.el9_7 appstream 132 k 2026-03-05T15:36:19.060 INFO:teuthology.orchestra.run.vm01.stdout: python3-pyasn1-modules noarch 0.4.8-7.el9_7 appstream 210 k 2026-03-05T15:36:19.060 INFO:teuthology.orchestra.run.vm01.stdout: python3-pycparser noarch 2.20-6.el9 baseos 124 k 2026-03-05T15:36:19.060 INFO:teuthology.orchestra.run.vm01.stdout: python3-pyparsing noarch 2.4.7-9.el9.0.1 baseos 150 k 2026-03-05T15:36:19.060 INFO:teuthology.orchestra.run.vm01.stdout: python3-repoze-lru noarch 0.7-16.el9 epel 31 k 2026-03-05T15:36:19.060 INFO:teuthology.orchestra.run.vm01.stdout: python3-requests noarch 2.25.1-10.el9_6 baseos 115 k 2026-03-05T15:36:19.060 INFO:teuthology.orchestra.run.vm01.stdout: python3-requests-oauthlib noarch 1.3.0-12.el9 appstream 43 k 2026-03-05T15:36:19.060 INFO:teuthology.orchestra.run.vm01.stdout: python3-routes noarch 2.5.1-5.el9 epel 188 k 2026-03-05T15:36:19.060 INFO:teuthology.orchestra.run.vm01.stdout: python3-rsa noarch 4.9-2.el9 epel 59 k 2026-03-05T15:36:19.060 INFO:teuthology.orchestra.run.vm01.stdout: python3-scipy x86_64 1.9.3-2.el9 appstream 19 M 2026-03-05T15:36:19.060 INFO:teuthology.orchestra.run.vm01.stdout: python3-tempora noarch 5.0.0-2.el9 epel 36 k 2026-03-05T15:36:19.060 INFO:teuthology.orchestra.run.vm01.stdout: python3-toml noarch 0.10.2-6.el9.0.1 appstream 44 k 2026-03-05T15:36:19.060 INFO:teuthology.orchestra.run.vm01.stdout: python3-typing-extensions noarch 4.15.0-1.el9 epel 86 k 2026-03-05T15:36:19.060 INFO:teuthology.orchestra.run.vm01.stdout: python3-urllib3 noarch 1.26.5-6.el9_7.1 baseos 191 k 2026-03-05T15:36:19.060 INFO:teuthology.orchestra.run.vm01.stdout: python3-webob noarch 1.8.8-2.el9 epel 230 k 2026-03-05T15:36:19.060 INFO:teuthology.orchestra.run.vm01.stdout: python3-websocket-client noarch 1.2.3-2.el9 epel 90 k 2026-03-05T15:36:19.060 INFO:teuthology.orchestra.run.vm01.stdout: python3-werkzeug noarch 2.0.3-3.el9.1 epel 427 k 2026-03-05T15:36:19.060 INFO:teuthology.orchestra.run.vm01.stdout: python3-xmlsec x86_64 1.3.13-1.el9 epel 48 k 2026-03-05T15:36:19.060 INFO:teuthology.orchestra.run.vm01.stdout: python3-zc-lockfile noarch 2.0-10.el9 epel 20 k 2026-03-05T15:36:19.060 INFO:teuthology.orchestra.run.vm01.stdout: qatlib x86_64 24.09.0-1.el9 appstream 221 k 2026-03-05T15:36:19.060 INFO:teuthology.orchestra.run.vm01.stdout: qatzip-libs x86_64 1.3.1-1.el9 appstream 65 k 2026-03-05T15:36:19.060 INFO:teuthology.orchestra.run.vm01.stdout: re2 x86_64 1:20211101-20.el9 epel 191 k 2026-03-05T15:36:19.060 INFO:teuthology.orchestra.run.vm01.stdout: socat x86_64 1.7.4.1-8.el9 appstream 299 k 2026-03-05T15:36:19.060 INFO:teuthology.orchestra.run.vm01.stdout: thrift x86_64 0.15.0-4.el9 epel 1.6 M 2026-03-05T15:36:19.060 INFO:teuthology.orchestra.run.vm01.stdout: unzip x86_64 6.0-59.el9 baseos 180 k 2026-03-05T15:36:19.060 INFO:teuthology.orchestra.run.vm01.stdout: xmlsec1 x86_64 1.2.29-13.el9 appstream 188 k 2026-03-05T15:36:19.060 INFO:teuthology.orchestra.run.vm01.stdout: xmlsec1-openssl x86_64 1.2.29-13.el9 appstream 89 k 2026-03-05T15:36:19.060 INFO:teuthology.orchestra.run.vm01.stdout: xmlstarlet x86_64 1.6.1-20.el9 appstream 63 k 2026-03-05T15:36:19.060 INFO:teuthology.orchestra.run.vm01.stdout: zip x86_64 3.0-35.el9 baseos 263 k 2026-03-05T15:36:19.060 INFO:teuthology.orchestra.run.vm01.stdout:Installing weak dependencies: 2026-03-05T15:36:19.060 INFO:teuthology.orchestra.run.vm01.stdout: ceph-mgr-k8sevents noarch 2:19.2.3-47.gc24117fd552.el9.clyso ceph-noarch 22 k 2026-03-05T15:36:19.060 INFO:teuthology.orchestra.run.vm01.stdout: nvme-cli x86_64 2.13-1.el9 baseos 1.0 M 2026-03-05T15:36:19.060 INFO:teuthology.orchestra.run.vm01.stdout: python3-influxdb noarch 5.3.1-1.el9 epel 139 k 2026-03-05T15:36:19.060 INFO:teuthology.orchestra.run.vm01.stdout: python3-saml noarch 1.16.0-1.el9 epel 125 k 2026-03-05T15:36:19.060 INFO:teuthology.orchestra.run.vm01.stdout: qatlib-service x86_64 24.09.0-1.el9 appstream 36 k 2026-03-05T15:36:19.060 INFO:teuthology.orchestra.run.vm01.stdout: smartmontools x86_64 1:7.2-9.el9 baseos 551 k 2026-03-05T15:36:19.060 INFO:teuthology.orchestra.run.vm01.stdout: 2026-03-05T15:36:19.060 INFO:teuthology.orchestra.run.vm01.stdout:Transaction Summary 2026-03-05T15:36:19.060 INFO:teuthology.orchestra.run.vm01.stdout:============================================================================================== 2026-03-05T15:36:19.060 INFO:teuthology.orchestra.run.vm01.stdout:Install 152 Packages 2026-03-05T15:36:19.060 INFO:teuthology.orchestra.run.vm01.stdout:Upgrade 2 Packages 2026-03-05T15:36:19.060 INFO:teuthology.orchestra.run.vm01.stdout: 2026-03-05T15:36:19.060 INFO:teuthology.orchestra.run.vm01.stdout:Total download size: 213 M 2026-03-05T15:36:19.061 INFO:teuthology.orchestra.run.vm01.stdout:Downloading Packages: 2026-03-05T15:36:19.774 INFO:teuthology.orchestra.run.vm01.stdout:(1/154): ceph-19.2.3-47.gc24117fd552.el9.clyso. 52 kB/s | 6.5 kB 00:00 2026-03-05T15:36:20.060 INFO:teuthology.orchestra.run.vm01.stdout:(2/154): ceph-fuse-19.2.3-47.gc24117fd552.el9.c 4.0 MB/s | 1.1 MB 00:00 2026-03-05T15:36:20.100 INFO:teuthology.orchestra.run.vm01.stdout:(3/154): ceph-immutable-object-cache-19.2.3-47. 3.6 MB/s | 145 kB 00:00 2026-03-05T15:36:20.118 INFO:teuthology.orchestra.run.vm01.stdout:(4/154): ceph-base-19.2.3-47.gc24117fd552.el9.c 12 MB/s | 5.5 MB 00:00 2026-03-05T15:36:20.190 INFO:teuthology.orchestra.run.vm01.stdout:(5/154): ceph-mgr-19.2.3-47.gc24117fd552.el9.cl 15 MB/s | 1.1 MB 00:00 2026-03-05T15:36:20.269 INFO:teuthology.orchestra.run.vm01.stdout:(6/154): ceph-mds-19.2.3-47.gc24117fd552.el9.cl 14 MB/s | 2.4 MB 00:00 2026-03-05T15:36:20.521 INFO:teuthology.orchestra.run.vm01.stdout:(7/154): ceph-common-19.2.3-47.gc24117fd552.el9 25 MB/s | 22 MB 00:00 2026-03-05T15:36:20.612 INFO:teuthology.orchestra.run.vm01.stdout:(8/154): ceph-mon-19.2.3-47.gc24117fd552.el9.cl 11 MB/s | 4.7 MB 00:00 2026-03-05T15:36:20.644 INFO:teuthology.orchestra.run.vm01.stdout:(9/154): ceph-selinux-19.2.3-47.gc24117fd552.el 787 kB/s | 25 kB 00:00 2026-03-05T15:36:20.947 INFO:teuthology.orchestra.run.vm01.stdout:(10/154): ceph-radosgw-19.2.3-47.gc24117fd552.e 25 MB/s | 11 MB 00:00 2026-03-05T15:36:20.988 INFO:teuthology.orchestra.run.vm01.stdout:(11/154): libcephfs-devel-19.2.3-47.gc24117fd55 832 kB/s | 34 kB 00:00 2026-03-05T15:36:21.106 INFO:teuthology.orchestra.run.vm01.stdout:(12/154): libcephfs2-19.2.3-47.gc24117fd552.el9 8.3 MB/s | 998 kB 00:00 2026-03-05T15:36:21.161 INFO:teuthology.orchestra.run.vm01.stdout:(13/154): libcephsqlite-19.2.3-47.gc24117fd552. 2.9 MB/s | 163 kB 00:00 2026-03-05T15:36:21.237 INFO:teuthology.orchestra.run.vm01.stdout:(14/154): librados-devel-19.2.3-47.gc24117fd552 1.6 MB/s | 127 kB 00:00 2026-03-05T15:36:21.292 INFO:teuthology.orchestra.run.vm01.stdout:(15/154): libradosstriper1-19.2.3-47.gc24117fd5 9.0 MB/s | 503 kB 00:00 2026-03-05T15:36:21.501 INFO:teuthology.orchestra.run.vm01.stdout:(16/154): ceph-osd-19.2.3-47.gc24117fd552.el9.c 14 MB/s | 17 MB 00:01 2026-03-05T15:36:21.613 INFO:teuthology.orchestra.run.vm01.stdout:(17/154): python3-ceph-argparse-19.2.3-47.gc241 405 kB/s | 45 kB 00:00 2026-03-05T15:36:21.663 INFO:teuthology.orchestra.run.vm01.stdout:(18/154): python3-ceph-common-19.2.3-47.gc24117 2.8 MB/s | 142 kB 00:00 2026-03-05T15:36:21.707 INFO:teuthology.orchestra.run.vm01.stdout:(19/154): python3-cephfs-19.2.3-47.gc24117fd552 3.7 MB/s | 165 kB 00:00 2026-03-05T15:36:21.854 INFO:teuthology.orchestra.run.vm01.stdout:(20/154): ceph-test-19.2.3-47.gc24117fd552.el9. 41 MB/s | 50 MB 00:01 2026-03-05T15:36:21.857 INFO:teuthology.orchestra.run.vm01.stdout:(21/154): python3-rados-19.2.3-47.gc24117fd552. 2.1 MB/s | 322 kB 00:00 2026-03-05T15:36:21.872 INFO:teuthology.orchestra.run.vm01.stdout:(22/154): librgw2-19.2.3-47.gc24117fd552.el9.cl 9.4 MB/s | 5.4 MB 00:00 2026-03-05T15:36:21.892 INFO:teuthology.orchestra.run.vm01.stdout:(23/154): python3-rgw-19.2.3-47.gc24117fd552.el 2.8 MB/s | 100 kB 00:00 2026-03-05T15:36:21.900 INFO:teuthology.orchestra.run.vm01.stdout:(24/154): python3-rbd-19.2.3-47.gc24117fd552.el 6.5 MB/s | 303 kB 00:00 2026-03-05T15:36:21.907 INFO:teuthology.orchestra.run.vm01.stdout:(25/154): rbd-fuse-19.2.3-47.gc24117fd552.el9.c 2.5 MB/s | 85 kB 00:00 2026-03-05T15:36:21.941 INFO:teuthology.orchestra.run.vm01.stdout:(26/154): rbd-nbd-19.2.3-47.gc24117fd552.el9.cl 4.2 MB/s | 171 kB 00:00 2026-03-05T15:36:21.941 INFO:teuthology.orchestra.run.vm01.stdout:(27/154): ceph-grafana-dashboards-19.2.3-47.gc2 901 kB/s | 31 kB 00:00 2026-03-05T15:36:21.995 INFO:teuthology.orchestra.run.vm01.stdout:(28/154): ceph-mgr-cephadm-19.2.3-47.gc24117fd5 2.7 MB/s | 150 kB 00:00 2026-03-05T15:36:22.200 INFO:teuthology.orchestra.run.vm01.stdout:(29/154): rbd-mirror-19.2.3-47.gc24117fd552.el9 10 MB/s | 3.1 MB 00:00 2026-03-05T15:36:22.234 INFO:teuthology.orchestra.run.vm01.stdout:(30/154): ceph-mgr-dashboard-19.2.3-47.gc24117f 13 MB/s | 3.8 MB 00:00 2026-03-05T15:36:22.296 INFO:teuthology.orchestra.run.vm01.stdout:(31/154): ceph-mgr-modules-core-19.2.3-47.gc241 4.0 MB/s | 252 kB 00:00 2026-03-05T15:36:22.301 INFO:teuthology.orchestra.run.vm01.stdout:(32/154): ceph-mgr-k8sevents-19.2.3-47.gc24117f 219 kB/s | 22 kB 00:00 2026-03-05T15:36:22.324 INFO:teuthology.orchestra.run.vm01.stdout:(33/154): ceph-mgr-diskprediction-local-19.2.3- 23 MB/s | 7.4 MB 00:00 2026-03-05T15:36:22.325 INFO:teuthology.orchestra.run.vm01.stdout:(34/154): ceph-mgr-rook-19.2.3-47.gc24117fd552. 1.6 MB/s | 49 kB 00:00 2026-03-05T15:36:22.329 INFO:teuthology.orchestra.run.vm01.stdout:(35/154): ceph-prometheus-alerts-19.2.3-47.gc24 586 kB/s | 16 kB 00:00 2026-03-05T15:36:22.345 INFO:teuthology.orchestra.run.vm01.stdout:(36/154): abseil-cpp-20211102.0-4.el9.x86_64.rp 36 MB/s | 551 kB 00:00 2026-03-05T15:36:22.352 INFO:teuthology.orchestra.run.vm01.stdout:(37/154): gperftools-libs-2.9.1-3.el9.x86_64.rp 42 MB/s | 308 kB 00:00 2026-03-05T15:36:22.354 INFO:teuthology.orchestra.run.vm01.stdout:(38/154): grpc-data-1.46.7-10.el9.noarch.rpm 8.8 MB/s | 19 kB 00:00 2026-03-05T15:36:22.386 INFO:teuthology.orchestra.run.vm01.stdout:(39/154): ceph-volume-19.2.3-47.gc24117fd552.el 4.7 MB/s | 299 kB 00:00 2026-03-05T15:36:22.399 INFO:teuthology.orchestra.run.vm01.stdout:(40/154): libarrow-doc-9.0.0-15.el9.noarch.rpm 1.9 MB/s | 25 kB 00:00 2026-03-05T15:36:22.405 INFO:teuthology.orchestra.run.vm01.stdout:(41/154): liboath-2.6.12-1.el9.x86_64.rpm 8.7 MB/s | 49 kB 00:00 2026-03-05T15:36:22.408 INFO:teuthology.orchestra.run.vm01.stdout:(42/154): libunwind-1.6.2-1.el9.x86_64.rpm 20 MB/s | 67 kB 00:00 2026-03-05T15:36:22.420 INFO:teuthology.orchestra.run.vm01.stdout:(43/154): libarrow-9.0.0-15.el9.x86_64.rpm 68 MB/s | 4.4 MB 00:00 2026-03-05T15:36:22.422 INFO:teuthology.orchestra.run.vm01.stdout:(44/154): luarocks-3.9.2-5.el9.noarch.rpm 11 MB/s | 151 kB 00:00 2026-03-05T15:36:22.436 INFO:teuthology.orchestra.run.vm01.stdout:(45/154): parquet-libs-9.0.0-15.el9.x86_64.rpm 52 MB/s | 838 kB 00:00 2026-03-05T15:36:22.439 INFO:teuthology.orchestra.run.vm01.stdout:(46/154): python3-asyncssh-2.13.2-5.el9.noarch. 32 MB/s | 548 kB 00:00 2026-03-05T15:36:22.440 INFO:teuthology.orchestra.run.vm01.stdout:(47/154): python3-autocommand-2.2.2-8.el9.noarc 9.8 MB/s | 29 kB 00:00 2026-03-05T15:36:22.442 INFO:teuthology.orchestra.run.vm01.stdout:(48/154): python3-backports-tarfile-1.2.0-1.el9 20 MB/s | 60 kB 00:00 2026-03-05T15:36:22.443 INFO:teuthology.orchestra.run.vm01.stdout:(49/154): python3-bcrypt-3.2.2-1.el9.x86_64.rpm 13 MB/s | 43 kB 00:00 2026-03-05T15:36:22.445 INFO:teuthology.orchestra.run.vm01.stdout:(50/154): python3-cachetools-4.2.4-1.el9.noarch 12 MB/s | 32 kB 00:00 2026-03-05T15:36:22.445 INFO:teuthology.orchestra.run.vm01.stdout:(51/154): python3-certifi-2023.05.07-4.el9.noar 6.5 MB/s | 14 kB 00:00 2026-03-05T15:36:22.449 INFO:teuthology.orchestra.run.vm01.stdout:(52/154): python3-cheroot-10.0.1-4.el9.noarch.r 40 MB/s | 173 kB 00:00 2026-03-05T15:36:22.455 INFO:teuthology.orchestra.run.vm01.stdout:(53/154): python3-cherrypy-18.6.1-2.el9.noarch. 36 MB/s | 358 kB 00:00 2026-03-05T15:36:22.457 INFO:teuthology.orchestra.run.vm01.stdout:(54/154): python3-google-auth-2.45.0-1.el9.noar 33 MB/s | 254 kB 00:00 2026-03-05T15:36:22.462 INFO:teuthology.orchestra.run.vm01.stdout:(55/154): python3-grpcio-tools-1.46.7-10.el9.x8 29 MB/s | 144 kB 00:00 2026-03-05T15:36:22.468 INFO:teuthology.orchestra.run.vm01.stdout:(56/154): python3-influxdb-5.3.1-1.el9.noarch.r 27 MB/s | 139 kB 00:00 2026-03-05T15:36:22.473 INFO:teuthology.orchestra.run.vm01.stdout:(57/154): python3-isodate-0.6.1-3.el9.noarch.rp 11 MB/s | 56 kB 00:00 2026-03-05T15:36:22.477 INFO:teuthology.orchestra.run.vm01.stdout:(58/154): python3-jaraco-8.2.1-3.el9.noarch.rpm 2.6 MB/s | 11 kB 00:00 2026-03-05T15:36:22.485 INFO:teuthology.orchestra.run.vm01.stdout:(59/154): python3-grpcio-1.46.7-10.el9.x86_64.r 70 MB/s | 2.0 MB 00:00 2026-03-05T15:36:22.486 INFO:teuthology.orchestra.run.vm01.stdout:(60/154): python3-jaraco-classes-3.2.1-5.el9.no 2.1 MB/s | 18 kB 00:00 2026-03-05T15:36:22.488 INFO:teuthology.orchestra.run.vm01.stdout:(61/154): python3-jaraco-collections-3.0.0-8.el 9.6 MB/s | 23 kB 00:00 2026-03-05T15:36:22.489 INFO:teuthology.orchestra.run.vm01.stdout:(62/154): python3-jaraco-context-6.0.1-3.el9.no 7.2 MB/s | 20 kB 00:00 2026-03-05T15:36:22.490 INFO:teuthology.orchestra.run.vm01.stdout:(63/154): python3-jaraco-functools-3.5.0-2.el9. 7.2 MB/s | 19 kB 00:00 2026-03-05T15:36:22.492 INFO:teuthology.orchestra.run.vm01.stdout:(64/154): python3-jaraco-text-4.0.0-2.el9.noarc 10 MB/s | 26 kB 00:00 2026-03-05T15:36:22.496 INFO:teuthology.orchestra.run.vm01.stdout:(65/154): python3-logutils-0.3.5-21.el9.noarch. 12 MB/s | 46 kB 00:00 2026-03-05T15:36:22.501 INFO:teuthology.orchestra.run.vm01.stdout:(66/154): python3-more-itertools-8.12.0-2.el9.n 18 MB/s | 79 kB 00:00 2026-03-05T15:36:22.506 INFO:teuthology.orchestra.run.vm01.stdout:(67/154): python3-msgpack-1.0.3-2.el9.x86_64.rp 18 MB/s | 86 kB 00:00 2026-03-05T15:36:22.509 INFO:teuthology.orchestra.run.vm01.stdout:(68/154): python3-kubernetes-26.1.0-3.el9.noarc 55 MB/s | 1.0 MB 00:00 2026-03-05T15:36:22.511 INFO:teuthology.orchestra.run.vm01.stdout:(69/154): python3-natsort-7.1.1-5.el9.noarch.rp 12 MB/s | 58 kB 00:00 2026-03-05T15:36:22.514 INFO:teuthology.orchestra.run.vm01.stdout:(70/154): cephadm-19.2.3-47.gc24117fd552.el9.cl 4.0 MB/s | 769 kB 00:00 2026-03-05T15:36:22.515 INFO:teuthology.orchestra.run.vm01.stdout:(71/154): python3-portend-3.1.0-2.el9.noarch.rp 4.1 MB/s | 16 kB 00:00 2026-03-05T15:36:22.517 INFO:teuthology.orchestra.run.vm01.stdout:(72/154): python3-pecan-1.4.2-3.el9.noarch.rpm 35 MB/s | 272 kB 00:00 2026-03-05T15:36:22.518 INFO:teuthology.orchestra.run.vm01.stdout:(73/154): python3-repoze-lru-0.7-16.el9.noarch. 11 MB/s | 31 kB 00:00 2026-03-05T15:36:22.521 INFO:teuthology.orchestra.run.vm01.stdout:(74/154): python3-pyOpenSSL-21.0.0-1.el9.noarch 14 MB/s | 90 kB 00:00 2026-03-05T15:36:22.524 INFO:teuthology.orchestra.run.vm01.stdout:(75/154): python3-routes-2.5.1-5.el9.noarch.rpm 26 MB/s | 188 kB 00:00 2026-03-05T15:36:22.526 INFO:teuthology.orchestra.run.vm01.stdout:(76/154): python3-rsa-4.9-2.el9.noarch.rpm 7.4 MB/s | 59 kB 00:00 2026-03-05T15:36:22.527 INFO:teuthology.orchestra.run.vm01.stdout:(77/154): python3-saml-1.16.0-1.el9.noarch.rpm 18 MB/s | 125 kB 00:00 2026-03-05T15:36:22.528 INFO:teuthology.orchestra.run.vm01.stdout:(78/154): python3-tempora-5.0.0-2.el9.noarch.rp 10 MB/s | 36 kB 00:00 2026-03-05T15:36:22.530 INFO:teuthology.orchestra.run.vm01.stdout:(79/154): python3-typing-extensions-4.15.0-1.el 24 MB/s | 86 kB 00:00 2026-03-05T15:36:22.533 INFO:teuthology.orchestra.run.vm01.stdout:(80/154): python3-websocket-client-1.2.3-2.el9. 20 MB/s | 90 kB 00:00 2026-03-05T15:36:22.534 INFO:teuthology.orchestra.run.vm01.stdout:(81/154): python3-webob-1.8.8-2.el9.noarch.rpm 33 MB/s | 230 kB 00:00 2026-03-05T15:36:22.537 INFO:teuthology.orchestra.run.vm01.stdout:(82/154): python3-xmlsec-1.3.13-1.el9.x86_64.rp 14 MB/s | 48 kB 00:00 2026-03-05T15:36:22.539 INFO:teuthology.orchestra.run.vm01.stdout:(83/154): python3-werkzeug-2.0.3-3.el9.1.noarch 48 MB/s | 427 kB 00:00 2026-03-05T15:36:22.540 INFO:teuthology.orchestra.run.vm01.stdout:(84/154): python3-xmltodict-0.12.0-15.el9.noarc 4.2 MB/s | 22 kB 00:00 2026-03-05T15:36:22.541 INFO:teuthology.orchestra.run.vm01.stdout:(85/154): python3-zc-lockfile-2.0-10.el9.noarch 5.1 MB/s | 20 kB 00:00 2026-03-05T15:36:22.543 INFO:teuthology.orchestra.run.vm01.stdout:(86/154): re2-20211101-20.el9.x86_64.rpm 45 MB/s | 191 kB 00:00 2026-03-05T15:36:22.547 INFO:teuthology.orchestra.run.vm01.stdout:(87/154): s3cmd-2.4.0-1.el9.noarch.rpm 28 MB/s | 206 kB 00:00 2026-03-05T15:36:22.563 INFO:teuthology.orchestra.run.vm01.stdout:(88/154): thrift-0.15.0-4.el9.x86_64.rpm 74 MB/s | 1.6 MB 00:00 2026-03-05T15:36:23.476 INFO:teuthology.orchestra.run.vm01.stdout:(89/154): bzip2-1.0.8-10.el9_5.x86_64.rpm 55 kB/s | 51 kB 00:00 2026-03-05T15:36:23.666 INFO:teuthology.orchestra.run.vm01.stdout:(90/154): c-ares-1.19.1-2.el9_4.x86_64.rpm 98 kB/s | 110 kB 00:01 2026-03-05T15:36:23.843 INFO:teuthology.orchestra.run.vm01.stdout:(91/154): fuse-2.9.9-17.el9.x86_64.rpm 211 kB/s | 78 kB 00:00 2026-03-05T15:36:23.948 INFO:teuthology.orchestra.run.vm01.stdout:(92/154): cryptsetup-2.7.2-4.el9.x86_64.rpm 224 kB/s | 310 kB 00:01 2026-03-05T15:36:23.949 INFO:teuthology.orchestra.run.vm01.stdout:(93/154): ledmon-libs-1.1.0-3.el9.x86_64.rpm 143 kB/s | 41 kB 00:00 2026-03-05T15:36:24.101 INFO:teuthology.orchestra.run.vm01.stdout:(94/154): libconfig-1.7.2-9.el9.x86_64.rpm 275 kB/s | 71 kB 00:00 2026-03-05T15:36:24.550 INFO:teuthology.orchestra.run.vm01.stdout:(95/154): libgfortran-11.5.0-11.el9.x86_64.rpm 1.3 MB/s | 794 kB 00:00 2026-03-05T15:36:24.600 INFO:teuthology.orchestra.run.vm01.stdout:(96/154): libquadmath-11.5.0-11.el9.x86_64.rpm 283 kB/s | 184 kB 00:00 2026-03-05T15:36:24.613 INFO:teuthology.orchestra.run.vm01.stdout:(97/154): lmdb-libs-0.9.29-3.el9.x86_64.rpm 117 kB/s | 60 kB 00:00 2026-03-05T15:36:24.742 INFO:teuthology.orchestra.run.vm01.stdout:(98/154): mailcap-2.1.49-5.el9.0.2.noarch.rpm 168 kB/s | 32 kB 00:00 2026-03-05T15:36:24.927 INFO:teuthology.orchestra.run.vm01.stdout:(99/154): nvme-cli-2.13-1.el9.x86_64.rpm 3.0 MB/s | 1.0 MB 00:00 2026-03-05T15:36:24.935 INFO:teuthology.orchestra.run.vm01.stdout:(100/154): pciutils-3.7.0-7.el9.x86_64.rpm 285 kB/s | 92 kB 00:00 2026-03-05T15:36:25.007 INFO:teuthology.orchestra.run.vm01.stdout:(101/154): python3-cffi-1.14.5-5.el9.x86_64.rpm 908 kB/s | 241 kB 00:00 2026-03-05T15:36:25.184 INFO:teuthology.orchestra.run.vm01.stdout:(102/154): python3-cryptography-36.0.1-5.el9_6. 4.5 MB/s | 1.2 MB 00:00 2026-03-05T15:36:25.187 INFO:teuthology.orchestra.run.vm01.stdout:(103/154): python3-ply-3.11-14.el9.0.1.noarch.r 409 kB/s | 103 kB 00:00 2026-03-05T15:36:25.196 INFO:teuthology.orchestra.run.vm01.stdout:(104/154): python3-pycparser-2.20-6.el9.noarch. 657 kB/s | 124 kB 00:00 2026-03-05T15:36:25.374 INFO:teuthology.orchestra.run.vm01.stdout:(105/154): python3-pyparsing-2.4.7-9.el9.0.1.no 788 kB/s | 150 kB 00:00 2026-03-05T15:36:25.388 INFO:teuthology.orchestra.run.vm01.stdout:(106/154): python3-urllib3-1.26.5-6.el9_7.1.noa 998 kB/s | 191 kB 00:00 2026-03-05T15:36:25.438 INFO:teuthology.orchestra.run.vm01.stdout:(107/154): python3-requests-2.25.1-10.el9_6.noa 459 kB/s | 115 kB 00:00 2026-03-05T15:36:25.633 INFO:teuthology.orchestra.run.vm01.stdout:(108/154): smartmontools-7.2-9.el9.x86_64.rpm 2.1 MB/s | 551 kB 00:00 2026-03-05T15:36:25.641 INFO:teuthology.orchestra.run.vm01.stdout:(109/154): unzip-6.0-59.el9.x86_64.rpm 711 kB/s | 180 kB 00:00 2026-03-05T15:36:25.663 INFO:teuthology.orchestra.run.vm01.stdout:(110/154): zip-3.0-35.el9.x86_64.rpm 1.1 MB/s | 263 kB 00:00 2026-03-05T15:36:25.806 INFO:teuthology.orchestra.run.vm01.stdout:(111/154): boost-program-options-1.75.0-13.el9_ 603 kB/s | 104 kB 00:00 2026-03-05T15:36:25.858 INFO:teuthology.orchestra.run.vm01.stdout:(112/154): flexiblas-3.0.4-8.el9.0.1.x86_64.rpm 136 kB/s | 30 kB 00:00 2026-03-05T15:36:25.926 INFO:teuthology.orchestra.run.vm01.stdout:(113/154): flexiblas-openblas-openmp-3.0.4-8.el 125 kB/s | 15 kB 00:00 2026-03-05T15:36:25.993 INFO:teuthology.orchestra.run.vm01.stdout:(114/154): libnbd-1.20.3-4.el9.x86_64.rpm 1.2 MB/s | 171 kB 00:00 2026-03-05T15:36:26.101 INFO:teuthology.orchestra.run.vm01.stdout:(115/154): libpmemobj-1.12.1-1.el9.x86_64.rpm 917 kB/s | 159 kB 00:00 2026-03-05T15:36:26.120 INFO:teuthology.orchestra.run.vm01.stdout:(116/154): librabbitmq-0.11.0-7.el9.x86_64.rpm 349 kB/s | 44 kB 00:00 2026-03-05T15:36:26.254 INFO:teuthology.orchestra.run.vm01.stdout:(117/154): librdkafka-1.6.1-102.el9.x86_64.rpm 4.2 MB/s | 662 kB 00:00 2026-03-05T15:36:26.267 INFO:teuthology.orchestra.run.vm01.stdout:(118/154): libstoragemgmt-1.10.1-1.el9.x86_64.r 1.6 MB/s | 243 kB 00:00 2026-03-05T15:36:26.403 INFO:teuthology.orchestra.run.vm01.stdout:(119/154): lttng-ust-2.12.0-6.el9.x86_64.rpm 2.0 MB/s | 282 kB 00:00 2026-03-05T15:36:26.522 INFO:teuthology.orchestra.run.vm01.stdout:(120/154): lua-5.4.4-4.el9.x86_64.rpm 1.5 MB/s | 187 kB 00:00 2026-03-05T15:36:27.103 INFO:teuthology.orchestra.run.vm01.stdout:(121/154): openblas-0.3.29-1.el9.x86_64.rpm 71 kB/s | 41 kB 00:00 2026-03-05T15:36:27.180 INFO:teuthology.orchestra.run.vm01.stdout:(122/154): flexiblas-netlib-3.0.4-8.el9.0.1.x86 2.0 MB/s | 3.0 MB 00:01 2026-03-05T15:36:27.269 INFO:teuthology.orchestra.run.vm01.stdout:(123/154): libxslt-1.1.34-13.el9_6.x86_64.rpm 236 kB/s | 239 kB 00:01 2026-03-05T15:36:27.314 INFO:teuthology.orchestra.run.vm01.stdout:(124/154): perl-Benchmark-1.23-481.1.el9_6.noar 189 kB/s | 25 kB 00:00 2026-03-05T15:36:27.416 INFO:teuthology.orchestra.run.vm01.stdout:(125/154): perl-Test-Harness-3.42-461.el9.noarc 1.8 MB/s | 267 kB 00:00 2026-03-05T15:36:27.615 INFO:teuthology.orchestra.run.vm01.stdout:(126/154): protobuf-3.14.0-17.el9_7.x86_64.rpm 3.3 MB/s | 1.0 MB 00:00 2026-03-05T15:36:28.435 INFO:teuthology.orchestra.run.vm01.stdout:(127/154): python3-devel-3.9.23-2.el9.x86_64.rp 250 kB/s | 205 kB 00:00 2026-03-05T15:36:29.009 INFO:teuthology.orchestra.run.vm01.stdout:(128/154): python3-babel-2.9.1-2.el9.noarch.rpm 3.6 MB/s | 5.8 MB 00:01 2026-03-05T15:36:29.136 INFO:teuthology.orchestra.run.vm01.stdout:(129/154): python3-libstoragemgmt-1.10.1-1.el9. 1.3 MB/s | 166 kB 00:00 2026-03-05T15:36:29.320 INFO:teuthology.orchestra.run.vm01.stdout:(130/154): python3-jinja2-2.11.3-8.el9_5.noarch 258 kB/s | 228 kB 00:00 2026-03-05T15:36:29.445 INFO:teuthology.orchestra.run.vm01.stdout:(131/154): python3-mako-1.1.4-6.el9.noarch.rpm 1.1 MB/s | 144 kB 00:00 2026-03-05T15:36:29.556 INFO:teuthology.orchestra.run.vm01.stdout:(132/154): openblas-openmp-0.3.29-1.el9.x86_64. 2.2 MB/s | 5.3 MB 00:02 2026-03-05T15:36:29.579 INFO:teuthology.orchestra.run.vm01.stdout:(133/154): python3-markupsafe-1.1.1-12.el9.x86_ 240 kB/s | 32 kB 00:00 2026-03-05T15:36:29.712 INFO:teuthology.orchestra.run.vm01.stdout:(134/154): python3-numpy-f2py-1.23.5-1.el9.x86_ 2.7 MB/s | 368 kB 00:00 2026-03-05T15:36:29.837 INFO:teuthology.orchestra.run.vm01.stdout:(135/154): python3-packaging-20.9-5.el9.noarch. 549 kB/s | 69 kB 00:00 2026-03-05T15:36:29.971 INFO:teuthology.orchestra.run.vm01.stdout:(136/154): python3-protobuf-3.14.0-17.el9_7.noa 1.7 MB/s | 237 kB 00:00 2026-03-05T15:36:30.096 INFO:teuthology.orchestra.run.vm01.stdout:(137/154): python3-pyasn1-0.4.8-7.el9_7.noarch. 1.0 MB/s | 132 kB 00:00 2026-03-05T15:36:30.224 INFO:teuthology.orchestra.run.vm01.stdout:(138/154): python3-pyasn1-modules-0.4.8-7.el9_7 1.6 MB/s | 210 kB 00:00 2026-03-05T15:36:30.346 INFO:teuthology.orchestra.run.vm01.stdout:(139/154): python3-requests-oauthlib-1.3.0-12.e 353 kB/s | 43 kB 00:00 2026-03-05T15:36:30.402 INFO:teuthology.orchestra.run.vm01.stdout:(140/154): python3-lxml-4.6.5-3.el9.x86_64.rpm 965 kB/s | 1.2 MB 00:01 2026-03-05T15:36:30.528 INFO:teuthology.orchestra.run.vm01.stdout:(141/154): python3-toml-0.10.2-6.el9.0.1.noarch 352 kB/s | 44 kB 00:00 2026-03-05T15:36:30.668 INFO:teuthology.orchestra.run.vm01.stdout:(142/154): qatlib-24.09.0-1.el9.x86_64.rpm 1.6 MB/s | 221 kB 00:00 2026-03-05T15:36:30.794 INFO:teuthology.orchestra.run.vm01.stdout:(143/154): qatlib-service-24.09.0-1.el9.x86_64. 287 kB/s | 36 kB 00:00 2026-03-05T15:36:30.922 INFO:teuthology.orchestra.run.vm01.stdout:(144/154): qatzip-libs-1.3.1-1.el9.x86_64.rpm 515 kB/s | 65 kB 00:00 2026-03-05T15:36:31.059 INFO:teuthology.orchestra.run.vm01.stdout:(145/154): socat-1.7.4.1-8.el9.x86_64.rpm 2.1 MB/s | 299 kB 00:00 2026-03-05T15:36:31.193 INFO:teuthology.orchestra.run.vm01.stdout:(146/154): xmlsec1-1.2.29-13.el9.x86_64.rpm 1.4 MB/s | 188 kB 00:00 2026-03-05T15:36:31.318 INFO:teuthology.orchestra.run.vm01.stdout:(147/154): xmlsec1-openssl-1.2.29-13.el9.x86_64 718 kB/s | 89 kB 00:00 2026-03-05T15:36:31.471 INFO:teuthology.orchestra.run.vm01.stdout:(148/154): xmlstarlet-1.6.1-20.el9.x86_64.rpm 410 kB/s | 63 kB 00:00 2026-03-05T15:36:31.704 INFO:teuthology.orchestra.run.vm01.stdout:(149/154): lua-devel-5.4.4-4.el9.x86_64.rpm 91 kB/s | 21 kB 00:00 2026-03-05T15:36:32.467 INFO:teuthology.orchestra.run.vm01.stdout:(150/154): python3-numpy-1.23.5-1.el9.x86_64.rp 2.0 MB/s | 5.8 MB 00:02 2026-03-05T15:36:32.477 INFO:teuthology.orchestra.run.vm01.stdout:(151/154): protobuf-compiler-3.14.0-17.el9_7.x8 1.1 MB/s | 862 kB 00:00 2026-03-05T15:36:32.923 INFO:teuthology.orchestra.run.vm01.stdout:(152/154): librados2-19.2.3-47.gc24117fd552.el9 7.5 MB/s | 3.4 MB 00:00 2026-03-05T15:36:33.049 INFO:teuthology.orchestra.run.vm01.stdout:(153/154): librbd1-19.2.3-47.gc24117fd552.el9.c 5.5 MB/s | 3.2 MB 00:00 2026-03-05T15:36:36.993 INFO:teuthology.orchestra.run.vm01.stdout:(154/154): python3-scipy-1.9.3-2.el9.x86_64.rpm 2.8 MB/s | 19 MB 00:06 2026-03-05T15:36:37.000 INFO:teuthology.orchestra.run.vm01.stdout:-------------------------------------------------------------------------------- 2026-03-05T15:36:37.000 INFO:teuthology.orchestra.run.vm01.stdout:Total 12 MB/s | 213 MB 00:17 2026-03-05T15:36:37.842 INFO:teuthology.orchestra.run.vm01.stdout:Running transaction check 2026-03-05T15:36:37.904 INFO:teuthology.orchestra.run.vm01.stdout:Transaction check succeeded. 2026-03-05T15:36:37.905 INFO:teuthology.orchestra.run.vm01.stdout:Running transaction test 2026-03-05T15:36:38.814 INFO:teuthology.orchestra.run.vm01.stdout:Transaction test succeeded. 2026-03-05T15:36:38.814 INFO:teuthology.orchestra.run.vm01.stdout:Running transaction 2026-03-05T15:36:39.814 INFO:teuthology.orchestra.run.vm01.stdout: Preparing : 1/1 2026-03-05T15:36:39.828 INFO:teuthology.orchestra.run.vm01.stdout: Installing : python3-more-itertools-8.12.0-2.el9.noarch 1/156 2026-03-05T15:36:39.837 INFO:teuthology.orchestra.run.vm01.stdout: Installing : lttng-ust-2.12.0-6.el9.x86_64 2/156 2026-03-05T15:36:39.849 INFO:teuthology.orchestra.run.vm01.stdout: Installing : libxslt-1.1.34-13.el9_6.x86_64 3/156 2026-03-05T15:36:39.853 INFO:teuthology.orchestra.run.vm01.stdout: Installing : librdkafka-1.6.1-102.el9.x86_64 4/156 2026-03-05T15:36:39.857 INFO:teuthology.orchestra.run.vm01.stdout: Installing : librabbitmq-0.11.0-7.el9.x86_64 5/156 2026-03-05T15:36:39.873 INFO:teuthology.orchestra.run.vm01.stdout: Installing : lmdb-libs-0.9.29-3.el9.x86_64 6/156 2026-03-05T15:36:40.061 INFO:teuthology.orchestra.run.vm01.stdout: Installing : thrift-0.15.0-4.el9.x86_64 7/156 2026-03-05T15:36:40.068 INFO:teuthology.orchestra.run.vm01.stdout: Upgrading : librados2-2:19.2.3-47.gc24117fd552.el9.clyso.x86 8/156 2026-03-05T15:36:40.138 INFO:teuthology.orchestra.run.vm01.stdout: Running scriptlet: librados2-2:19.2.3-47.gc24117fd552.el9.clyso.x86 8/156 2026-03-05T15:36:40.140 INFO:teuthology.orchestra.run.vm01.stdout: Installing : libcephfs2-2:19.2.3-47.gc24117fd552.el9.clyso.x8 9/156 2026-03-05T15:36:40.176 INFO:teuthology.orchestra.run.vm01.stdout: Running scriptlet: libcephfs2-2:19.2.3-47.gc24117fd552.el9.clyso.x8 9/156 2026-03-05T15:36:40.188 INFO:teuthology.orchestra.run.vm01.stdout: Installing : python3-rados-2:19.2.3-47.gc24117fd552.el9.clyso 10/156 2026-03-05T15:36:40.215 INFO:teuthology.orchestra.run.vm01.stdout: Installing : libnbd-1.20.3-4.el9.x86_64 11/156 2026-03-05T15:36:40.225 INFO:teuthology.orchestra.run.vm01.stdout: Installing : python3-jaraco-8.2.1-3.el9.noarch 12/156 2026-03-05T15:36:40.227 INFO:teuthology.orchestra.run.vm01.stdout: Installing : libcephsqlite-2:19.2.3-47.gc24117fd552.el9.clyso 13/156 2026-03-05T15:36:40.269 INFO:teuthology.orchestra.run.vm01.stdout: Running scriptlet: libcephsqlite-2:19.2.3-47.gc24117fd552.el9.clyso 13/156 2026-03-05T15:36:40.272 INFO:teuthology.orchestra.run.vm01.stdout: Installing : libradosstriper1-2:19.2.3-47.gc24117fd552.el9.cl 14/156 2026-03-05T15:36:40.339 INFO:teuthology.orchestra.run.vm01.stdout: Running scriptlet: libradosstriper1-2:19.2.3-47.gc24117fd552.el9.cl 14/156 2026-03-05T15:36:40.350 INFO:teuthology.orchestra.run.vm01.stdout: Installing : python3-lxml-4.6.5-3.el9.x86_64 15/156 2026-03-05T15:36:40.383 INFO:teuthology.orchestra.run.vm01.stdout: Installing : xmlsec1-1.2.29-13.el9.x86_64 16/156 2026-03-05T15:36:40.394 INFO:teuthology.orchestra.run.vm01.stdout: Installing : python3-pyasn1-0.4.8-7.el9_7.noarch 17/156 2026-03-05T15:36:40.408 INFO:teuthology.orchestra.run.vm01.stdout: Installing : python3-markupsafe-1.1.1-12.el9.x86_64 18/156 2026-03-05T15:36:40.417 INFO:teuthology.orchestra.run.vm01.stdout: Installing : protobuf-3.14.0-17.el9_7.x86_64 19/156 2026-03-05T15:36:40.421 INFO:teuthology.orchestra.run.vm01.stdout: Installing : lua-5.4.4-4.el9.x86_64 20/156 2026-03-05T15:36:40.428 INFO:teuthology.orchestra.run.vm01.stdout: Installing : flexiblas-3.0.4-8.el9.0.1.x86_64 21/156 2026-03-05T15:36:40.460 INFO:teuthology.orchestra.run.vm01.stdout: Installing : unzip-6.0-59.el9.x86_64 22/156 2026-03-05T15:36:40.479 INFO:teuthology.orchestra.run.vm01.stdout: Installing : python3-urllib3-1.26.5-6.el9_7.1.noarch 23/156 2026-03-05T15:36:40.487 INFO:teuthology.orchestra.run.vm01.stdout: Installing : python3-requests-2.25.1-10.el9_6.noarch 24/156 2026-03-05T15:36:40.497 INFO:teuthology.orchestra.run.vm01.stdout: Installing : libquadmath-11.5.0-11.el9.x86_64 25/156 2026-03-05T15:36:40.501 INFO:teuthology.orchestra.run.vm01.stdout: Installing : libgfortran-11.5.0-11.el9.x86_64 26/156 2026-03-05T15:36:40.509 INFO:teuthology.orchestra.run.vm01.stdout: Installing : ledmon-libs-1.1.0-3.el9.x86_64 27/156 2026-03-05T15:36:40.554 INFO:teuthology.orchestra.run.vm01.stdout: Installing : re2-1:20211101-20.el9.x86_64 28/156 2026-03-05T15:36:40.603 INFO:teuthology.orchestra.run.vm01.stdout: Installing : libarrow-9.0.0-15.el9.x86_64 29/156 2026-03-05T15:36:40.610 INFO:teuthology.orchestra.run.vm01.stdout: Installing : python3-werkzeug-2.0.3-3.el9.1.noarch 30/156 2026-03-05T15:36:40.645 INFO:teuthology.orchestra.run.vm01.stdout: Installing : liboath-2.6.12-1.el9.x86_64 31/156 2026-03-05T15:36:40.653 INFO:teuthology.orchestra.run.vm01.stdout: Installing : python3-ceph-common-2:19.2.3-47.gc24117fd552.el9 32/156 2026-03-05T15:36:40.666 INFO:teuthology.orchestra.run.vm01.stdout: Installing : python3-ceph-argparse-2:19.2.3-47.gc24117fd552.e 33/156 2026-03-05T15:36:40.687 INFO:teuthology.orchestra.run.vm01.stdout: Installing : python3-cephfs-2:19.2.3-47.gc24117fd552.el9.clys 34/156 2026-03-05T15:36:40.699 INFO:teuthology.orchestra.run.vm01.stdout: Installing : python3-requests-oauthlib-1.3.0-12.el9.noarch 35/156 2026-03-05T15:36:40.731 INFO:teuthology.orchestra.run.vm01.stdout: Installing : zip-3.0-35.el9.x86_64 36/156 2026-03-05T15:36:40.737 INFO:teuthology.orchestra.run.vm01.stdout: Installing : luarocks-3.9.2-5.el9.noarch 37/156 2026-03-05T15:36:40.747 INFO:teuthology.orchestra.run.vm01.stdout: Installing : lua-devel-5.4.4-4.el9.x86_64 38/156 2026-03-05T15:36:40.780 INFO:teuthology.orchestra.run.vm01.stdout: Installing : protobuf-compiler-3.14.0-17.el9_7.x86_64 39/156 2026-03-05T15:36:40.803 INFO:teuthology.orchestra.run.vm01.stdout: Installing : python3-mako-1.1.4-6.el9.noarch 40/156 2026-03-05T15:36:40.880 INFO:teuthology.orchestra.run.vm01.stdout: Installing : python3-rsa-4.9-2.el9.noarch 41/156 2026-03-05T15:36:40.885 INFO:teuthology.orchestra.run.vm01.stdout: Installing : python3-pyasn1-modules-0.4.8-7.el9_7.noarch 42/156 2026-03-05T15:36:40.893 INFO:teuthology.orchestra.run.vm01.stdout: Installing : xmlsec1-openssl-1.2.29-13.el9.x86_64 43/156 2026-03-05T15:36:40.901 INFO:teuthology.orchestra.run.vm01.stdout: Installing : python3-xmlsec-1.3.13-1.el9.x86_64 44/156 2026-03-05T15:36:40.913 INFO:teuthology.orchestra.run.vm01.stdout: Installing : python3-jaraco-classes-3.2.1-5.el9.noarch 45/156 2026-03-05T15:36:40.920 INFO:teuthology.orchestra.run.vm01.stdout: Installing : librados-devel-2:19.2.3-47.gc24117fd552.el9.clys 46/156 2026-03-05T15:36:40.933 INFO:teuthology.orchestra.run.vm01.stdout: Installing : xmlstarlet-1.6.1-20.el9.x86_64 47/156 2026-03-05T15:36:40.942 INFO:teuthology.orchestra.run.vm01.stdout: Installing : socat-1.7.4.1-8.el9.x86_64 48/156 2026-03-05T15:36:40.947 INFO:teuthology.orchestra.run.vm01.stdout: Installing : python3-toml-0.10.2-6.el9.0.1.noarch 49/156 2026-03-05T15:36:40.956 INFO:teuthology.orchestra.run.vm01.stdout: Installing : python3-jaraco-functools-3.5.0-2.el9.noarch 50/156 2026-03-05T15:36:40.961 INFO:teuthology.orchestra.run.vm01.stdout: Installing : python3-tempora-5.0.0-2.el9.noarch 51/156 2026-03-05T15:36:40.996 INFO:teuthology.orchestra.run.vm01.stdout: Installing : python3-portend-3.1.0-2.el9.noarch 52/156 2026-03-05T15:36:41.042 INFO:teuthology.orchestra.run.vm01.stdout: Installing : python3-protobuf-3.14.0-17.el9_7.noarch 53/156 2026-03-05T15:36:41.348 INFO:teuthology.orchestra.run.vm01.stdout: Installing : python3-devel-3.9.23-2.el9.x86_64 54/156 2026-03-05T15:36:41.383 INFO:teuthology.orchestra.run.vm01.stdout: Installing : python3-babel-2.9.1-2.el9.noarch 55/156 2026-03-05T15:36:41.387 INFO:teuthology.orchestra.run.vm01.stdout: Installing : python3-jinja2-2.11.3-8.el9_5.noarch 56/156 2026-03-05T15:36:41.392 INFO:teuthology.orchestra.run.vm01.stdout: Installing : perl-Benchmark-1.23-481.1.el9_6.noarch 57/156 2026-03-05T15:36:41.462 INFO:teuthology.orchestra.run.vm01.stdout: Installing : openblas-0.3.29-1.el9.x86_64 58/156 2026-03-05T15:36:41.466 INFO:teuthology.orchestra.run.vm01.stdout: Installing : openblas-openmp-0.3.29-1.el9.x86_64 59/156 2026-03-05T15:36:41.497 INFO:teuthology.orchestra.run.vm01.stdout: Installing : flexiblas-openblas-openmp-3.0.4-8.el9.0.1.x86_64 60/156 2026-03-05T15:36:41.924 INFO:teuthology.orchestra.run.vm01.stdout: Installing : flexiblas-netlib-3.0.4-8.el9.0.1.x86_64 61/156 2026-03-05T15:36:42.020 INFO:teuthology.orchestra.run.vm01.stdout: Installing : python3-numpy-1:1.23.5-1.el9.x86_64 62/156 2026-03-05T15:36:42.947 INFO:teuthology.orchestra.run.vm01.stdout: Installing : python3-numpy-f2py-1:1.23.5-1.el9.x86_64 63/156 2026-03-05T15:36:42.969 INFO:teuthology.orchestra.run.vm01.stdout: Installing : python3-scipy-1.9.3-2.el9.x86_64 64/156 2026-03-05T15:36:43.143 INFO:teuthology.orchestra.run.vm01.stdout: Installing : libpmemobj-1.12.1-1.el9.x86_64 65/156 2026-03-05T15:36:43.146 INFO:teuthology.orchestra.run.vm01.stdout: Upgrading : librbd1-2:19.2.3-47.gc24117fd552.el9.clyso.x86_6 66/156 2026-03-05T15:36:43.179 INFO:teuthology.orchestra.run.vm01.stdout: Running scriptlet: librbd1-2:19.2.3-47.gc24117fd552.el9.clyso.x86_6 66/156 2026-03-05T15:36:43.182 INFO:teuthology.orchestra.run.vm01.stdout: Installing : python3-rbd-2:19.2.3-47.gc24117fd552.el9.clyso.x 67/156 2026-03-05T15:36:43.197 INFO:teuthology.orchestra.run.vm01.stdout: Installing : boost-program-options-1.75.0-13.el9_7.x86_64 68/156 2026-03-05T15:36:43.199 INFO:teuthology.orchestra.run.vm01.stdout: Installing : smartmontools-1:7.2-9.el9.x86_64 69/156 2026-03-05T15:36:43.213 INFO:teuthology.orchestra.run.vm01.stdout: Running scriptlet: smartmontools-1:7.2-9.el9.x86_64 69/156 2026-03-05T15:36:43.213 INFO:teuthology.orchestra.run.vm01.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/smartd.service → /usr/lib/systemd/system/smartd.service. 2026-03-05T15:36:43.213 INFO:teuthology.orchestra.run.vm01.stdout: 2026-03-05T15:36:43.238 INFO:teuthology.orchestra.run.vm01.stdout: Installing : python3-pyparsing-2.4.7-9.el9.0.1.noarch 70/156 2026-03-05T15:36:43.248 INFO:teuthology.orchestra.run.vm01.stdout: Installing : python3-packaging-20.9-5.el9.noarch 71/156 2026-03-05T15:36:43.266 INFO:teuthology.orchestra.run.vm01.stdout: Installing : python3-ply-3.11-14.el9.0.1.noarch 72/156 2026-03-05T15:36:43.288 INFO:teuthology.orchestra.run.vm01.stdout: Installing : python3-pycparser-2.20-6.el9.noarch 73/156 2026-03-05T15:36:43.386 INFO:teuthology.orchestra.run.vm01.stdout: Installing : python3-cffi-1.14.5-5.el9.x86_64 74/156 2026-03-05T15:36:43.404 INFO:teuthology.orchestra.run.vm01.stdout: Installing : python3-cryptography-36.0.1-5.el9_6.x86_64 75/156 2026-03-05T15:36:43.435 INFO:teuthology.orchestra.run.vm01.stdout: Installing : python3-pyOpenSSL-21.0.0-1.el9.noarch 76/156 2026-03-05T15:36:43.444 INFO:teuthology.orchestra.run.vm01.stdout: Installing : python3-cheroot-10.0.1-4.el9.noarch 77/156 2026-03-05T15:36:43.450 INFO:teuthology.orchestra.run.vm01.stdout: Installing : python3-bcrypt-3.2.2-1.el9.x86_64 78/156 2026-03-05T15:36:43.453 INFO:teuthology.orchestra.run.vm01.stdout: Installing : pciutils-3.7.0-7.el9.x86_64 79/156 2026-03-05T15:36:43.484 INFO:teuthology.orchestra.run.vm01.stdout: Running scriptlet: qatlib-24.09.0-1.el9.x86_64 80/156 2026-03-05T15:36:43.489 INFO:teuthology.orchestra.run.vm01.stdout: Installing : qatlib-24.09.0-1.el9.x86_64 80/156 2026-03-05T15:36:43.490 INFO:teuthology.orchestra.run.vm01.stdout: Installing : qatlib-service-24.09.0-1.el9.x86_64 81/156 2026-03-05T15:36:43.508 INFO:teuthology.orchestra.run.vm01.stdout: Running scriptlet: qatlib-service-24.09.0-1.el9.x86_64 81/156 2026-03-05T15:36:43.662 INFO:teuthology.orchestra.run.vm01.stdout: Installing : qatzip-libs-1.3.1-1.el9.x86_64 82/156 2026-03-05T15:36:43.666 INFO:teuthology.orchestra.run.vm01.stdout: Installing : nvme-cli-2.13-1.el9.x86_64 83/156 2026-03-05T15:36:44.067 INFO:teuthology.orchestra.run.vm01.stdout: Running scriptlet: nvme-cli-2.13-1.el9.x86_64 83/156 2026-03-05T15:36:44.067 INFO:teuthology.orchestra.run.vm01.stdout:Created symlink /etc/systemd/system/default.target.wants/nvmefc-boot-connections.service → /usr/lib/systemd/system/nvmefc-boot-connections.service. 2026-03-05T15:36:44.067 INFO:teuthology.orchestra.run.vm01.stdout: 2026-03-05T15:36:44.083 INFO:teuthology.orchestra.run.vm01.stdout: Installing : mailcap-2.1.49-5.el9.0.2.noarch 84/156 2026-03-05T15:36:44.085 INFO:teuthology.orchestra.run.vm01.stdout: Installing : libconfig-1.7.2-9.el9.x86_64 85/156 2026-03-05T15:36:44.144 INFO:teuthology.orchestra.run.vm01.stdout: Running scriptlet: libstoragemgmt-1.10.1-1.el9.x86_64 86/156 2026-03-05T15:36:44.144 INFO:teuthology.orchestra.run.vm01.stdout:Creating group 'libstoragemgmt' with GID 992. 2026-03-05T15:36:44.144 INFO:teuthology.orchestra.run.vm01.stdout:Creating user 'libstoragemgmt' (daemon account for libstoragemgmt) with UID 992 and GID 992. 2026-03-05T15:36:44.144 INFO:teuthology.orchestra.run.vm01.stdout: 2026-03-05T15:36:44.167 INFO:teuthology.orchestra.run.vm01.stdout: Installing : libstoragemgmt-1.10.1-1.el9.x86_64 86/156 2026-03-05T15:36:44.229 INFO:teuthology.orchestra.run.vm01.stdout: Running scriptlet: libstoragemgmt-1.10.1-1.el9.x86_64 86/156 2026-03-05T15:36:44.229 INFO:teuthology.orchestra.run.vm01.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/libstoragemgmt.service → /usr/lib/systemd/system/libstoragemgmt.service. 2026-03-05T15:36:44.229 INFO:teuthology.orchestra.run.vm01.stdout: 2026-03-05T15:36:44.269 INFO:teuthology.orchestra.run.vm01.stdout: Installing : python3-libstoragemgmt-1.10.1-1.el9.x86_64 87/156 2026-03-05T15:36:44.318 INFO:teuthology.orchestra.run.vm01.stdout: Installing : fuse-2.9.9-17.el9.x86_64 88/156 2026-03-05T15:36:44.333 INFO:teuthology.orchestra.run.vm01.stdout: Installing : cryptsetup-2.7.2-4.el9.x86_64 89/156 2026-03-05T15:36:44.340 INFO:teuthology.orchestra.run.vm01.stdout: Installing : c-ares-1.19.1-2.el9_4.x86_64 90/156 2026-03-05T15:36:44.347 INFO:teuthology.orchestra.run.vm01.stdout: Installing : python3-zc-lockfile-2.0-10.el9.noarch 91/156 2026-03-05T15:36:44.368 INFO:teuthology.orchestra.run.vm01.stdout: Installing : python3-xmltodict-0.12.0-15.el9.noarch 92/156 2026-03-05T15:36:44.400 INFO:teuthology.orchestra.run.vm01.stdout: Installing : python3-websocket-client-1.2.3-2.el9.noarch 93/156 2026-03-05T15:36:44.408 INFO:teuthology.orchestra.run.vm01.stdout: Installing : python3-webob-1.8.8-2.el9.noarch 94/156 2026-03-05T15:36:44.474 INFO:teuthology.orchestra.run.vm01.stdout: Installing : python3-typing-extensions-4.15.0-1.el9.noarch 95/156 2026-03-05T15:36:44.485 INFO:teuthology.orchestra.run.vm01.stdout: Installing : python3-asyncssh-2.13.2-5.el9.noarch 96/156 2026-03-05T15:36:44.500 INFO:teuthology.orchestra.run.vm01.stdout: Installing : python3-repoze-lru-0.7-16.el9.noarch 97/156 2026-03-05T15:36:44.514 INFO:teuthology.orchestra.run.vm01.stdout: Installing : python3-routes-2.5.1-5.el9.noarch 98/156 2026-03-05T15:36:44.525 INFO:teuthology.orchestra.run.vm01.stdout: Installing : python3-natsort-7.1.1-5.el9.noarch 99/156 2026-03-05T15:36:44.551 INFO:teuthology.orchestra.run.vm01.stdout: Installing : python3-msgpack-1.0.3-2.el9.x86_64 100/156 2026-03-05T15:36:44.566 INFO:teuthology.orchestra.run.vm01.stdout: Installing : python3-influxdb-5.3.1-1.el9.noarch 101/156 2026-03-05T15:36:44.637 INFO:teuthology.orchestra.run.vm01.stdout: Installing : python3-logutils-0.3.5-21.el9.noarch 102/156 2026-03-05T15:36:44.656 INFO:teuthology.orchestra.run.vm01.stdout: Installing : python3-pecan-1.4.2-3.el9.noarch 103/156 2026-03-05T15:36:44.680 INFO:teuthology.orchestra.run.vm01.stdout: Installing : python3-isodate-0.6.1-3.el9.noarch 104/156 2026-03-05T15:36:44.688 INFO:teuthology.orchestra.run.vm01.stdout: Installing : python3-saml-1.16.0-1.el9.noarch 105/156 2026-03-05T15:36:44.706 INFO:teuthology.orchestra.run.vm01.stdout: Installing : python3-certifi-2023.05.07-4.el9.noarch 106/156 2026-03-05T15:36:44.762 INFO:teuthology.orchestra.run.vm01.stdout: Installing : python3-cachetools-4.2.4-1.el9.noarch 107/156 2026-03-05T15:36:45.187 INFO:teuthology.orchestra.run.vm01.stdout: Installing : python3-google-auth-1:2.45.0-1.el9.noarch 108/156 2026-03-05T15:36:45.205 INFO:teuthology.orchestra.run.vm01.stdout: Installing : python3-kubernetes-1:26.1.0-3.el9.noarch 109/156 2026-03-05T15:36:45.212 INFO:teuthology.orchestra.run.vm01.stdout: Installing : python3-backports-tarfile-1.2.0-1.el9.noarch 110/156 2026-03-05T15:36:45.222 INFO:teuthology.orchestra.run.vm01.stdout: Installing : python3-jaraco-context-6.0.1-3.el9.noarch 111/156 2026-03-05T15:36:45.232 INFO:teuthology.orchestra.run.vm01.stdout: Installing : python3-autocommand-2.2.2-8.el9.noarch 112/156 2026-03-05T15:36:45.239 INFO:teuthology.orchestra.run.vm01.stdout: Installing : python3-jaraco-text-4.0.0-2.el9.noarch 113/156 2026-03-05T15:36:45.280 INFO:teuthology.orchestra.run.vm01.stdout: Installing : python3-jaraco-collections-3.0.0-8.el9.noarch 114/156 2026-03-05T15:36:45.287 INFO:teuthology.orchestra.run.vm01.stdout: Installing : python3-cherrypy-18.6.1-2.el9.noarch 115/156 2026-03-05T15:36:45.295 INFO:teuthology.orchestra.run.vm01.stdout: Installing : libunwind-1.6.2-1.el9.x86_64 116/156 2026-03-05T15:36:45.299 INFO:teuthology.orchestra.run.vm01.stdout: Installing : gperftools-libs-2.9.1-3.el9.x86_64 117/156 2026-03-05T15:36:45.307 INFO:teuthology.orchestra.run.vm01.stdout: Installing : libarrow-doc-9.0.0-15.el9.noarch 118/156 2026-03-05T15:36:45.581 INFO:teuthology.orchestra.run.vm01.stdout: Installing : parquet-libs-9.0.0-15.el9.x86_64 119/156 2026-03-05T15:36:45.585 INFO:teuthology.orchestra.run.vm01.stdout: Installing : librgw2-2:19.2.3-47.gc24117fd552.el9.clyso.x86_6 120/156 2026-03-05T15:36:45.611 INFO:teuthology.orchestra.run.vm01.stdout: Running scriptlet: librgw2-2:19.2.3-47.gc24117fd552.el9.clyso.x86_6 120/156 2026-03-05T15:36:45.614 INFO:teuthology.orchestra.run.vm01.stdout: Installing : python3-rgw-2:19.2.3-47.gc24117fd552.el9.clyso.x 121/156 2026-03-05T15:36:46.859 INFO:teuthology.orchestra.run.vm01.stdout: Running scriptlet: ceph-common-2:19.2.3-47.gc24117fd552.el9.clyso.x 122/156 2026-03-05T15:36:46.864 INFO:teuthology.orchestra.run.vm01.stdout: Installing : ceph-common-2:19.2.3-47.gc24117fd552.el9.clyso.x 122/156 2026-03-05T15:36:47.190 INFO:teuthology.orchestra.run.vm01.stdout: Running scriptlet: ceph-common-2:19.2.3-47.gc24117fd552.el9.clyso.x 122/156 2026-03-05T15:36:47.196 INFO:teuthology.orchestra.run.vm01.stdout: Installing : ceph-base-2:19.2.3-47.gc24117fd552.el9.clyso.x86 123/156 2026-03-05T15:36:47.238 INFO:teuthology.orchestra.run.vm01.stdout: Running scriptlet: ceph-base-2:19.2.3-47.gc24117fd552.el9.clyso.x86 123/156 2026-03-05T15:36:47.238 INFO:teuthology.orchestra.run.vm01.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph.target → /usr/lib/systemd/system/ceph.target. 2026-03-05T15:36:47.238 INFO:teuthology.orchestra.run.vm01.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-crash.service → /usr/lib/systemd/system/ceph-crash.service. 2026-03-05T15:36:47.238 INFO:teuthology.orchestra.run.vm01.stdout: 2026-03-05T15:36:47.253 INFO:teuthology.orchestra.run.vm01.stdout: Installing : ceph-selinux-2:19.2.3-47.gc24117fd552.el9.clyso. 124/156 2026-03-05T15:36:54.107 INFO:teuthology.orchestra.run.vm01.stdout: Running scriptlet: ceph-selinux-2:19.2.3-47.gc24117fd552.el9.clyso. 124/156 2026-03-05T15:36:54.107 INFO:teuthology.orchestra.run.vm01.stdout:skipping the directory /sys 2026-03-05T15:36:54.107 INFO:teuthology.orchestra.run.vm01.stdout:skipping the directory /proc 2026-03-05T15:36:54.107 INFO:teuthology.orchestra.run.vm01.stdout:skipping the directory /mnt 2026-03-05T15:36:54.107 INFO:teuthology.orchestra.run.vm01.stdout:skipping the directory /var/tmp 2026-03-05T15:36:54.107 INFO:teuthology.orchestra.run.vm01.stdout:skipping the directory /home 2026-03-05T15:36:54.107 INFO:teuthology.orchestra.run.vm01.stdout:skipping the directory /root 2026-03-05T15:36:54.107 INFO:teuthology.orchestra.run.vm01.stdout:skipping the directory /tmp 2026-03-05T15:36:54.107 INFO:teuthology.orchestra.run.vm01.stdout: 2026-03-05T15:36:54.196 INFO:teuthology.orchestra.run.vm01.stdout: Installing : ceph-volume-2:19.2.3-47.gc24117fd552.el9.clyso.n 125/156 2026-03-05T15:36:54.213 INFO:teuthology.orchestra.run.vm01.stdout: Running scriptlet: ceph-volume-2:19.2.3-47.gc24117fd552.el9.clyso.n 125/156 2026-03-05T15:36:54.213 INFO:teuthology.orchestra.run.vm01.stdout:Glob pattern passed to enable, but globs are not supported for this. 2026-03-05T15:36:54.213 INFO:teuthology.orchestra.run.vm01.stdout:Invalid unit name "ceph-volume@*.service" escaped as "ceph-volume@\x2a.service". 2026-03-05T15:36:54.213 INFO:teuthology.orchestra.run.vm01.stdout: 2026-03-05T15:36:55.056 INFO:teuthology.orchestra.run.vm01.stdout: Installing : ceph-osd-2:19.2.3-47.gc24117fd552.el9.clyso.x86_ 126/156 2026-03-05T15:36:55.087 INFO:teuthology.orchestra.run.vm01.stdout: Running scriptlet: ceph-osd-2:19.2.3-47.gc24117fd552.el9.clyso.x86_ 126/156 2026-03-05T15:36:55.087 INFO:teuthology.orchestra.run.vm01.stdout:Glob pattern passed to enable, but globs are not supported for this. 2026-03-05T15:36:55.087 INFO:teuthology.orchestra.run.vm01.stdout:Invalid unit name "ceph-osd@*.service" escaped as "ceph-osd@\x2a.service". 2026-03-05T15:36:55.087 INFO:teuthology.orchestra.run.vm01.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-osd.target → /usr/lib/systemd/system/ceph-osd.target. 2026-03-05T15:36:55.087 INFO:teuthology.orchestra.run.vm01.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-osd.target → /usr/lib/systemd/system/ceph-osd.target. 2026-03-05T15:36:55.087 INFO:teuthology.orchestra.run.vm01.stdout: 2026-03-05T15:36:55.217 INFO:teuthology.orchestra.run.vm01.stdout: Installing : ceph-mds-2:19.2.3-47.gc24117fd552.el9.clyso.x86_ 127/156 2026-03-05T15:36:55.246 INFO:teuthology.orchestra.run.vm01.stdout: Running scriptlet: ceph-mds-2:19.2.3-47.gc24117fd552.el9.clyso.x86_ 127/156 2026-03-05T15:36:55.246 INFO:teuthology.orchestra.run.vm01.stdout:Glob pattern passed to enable, but globs are not supported for this. 2026-03-05T15:36:55.246 INFO:teuthology.orchestra.run.vm01.stdout:Invalid unit name "ceph-mds@*.service" escaped as "ceph-mds@\x2a.service". 2026-03-05T15:36:55.246 INFO:teuthology.orchestra.run.vm01.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-mds.target → /usr/lib/systemd/system/ceph-mds.target. 2026-03-05T15:36:55.246 INFO:teuthology.orchestra.run.vm01.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-mds.target → /usr/lib/systemd/system/ceph-mds.target. 2026-03-05T15:36:55.246 INFO:teuthology.orchestra.run.vm01.stdout: 2026-03-05T15:36:55.491 INFO:teuthology.orchestra.run.vm01.stdout: Installing : ceph-mon-2:19.2.3-47.gc24117fd552.el9.clyso.x86_ 128/156 2026-03-05T15:36:55.517 INFO:teuthology.orchestra.run.vm01.stdout: Running scriptlet: ceph-mon-2:19.2.3-47.gc24117fd552.el9.clyso.x86_ 128/156 2026-03-05T15:36:55.517 INFO:teuthology.orchestra.run.vm01.stdout:Glob pattern passed to enable, but globs are not supported for this. 2026-03-05T15:36:55.517 INFO:teuthology.orchestra.run.vm01.stdout:Invalid unit name "ceph-mon@*.service" escaped as "ceph-mon@\x2a.service". 2026-03-05T15:36:55.517 INFO:teuthology.orchestra.run.vm01.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-mon.target → /usr/lib/systemd/system/ceph-mon.target. 2026-03-05T15:36:55.517 INFO:teuthology.orchestra.run.vm01.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-mon.target → /usr/lib/systemd/system/ceph-mon.target. 2026-03-05T15:36:55.517 INFO:teuthology.orchestra.run.vm01.stdout: 2026-03-05T15:36:55.553 INFO:teuthology.orchestra.run.vm01.stdout: Installing : grpc-data-1.46.7-10.el9.noarch 129/156 2026-03-05T15:36:55.609 INFO:teuthology.orchestra.run.vm01.stdout: Installing : abseil-cpp-20211102.0-4.el9.x86_64 130/156 2026-03-05T15:36:55.626 INFO:teuthology.orchestra.run.vm01.stdout: Installing : python3-grpcio-1.46.7-10.el9.x86_64 131/156 2026-03-05T15:36:55.629 INFO:teuthology.orchestra.run.vm01.stdout: Installing : python3-grpcio-tools-1.46.7-10.el9.x86_64 132/156 2026-03-05T15:36:55.712 INFO:teuthology.orchestra.run.vm01.stdout: Running scriptlet: cephadm-2:19.2.3-47.gc24117fd552.el9.clyso.noarc 133/156 2026-03-05T15:36:55.716 INFO:teuthology.orchestra.run.vm01.stdout: Installing : cephadm-2:19.2.3-47.gc24117fd552.el9.clyso.noarc 133/156 2026-03-05T15:36:55.723 INFO:teuthology.orchestra.run.vm01.stdout: Installing : ceph-prometheus-alerts-2:19.2.3-47.gc24117fd552. 134/156 2026-03-05T15:36:55.750 INFO:teuthology.orchestra.run.vm01.stdout: Installing : ceph-grafana-dashboards-2:19.2.3-47.gc24117fd552 135/156 2026-03-05T15:36:55.753 INFO:teuthology.orchestra.run.vm01.stdout: Installing : ceph-mgr-cephadm-2:19.2.3-47.gc24117fd552.el9.cl 136/156 2026-03-05T15:36:56.389 INFO:teuthology.orchestra.run.vm01.stdout: Running scriptlet: ceph-mgr-cephadm-2:19.2.3-47.gc24117fd552.el9.cl 136/156 2026-03-05T15:36:56.397 INFO:teuthology.orchestra.run.vm01.stdout: Installing : ceph-mgr-dashboard-2:19.2.3-47.gc24117fd552.el9. 137/156 2026-03-05T15:36:57.008 INFO:teuthology.orchestra.run.vm01.stdout: Running scriptlet: ceph-mgr-dashboard-2:19.2.3-47.gc24117fd552.el9. 137/156 2026-03-05T15:36:57.011 INFO:teuthology.orchestra.run.vm01.stdout: Installing : ceph-mgr-diskprediction-local-2:19.2.3-47.gc2411 138/156 2026-03-05T15:36:57.029 INFO:teuthology.orchestra.run.vm01.stdout: Running scriptlet: ceph-mgr-diskprediction-local-2:19.2.3-47.gc2411 138/156 2026-03-05T15:36:57.031 INFO:teuthology.orchestra.run.vm01.stdout: Installing : ceph-mgr-k8sevents-2:19.2.3-47.gc24117fd552.el9. 139/156 2026-03-05T15:36:57.100 INFO:teuthology.orchestra.run.vm01.stdout: Running scriptlet: ceph-mgr-k8sevents-2:19.2.3-47.gc24117fd552.el9. 139/156 2026-03-05T15:36:57.165 INFO:teuthology.orchestra.run.vm01.stdout: Installing : ceph-mgr-modules-core-2:19.2.3-47.gc24117fd552.e 140/156 2026-03-05T15:36:57.167 INFO:teuthology.orchestra.run.vm01.stdout: Installing : ceph-mgr-2:19.2.3-47.gc24117fd552.el9.clyso.x86_ 141/156 2026-03-05T15:36:57.195 INFO:teuthology.orchestra.run.vm01.stdout: Running scriptlet: ceph-mgr-2:19.2.3-47.gc24117fd552.el9.clyso.x86_ 141/156 2026-03-05T15:36:57.195 INFO:teuthology.orchestra.run.vm01.stdout:Glob pattern passed to enable, but globs are not supported for this. 2026-03-05T15:36:57.195 INFO:teuthology.orchestra.run.vm01.stdout:Invalid unit name "ceph-mgr@*.service" escaped as "ceph-mgr@\x2a.service". 2026-03-05T15:36:57.195 INFO:teuthology.orchestra.run.vm01.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-mgr.target → /usr/lib/systemd/system/ceph-mgr.target. 2026-03-05T15:36:57.195 INFO:teuthology.orchestra.run.vm01.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-mgr.target → /usr/lib/systemd/system/ceph-mgr.target. 2026-03-05T15:36:57.195 INFO:teuthology.orchestra.run.vm01.stdout: 2026-03-05T15:36:57.213 INFO:teuthology.orchestra.run.vm01.stdout: Installing : ceph-mgr-rook-2:19.2.3-47.gc24117fd552.el9.clyso 142/156 2026-03-05T15:36:57.229 INFO:teuthology.orchestra.run.vm01.stdout: Running scriptlet: ceph-mgr-rook-2:19.2.3-47.gc24117fd552.el9.clyso 142/156 2026-03-05T15:36:57.793 INFO:teuthology.orchestra.run.vm01.stdout: Installing : ceph-2:19.2.3-47.gc24117fd552.el9.clyso.x86_64 143/156 2026-03-05T15:36:57.797 INFO:teuthology.orchestra.run.vm01.stdout: Installing : ceph-radosgw-2:19.2.3-47.gc24117fd552.el9.clyso. 144/156 2026-03-05T15:36:57.828 INFO:teuthology.orchestra.run.vm01.stdout: Running scriptlet: ceph-radosgw-2:19.2.3-47.gc24117fd552.el9.clyso. 144/156 2026-03-05T15:36:57.828 INFO:teuthology.orchestra.run.vm01.stdout:Glob pattern passed to enable, but globs are not supported for this. 2026-03-05T15:36:57.828 INFO:teuthology.orchestra.run.vm01.stdout:Invalid unit name "ceph-radosgw@*.service" escaped as "ceph-radosgw@\x2a.service". 2026-03-05T15:36:57.828 INFO:teuthology.orchestra.run.vm01.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-radosgw.target → /usr/lib/systemd/system/ceph-radosgw.target. 2026-03-05T15:36:57.828 INFO:teuthology.orchestra.run.vm01.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-radosgw.target → /usr/lib/systemd/system/ceph-radosgw.target. 2026-03-05T15:36:57.828 INFO:teuthology.orchestra.run.vm01.stdout: 2026-03-05T15:36:57.841 INFO:teuthology.orchestra.run.vm01.stdout: Installing : ceph-immutable-object-cache-2:19.2.3-47.gc24117f 145/156 2026-03-05T15:36:57.866 INFO:teuthology.orchestra.run.vm01.stdout: Running scriptlet: ceph-immutable-object-cache-2:19.2.3-47.gc24117f 145/156 2026-03-05T15:36:57.866 INFO:teuthology.orchestra.run.vm01.stdout:Glob pattern passed to enable, but globs are not supported for this. 2026-03-05T15:36:57.866 INFO:teuthology.orchestra.run.vm01.stdout:Invalid unit name "ceph-immutable-object-cache@*.service" escaped as "ceph-immutable-object-cache@\x2a.service". 2026-03-05T15:36:57.866 INFO:teuthology.orchestra.run.vm01.stdout: 2026-03-05T15:36:58.054 INFO:teuthology.orchestra.run.vm01.stdout: Installing : rbd-mirror-2:19.2.3-47.gc24117fd552.el9.clyso.x8 146/156 2026-03-05T15:36:58.086 INFO:teuthology.orchestra.run.vm01.stdout: Running scriptlet: rbd-mirror-2:19.2.3-47.gc24117fd552.el9.clyso.x8 146/156 2026-03-05T15:36:58.086 INFO:teuthology.orchestra.run.vm01.stdout:Glob pattern passed to enable, but globs are not supported for this. 2026-03-05T15:36:58.086 INFO:teuthology.orchestra.run.vm01.stdout:Invalid unit name "ceph-rbd-mirror@*.service" escaped as "ceph-rbd-mirror@\x2a.service". 2026-03-05T15:36:58.086 INFO:teuthology.orchestra.run.vm01.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-rbd-mirror.target → /usr/lib/systemd/system/ceph-rbd-mirror.target. 2026-03-05T15:36:58.087 INFO:teuthology.orchestra.run.vm01.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-rbd-mirror.target → /usr/lib/systemd/system/ceph-rbd-mirror.target. 2026-03-05T15:36:58.087 INFO:teuthology.orchestra.run.vm01.stdout: 2026-03-05T15:37:00.859 INFO:teuthology.orchestra.run.vm01.stdout: Installing : ceph-test-2:19.2.3-47.gc24117fd552.el9.clyso.x86 147/156 2026-03-05T15:37:00.867 INFO:teuthology.orchestra.run.vm01.stdout: Installing : ceph-fuse-2:19.2.3-47.gc24117fd552.el9.clyso.x86 148/156 2026-03-05T15:37:00.879 INFO:teuthology.orchestra.run.vm01.stdout: Installing : rbd-fuse-2:19.2.3-47.gc24117fd552.el9.clyso.x86_ 149/156 2026-03-05T15:37:00.913 INFO:teuthology.orchestra.run.vm01.stdout: Installing : rbd-nbd-2:19.2.3-47.gc24117fd552.el9.clyso.x86_6 150/156 2026-03-05T15:37:00.925 INFO:teuthology.orchestra.run.vm01.stdout: Installing : perl-Test-Harness-1:3.42-461.el9.noarch 151/156 2026-03-05T15:37:00.931 INFO:teuthology.orchestra.run.vm01.stdout: Installing : libcephfs-devel-2:19.2.3-47.gc24117fd552.el9.cly 152/156 2026-03-05T15:37:00.949 INFO:teuthology.orchestra.run.vm01.stdout: Installing : bzip2-1.0.8-10.el9_5.x86_64 153/156 2026-03-05T15:37:00.954 INFO:teuthology.orchestra.run.vm01.stdout: Installing : s3cmd-2.4.0-1.el9.noarch 154/156 2026-03-05T15:37:00.954 INFO:teuthology.orchestra.run.vm01.stdout: Cleanup : librbd1-2:16.2.4-5.el9.x86_64 155/156 2026-03-05T15:37:00.974 INFO:teuthology.orchestra.run.vm01.stdout: Running scriptlet: librbd1-2:16.2.4-5.el9.x86_64 155/156 2026-03-05T15:37:00.974 INFO:teuthology.orchestra.run.vm01.stdout: Cleanup : librados2-2:16.2.4-5.el9.x86_64 156/156 2026-03-05T15:37:01.876 INFO:teuthology.orchestra.run.vm01.stdout: Running scriptlet: librados2-2:16.2.4-5.el9.x86_64 156/156 2026-03-05T15:37:01.876 INFO:teuthology.orchestra.run.vm01.stdout: Verifying : ceph-2:19.2.3-47.gc24117fd552.el9.clyso.x86_64 1/156 2026-03-05T15:37:01.876 INFO:teuthology.orchestra.run.vm01.stdout: Verifying : ceph-base-2:19.2.3-47.gc24117fd552.el9.clyso.x86 2/156 2026-03-05T15:37:01.876 INFO:teuthology.orchestra.run.vm01.stdout: Verifying : ceph-common-2:19.2.3-47.gc24117fd552.el9.clyso.x 3/156 2026-03-05T15:37:01.876 INFO:teuthology.orchestra.run.vm01.stdout: Verifying : ceph-fuse-2:19.2.3-47.gc24117fd552.el9.clyso.x86 4/156 2026-03-05T15:37:01.876 INFO:teuthology.orchestra.run.vm01.stdout: Verifying : ceph-immutable-object-cache-2:19.2.3-47.gc24117f 5/156 2026-03-05T15:37:01.876 INFO:teuthology.orchestra.run.vm01.stdout: Verifying : ceph-mds-2:19.2.3-47.gc24117fd552.el9.clyso.x86_ 6/156 2026-03-05T15:37:01.876 INFO:teuthology.orchestra.run.vm01.stdout: Verifying : ceph-mgr-2:19.2.3-47.gc24117fd552.el9.clyso.x86_ 7/156 2026-03-05T15:37:01.876 INFO:teuthology.orchestra.run.vm01.stdout: Verifying : ceph-mon-2:19.2.3-47.gc24117fd552.el9.clyso.x86_ 8/156 2026-03-05T15:37:01.876 INFO:teuthology.orchestra.run.vm01.stdout: Verifying : ceph-osd-2:19.2.3-47.gc24117fd552.el9.clyso.x86_ 9/156 2026-03-05T15:37:01.876 INFO:teuthology.orchestra.run.vm01.stdout: Verifying : ceph-radosgw-2:19.2.3-47.gc24117fd552.el9.clyso. 10/156 2026-03-05T15:37:01.876 INFO:teuthology.orchestra.run.vm01.stdout: Verifying : ceph-selinux-2:19.2.3-47.gc24117fd552.el9.clyso. 11/156 2026-03-05T15:37:01.876 INFO:teuthology.orchestra.run.vm01.stdout: Verifying : ceph-test-2:19.2.3-47.gc24117fd552.el9.clyso.x86 12/156 2026-03-05T15:37:01.877 INFO:teuthology.orchestra.run.vm01.stdout: Verifying : libcephfs-devel-2:19.2.3-47.gc24117fd552.el9.cly 13/156 2026-03-05T15:37:01.877 INFO:teuthology.orchestra.run.vm01.stdout: Verifying : libcephfs2-2:19.2.3-47.gc24117fd552.el9.clyso.x8 14/156 2026-03-05T15:37:01.877 INFO:teuthology.orchestra.run.vm01.stdout: Verifying : libcephsqlite-2:19.2.3-47.gc24117fd552.el9.clyso 15/156 2026-03-05T15:37:01.877 INFO:teuthology.orchestra.run.vm01.stdout: Verifying : librados-devel-2:19.2.3-47.gc24117fd552.el9.clys 16/156 2026-03-05T15:37:01.877 INFO:teuthology.orchestra.run.vm01.stdout: Verifying : libradosstriper1-2:19.2.3-47.gc24117fd552.el9.cl 17/156 2026-03-05T15:37:01.877 INFO:teuthology.orchestra.run.vm01.stdout: Verifying : librgw2-2:19.2.3-47.gc24117fd552.el9.clyso.x86_6 18/156 2026-03-05T15:37:01.877 INFO:teuthology.orchestra.run.vm01.stdout: Verifying : python3-ceph-argparse-2:19.2.3-47.gc24117fd552.e 19/156 2026-03-05T15:37:01.877 INFO:teuthology.orchestra.run.vm01.stdout: Verifying : python3-ceph-common-2:19.2.3-47.gc24117fd552.el9 20/156 2026-03-05T15:37:01.877 INFO:teuthology.orchestra.run.vm01.stdout: Verifying : python3-cephfs-2:19.2.3-47.gc24117fd552.el9.clys 21/156 2026-03-05T15:37:01.877 INFO:teuthology.orchestra.run.vm01.stdout: Verifying : python3-rados-2:19.2.3-47.gc24117fd552.el9.clyso 22/156 2026-03-05T15:37:01.877 INFO:teuthology.orchestra.run.vm01.stdout: Verifying : python3-rbd-2:19.2.3-47.gc24117fd552.el9.clyso.x 23/156 2026-03-05T15:37:01.877 INFO:teuthology.orchestra.run.vm01.stdout: Verifying : python3-rgw-2:19.2.3-47.gc24117fd552.el9.clyso.x 24/156 2026-03-05T15:37:01.877 INFO:teuthology.orchestra.run.vm01.stdout: Verifying : rbd-fuse-2:19.2.3-47.gc24117fd552.el9.clyso.x86_ 25/156 2026-03-05T15:37:01.878 INFO:teuthology.orchestra.run.vm01.stdout: Verifying : rbd-mirror-2:19.2.3-47.gc24117fd552.el9.clyso.x8 26/156 2026-03-05T15:37:01.878 INFO:teuthology.orchestra.run.vm01.stdout: Verifying : rbd-nbd-2:19.2.3-47.gc24117fd552.el9.clyso.x86_6 27/156 2026-03-05T15:37:01.878 INFO:teuthology.orchestra.run.vm01.stdout: Verifying : ceph-grafana-dashboards-2:19.2.3-47.gc24117fd552 28/156 2026-03-05T15:37:01.878 INFO:teuthology.orchestra.run.vm01.stdout: Verifying : ceph-mgr-cephadm-2:19.2.3-47.gc24117fd552.el9.cl 29/156 2026-03-05T15:37:01.878 INFO:teuthology.orchestra.run.vm01.stdout: Verifying : ceph-mgr-dashboard-2:19.2.3-47.gc24117fd552.el9. 30/156 2026-03-05T15:37:01.878 INFO:teuthology.orchestra.run.vm01.stdout: Verifying : ceph-mgr-diskprediction-local-2:19.2.3-47.gc2411 31/156 2026-03-05T15:37:01.878 INFO:teuthology.orchestra.run.vm01.stdout: Verifying : ceph-mgr-k8sevents-2:19.2.3-47.gc24117fd552.el9. 32/156 2026-03-05T15:37:01.878 INFO:teuthology.orchestra.run.vm01.stdout: Verifying : ceph-mgr-modules-core-2:19.2.3-47.gc24117fd552.e 33/156 2026-03-05T15:37:01.878 INFO:teuthology.orchestra.run.vm01.stdout: Verifying : ceph-mgr-rook-2:19.2.3-47.gc24117fd552.el9.clyso 34/156 2026-03-05T15:37:01.878 INFO:teuthology.orchestra.run.vm01.stdout: Verifying : ceph-prometheus-alerts-2:19.2.3-47.gc24117fd552. 35/156 2026-03-05T15:37:01.878 INFO:teuthology.orchestra.run.vm01.stdout: Verifying : ceph-volume-2:19.2.3-47.gc24117fd552.el9.clyso.n 36/156 2026-03-05T15:37:01.878 INFO:teuthology.orchestra.run.vm01.stdout: Verifying : cephadm-2:19.2.3-47.gc24117fd552.el9.clyso.noarc 37/156 2026-03-05T15:37:01.878 INFO:teuthology.orchestra.run.vm01.stdout: Verifying : abseil-cpp-20211102.0-4.el9.x86_64 38/156 2026-03-05T15:37:01.878 INFO:teuthology.orchestra.run.vm01.stdout: Verifying : gperftools-libs-2.9.1-3.el9.x86_64 39/156 2026-03-05T15:37:01.878 INFO:teuthology.orchestra.run.vm01.stdout: Verifying : grpc-data-1.46.7-10.el9.noarch 40/156 2026-03-05T15:37:01.879 INFO:teuthology.orchestra.run.vm01.stdout: Verifying : libarrow-9.0.0-15.el9.x86_64 41/156 2026-03-05T15:37:01.879 INFO:teuthology.orchestra.run.vm01.stdout: Verifying : libarrow-doc-9.0.0-15.el9.noarch 42/156 2026-03-05T15:37:01.879 INFO:teuthology.orchestra.run.vm01.stdout: Verifying : liboath-2.6.12-1.el9.x86_64 43/156 2026-03-05T15:37:01.879 INFO:teuthology.orchestra.run.vm01.stdout: Verifying : libunwind-1.6.2-1.el9.x86_64 44/156 2026-03-05T15:37:01.879 INFO:teuthology.orchestra.run.vm01.stdout: Verifying : luarocks-3.9.2-5.el9.noarch 45/156 2026-03-05T15:37:01.879 INFO:teuthology.orchestra.run.vm01.stdout: Verifying : parquet-libs-9.0.0-15.el9.x86_64 46/156 2026-03-05T15:37:01.879 INFO:teuthology.orchestra.run.vm01.stdout: Verifying : python3-asyncssh-2.13.2-5.el9.noarch 47/156 2026-03-05T15:37:01.879 INFO:teuthology.orchestra.run.vm01.stdout: Verifying : python3-autocommand-2.2.2-8.el9.noarch 48/156 2026-03-05T15:37:01.879 INFO:teuthology.orchestra.run.vm01.stdout: Verifying : python3-backports-tarfile-1.2.0-1.el9.noarch 49/156 2026-03-05T15:37:01.879 INFO:teuthology.orchestra.run.vm01.stdout: Verifying : python3-bcrypt-3.2.2-1.el9.x86_64 50/156 2026-03-05T15:37:01.879 INFO:teuthology.orchestra.run.vm01.stdout: Verifying : python3-cachetools-4.2.4-1.el9.noarch 51/156 2026-03-05T15:37:01.879 INFO:teuthology.orchestra.run.vm01.stdout: Verifying : python3-certifi-2023.05.07-4.el9.noarch 52/156 2026-03-05T15:37:01.879 INFO:teuthology.orchestra.run.vm01.stdout: Verifying : python3-cheroot-10.0.1-4.el9.noarch 53/156 2026-03-05T15:37:01.879 INFO:teuthology.orchestra.run.vm01.stdout: Verifying : python3-cherrypy-18.6.1-2.el9.noarch 54/156 2026-03-05T15:37:01.879 INFO:teuthology.orchestra.run.vm01.stdout: Verifying : python3-google-auth-1:2.45.0-1.el9.noarch 55/156 2026-03-05T15:37:01.879 INFO:teuthology.orchestra.run.vm01.stdout: Verifying : python3-grpcio-1.46.7-10.el9.x86_64 56/156 2026-03-05T15:37:01.879 INFO:teuthology.orchestra.run.vm01.stdout: Verifying : python3-grpcio-tools-1.46.7-10.el9.x86_64 57/156 2026-03-05T15:37:01.879 INFO:teuthology.orchestra.run.vm01.stdout: Verifying : python3-influxdb-5.3.1-1.el9.noarch 58/156 2026-03-05T15:37:01.879 INFO:teuthology.orchestra.run.vm01.stdout: Verifying : python3-isodate-0.6.1-3.el9.noarch 59/156 2026-03-05T15:37:01.879 INFO:teuthology.orchestra.run.vm01.stdout: Verifying : python3-jaraco-8.2.1-3.el9.noarch 60/156 2026-03-05T15:37:01.879 INFO:teuthology.orchestra.run.vm01.stdout: Verifying : python3-jaraco-classes-3.2.1-5.el9.noarch 61/156 2026-03-05T15:37:01.879 INFO:teuthology.orchestra.run.vm01.stdout: Verifying : python3-jaraco-collections-3.0.0-8.el9.noarch 62/156 2026-03-05T15:37:01.879 INFO:teuthology.orchestra.run.vm01.stdout: Verifying : python3-jaraco-context-6.0.1-3.el9.noarch 63/156 2026-03-05T15:37:01.879 INFO:teuthology.orchestra.run.vm01.stdout: Verifying : python3-jaraco-functools-3.5.0-2.el9.noarch 64/156 2026-03-05T15:37:01.879 INFO:teuthology.orchestra.run.vm01.stdout: Verifying : python3-jaraco-text-4.0.0-2.el9.noarch 65/156 2026-03-05T15:37:01.879 INFO:teuthology.orchestra.run.vm01.stdout: Verifying : python3-kubernetes-1:26.1.0-3.el9.noarch 66/156 2026-03-05T15:37:01.879 INFO:teuthology.orchestra.run.vm01.stdout: Verifying : python3-logutils-0.3.5-21.el9.noarch 67/156 2026-03-05T15:37:01.879 INFO:teuthology.orchestra.run.vm01.stdout: Verifying : python3-more-itertools-8.12.0-2.el9.noarch 68/156 2026-03-05T15:37:01.879 INFO:teuthology.orchestra.run.vm01.stdout: Verifying : python3-msgpack-1.0.3-2.el9.x86_64 69/156 2026-03-05T15:37:01.879 INFO:teuthology.orchestra.run.vm01.stdout: Verifying : python3-natsort-7.1.1-5.el9.noarch 70/156 2026-03-05T15:37:01.879 INFO:teuthology.orchestra.run.vm01.stdout: Verifying : python3-pecan-1.4.2-3.el9.noarch 71/156 2026-03-05T15:37:01.879 INFO:teuthology.orchestra.run.vm01.stdout: Verifying : python3-portend-3.1.0-2.el9.noarch 72/156 2026-03-05T15:37:01.880 INFO:teuthology.orchestra.run.vm01.stdout: Verifying : python3-pyOpenSSL-21.0.0-1.el9.noarch 73/156 2026-03-05T15:37:01.880 INFO:teuthology.orchestra.run.vm01.stdout: Verifying : python3-repoze-lru-0.7-16.el9.noarch 74/156 2026-03-05T15:37:01.880 INFO:teuthology.orchestra.run.vm01.stdout: Verifying : python3-routes-2.5.1-5.el9.noarch 75/156 2026-03-05T15:37:01.880 INFO:teuthology.orchestra.run.vm01.stdout: Verifying : python3-rsa-4.9-2.el9.noarch 76/156 2026-03-05T15:37:01.880 INFO:teuthology.orchestra.run.vm01.stdout: Verifying : python3-saml-1.16.0-1.el9.noarch 77/156 2026-03-05T15:37:01.880 INFO:teuthology.orchestra.run.vm01.stdout: Verifying : python3-tempora-5.0.0-2.el9.noarch 78/156 2026-03-05T15:37:01.880 INFO:teuthology.orchestra.run.vm01.stdout: Verifying : python3-typing-extensions-4.15.0-1.el9.noarch 79/156 2026-03-05T15:37:01.880 INFO:teuthology.orchestra.run.vm01.stdout: Verifying : python3-webob-1.8.8-2.el9.noarch 80/156 2026-03-05T15:37:01.880 INFO:teuthology.orchestra.run.vm01.stdout: Verifying : python3-websocket-client-1.2.3-2.el9.noarch 81/156 2026-03-05T15:37:01.880 INFO:teuthology.orchestra.run.vm01.stdout: Verifying : python3-werkzeug-2.0.3-3.el9.1.noarch 82/156 2026-03-05T15:37:01.880 INFO:teuthology.orchestra.run.vm01.stdout: Verifying : python3-xmlsec-1.3.13-1.el9.x86_64 83/156 2026-03-05T15:37:01.880 INFO:teuthology.orchestra.run.vm01.stdout: Verifying : python3-xmltodict-0.12.0-15.el9.noarch 84/156 2026-03-05T15:37:01.880 INFO:teuthology.orchestra.run.vm01.stdout: Verifying : python3-zc-lockfile-2.0-10.el9.noarch 85/156 2026-03-05T15:37:01.880 INFO:teuthology.orchestra.run.vm01.stdout: Verifying : re2-1:20211101-20.el9.x86_64 86/156 2026-03-05T15:37:01.880 INFO:teuthology.orchestra.run.vm01.stdout: Verifying : s3cmd-2.4.0-1.el9.noarch 87/156 2026-03-05T15:37:01.880 INFO:teuthology.orchestra.run.vm01.stdout: Verifying : thrift-0.15.0-4.el9.x86_64 88/156 2026-03-05T15:37:01.880 INFO:teuthology.orchestra.run.vm01.stdout: Verifying : bzip2-1.0.8-10.el9_5.x86_64 89/156 2026-03-05T15:37:01.880 INFO:teuthology.orchestra.run.vm01.stdout: Verifying : c-ares-1.19.1-2.el9_4.x86_64 90/156 2026-03-05T15:37:01.880 INFO:teuthology.orchestra.run.vm01.stdout: Verifying : cryptsetup-2.7.2-4.el9.x86_64 91/156 2026-03-05T15:37:01.880 INFO:teuthology.orchestra.run.vm01.stdout: Verifying : fuse-2.9.9-17.el9.x86_64 92/156 2026-03-05T15:37:01.880 INFO:teuthology.orchestra.run.vm01.stdout: Verifying : ledmon-libs-1.1.0-3.el9.x86_64 93/156 2026-03-05T15:37:01.880 INFO:teuthology.orchestra.run.vm01.stdout: Verifying : libconfig-1.7.2-9.el9.x86_64 94/156 2026-03-05T15:37:01.880 INFO:teuthology.orchestra.run.vm01.stdout: Verifying : libgfortran-11.5.0-11.el9.x86_64 95/156 2026-03-05T15:37:01.880 INFO:teuthology.orchestra.run.vm01.stdout: Verifying : libquadmath-11.5.0-11.el9.x86_64 96/156 2026-03-05T15:37:01.880 INFO:teuthology.orchestra.run.vm01.stdout: Verifying : lmdb-libs-0.9.29-3.el9.x86_64 97/156 2026-03-05T15:37:01.880 INFO:teuthology.orchestra.run.vm01.stdout: Verifying : mailcap-2.1.49-5.el9.0.2.noarch 98/156 2026-03-05T15:37:01.880 INFO:teuthology.orchestra.run.vm01.stdout: Verifying : nvme-cli-2.13-1.el9.x86_64 99/156 2026-03-05T15:37:01.880 INFO:teuthology.orchestra.run.vm01.stdout: Verifying : pciutils-3.7.0-7.el9.x86_64 100/156 2026-03-05T15:37:01.880 INFO:teuthology.orchestra.run.vm01.stdout: Verifying : python3-cffi-1.14.5-5.el9.x86_64 101/156 2026-03-05T15:37:01.881 INFO:teuthology.orchestra.run.vm01.stdout: Verifying : python3-cryptography-36.0.1-5.el9_6.x86_64 102/156 2026-03-05T15:37:01.881 INFO:teuthology.orchestra.run.vm01.stdout: Verifying : python3-ply-3.11-14.el9.0.1.noarch 103/156 2026-03-05T15:37:01.881 INFO:teuthology.orchestra.run.vm01.stdout: Verifying : python3-pycparser-2.20-6.el9.noarch 104/156 2026-03-05T15:37:01.881 INFO:teuthology.orchestra.run.vm01.stdout: Verifying : python3-pyparsing-2.4.7-9.el9.0.1.noarch 105/156 2026-03-05T15:37:01.881 INFO:teuthology.orchestra.run.vm01.stdout: Verifying : python3-requests-2.25.1-10.el9_6.noarch 106/156 2026-03-05T15:37:01.881 INFO:teuthology.orchestra.run.vm01.stdout: Verifying : python3-urllib3-1.26.5-6.el9_7.1.noarch 107/156 2026-03-05T15:37:01.881 INFO:teuthology.orchestra.run.vm01.stdout: Verifying : smartmontools-1:7.2-9.el9.x86_64 108/156 2026-03-05T15:37:01.881 INFO:teuthology.orchestra.run.vm01.stdout: Verifying : unzip-6.0-59.el9.x86_64 109/156 2026-03-05T15:37:01.881 INFO:teuthology.orchestra.run.vm01.stdout: Verifying : zip-3.0-35.el9.x86_64 110/156 2026-03-05T15:37:01.881 INFO:teuthology.orchestra.run.vm01.stdout: Verifying : boost-program-options-1.75.0-13.el9_7.x86_64 111/156 2026-03-05T15:37:01.881 INFO:teuthology.orchestra.run.vm01.stdout: Verifying : flexiblas-3.0.4-8.el9.0.1.x86_64 112/156 2026-03-05T15:37:01.881 INFO:teuthology.orchestra.run.vm01.stdout: Verifying : flexiblas-netlib-3.0.4-8.el9.0.1.x86_64 113/156 2026-03-05T15:37:01.881 INFO:teuthology.orchestra.run.vm01.stdout: Verifying : flexiblas-openblas-openmp-3.0.4-8.el9.0.1.x86_64 114/156 2026-03-05T15:37:01.881 INFO:teuthology.orchestra.run.vm01.stdout: Verifying : libnbd-1.20.3-4.el9.x86_64 115/156 2026-03-05T15:37:01.881 INFO:teuthology.orchestra.run.vm01.stdout: Verifying : libpmemobj-1.12.1-1.el9.x86_64 116/156 2026-03-05T15:37:01.881 INFO:teuthology.orchestra.run.vm01.stdout: Verifying : librabbitmq-0.11.0-7.el9.x86_64 117/156 2026-03-05T15:37:01.881 INFO:teuthology.orchestra.run.vm01.stdout: Verifying : librdkafka-1.6.1-102.el9.x86_64 118/156 2026-03-05T15:37:01.882 INFO:teuthology.orchestra.run.vm01.stdout: Verifying : libstoragemgmt-1.10.1-1.el9.x86_64 119/156 2026-03-05T15:37:01.882 INFO:teuthology.orchestra.run.vm01.stdout: Verifying : libxslt-1.1.34-13.el9_6.x86_64 120/156 2026-03-05T15:37:01.882 INFO:teuthology.orchestra.run.vm01.stdout: Verifying : lttng-ust-2.12.0-6.el9.x86_64 121/156 2026-03-05T15:37:01.882 INFO:teuthology.orchestra.run.vm01.stdout: Verifying : lua-5.4.4-4.el9.x86_64 122/156 2026-03-05T15:37:01.882 INFO:teuthology.orchestra.run.vm01.stdout: Verifying : openblas-0.3.29-1.el9.x86_64 123/156 2026-03-05T15:37:01.882 INFO:teuthology.orchestra.run.vm01.stdout: Verifying : openblas-openmp-0.3.29-1.el9.x86_64 124/156 2026-03-05T15:37:01.882 INFO:teuthology.orchestra.run.vm01.stdout: Verifying : perl-Benchmark-1.23-481.1.el9_6.noarch 125/156 2026-03-05T15:37:01.882 INFO:teuthology.orchestra.run.vm01.stdout: Verifying : perl-Test-Harness-1:3.42-461.el9.noarch 126/156 2026-03-05T15:37:01.882 INFO:teuthology.orchestra.run.vm01.stdout: Verifying : protobuf-3.14.0-17.el9_7.x86_64 127/156 2026-03-05T15:37:01.882 INFO:teuthology.orchestra.run.vm01.stdout: Verifying : python3-babel-2.9.1-2.el9.noarch 128/156 2026-03-05T15:37:01.882 INFO:teuthology.orchestra.run.vm01.stdout: Verifying : python3-devel-3.9.23-2.el9.x86_64 129/156 2026-03-05T15:37:01.882 INFO:teuthology.orchestra.run.vm01.stdout: Verifying : python3-jinja2-2.11.3-8.el9_5.noarch 130/156 2026-03-05T15:37:01.882 INFO:teuthology.orchestra.run.vm01.stdout: Verifying : python3-libstoragemgmt-1.10.1-1.el9.x86_64 131/156 2026-03-05T15:37:01.882 INFO:teuthology.orchestra.run.vm01.stdout: Verifying : python3-lxml-4.6.5-3.el9.x86_64 132/156 2026-03-05T15:37:01.882 INFO:teuthology.orchestra.run.vm01.stdout: Verifying : python3-mako-1.1.4-6.el9.noarch 133/156 2026-03-05T15:37:01.882 INFO:teuthology.orchestra.run.vm01.stdout: Verifying : python3-markupsafe-1.1.1-12.el9.x86_64 134/156 2026-03-05T15:37:01.882 INFO:teuthology.orchestra.run.vm01.stdout: Verifying : python3-numpy-1:1.23.5-1.el9.x86_64 135/156 2026-03-05T15:37:01.882 INFO:teuthology.orchestra.run.vm01.stdout: Verifying : python3-numpy-f2py-1:1.23.5-1.el9.x86_64 136/156 2026-03-05T15:37:01.882 INFO:teuthology.orchestra.run.vm01.stdout: Verifying : python3-packaging-20.9-5.el9.noarch 137/156 2026-03-05T15:37:01.882 INFO:teuthology.orchestra.run.vm01.stdout: Verifying : python3-protobuf-3.14.0-17.el9_7.noarch 138/156 2026-03-05T15:37:01.882 INFO:teuthology.orchestra.run.vm01.stdout: Verifying : python3-pyasn1-0.4.8-7.el9_7.noarch 139/156 2026-03-05T15:37:01.882 INFO:teuthology.orchestra.run.vm01.stdout: Verifying : python3-pyasn1-modules-0.4.8-7.el9_7.noarch 140/156 2026-03-05T15:37:01.882 INFO:teuthology.orchestra.run.vm01.stdout: Verifying : python3-requests-oauthlib-1.3.0-12.el9.noarch 141/156 2026-03-05T15:37:01.882 INFO:teuthology.orchestra.run.vm01.stdout: Verifying : python3-scipy-1.9.3-2.el9.x86_64 142/156 2026-03-05T15:37:01.882 INFO:teuthology.orchestra.run.vm01.stdout: Verifying : python3-toml-0.10.2-6.el9.0.1.noarch 143/156 2026-03-05T15:37:01.882 INFO:teuthology.orchestra.run.vm01.stdout: Verifying : qatlib-24.09.0-1.el9.x86_64 144/156 2026-03-05T15:37:01.882 INFO:teuthology.orchestra.run.vm01.stdout: Verifying : qatlib-service-24.09.0-1.el9.x86_64 145/156 2026-03-05T15:37:01.882 INFO:teuthology.orchestra.run.vm01.stdout: Verifying : qatzip-libs-1.3.1-1.el9.x86_64 146/156 2026-03-05T15:37:01.882 INFO:teuthology.orchestra.run.vm01.stdout: Verifying : socat-1.7.4.1-8.el9.x86_64 147/156 2026-03-05T15:37:01.882 INFO:teuthology.orchestra.run.vm01.stdout: Verifying : xmlsec1-1.2.29-13.el9.x86_64 148/156 2026-03-05T15:37:01.882 INFO:teuthology.orchestra.run.vm01.stdout: Verifying : xmlsec1-openssl-1.2.29-13.el9.x86_64 149/156 2026-03-05T15:37:01.882 INFO:teuthology.orchestra.run.vm01.stdout: Verifying : xmlstarlet-1.6.1-20.el9.x86_64 150/156 2026-03-05T15:37:01.882 INFO:teuthology.orchestra.run.vm01.stdout: Verifying : lua-devel-5.4.4-4.el9.x86_64 151/156 2026-03-05T15:37:01.882 INFO:teuthology.orchestra.run.vm01.stdout: Verifying : protobuf-compiler-3.14.0-17.el9_7.x86_64 152/156 2026-03-05T15:37:01.882 INFO:teuthology.orchestra.run.vm01.stdout: Verifying : librados2-2:19.2.3-47.gc24117fd552.el9.clyso.x86 153/156 2026-03-05T15:37:01.882 INFO:teuthology.orchestra.run.vm01.stdout: Verifying : librados2-2:16.2.4-5.el9.x86_64 154/156 2026-03-05T15:37:01.882 INFO:teuthology.orchestra.run.vm01.stdout: Verifying : librbd1-2:19.2.3-47.gc24117fd552.el9.clyso.x86_6 155/156 2026-03-05T15:37:01.989 INFO:teuthology.orchestra.run.vm01.stdout: Verifying : librbd1-2:16.2.4-5.el9.x86_64 156/156 2026-03-05T15:37:01.990 INFO:teuthology.orchestra.run.vm01.stdout: 2026-03-05T15:37:01.990 INFO:teuthology.orchestra.run.vm01.stdout:Upgraded: 2026-03-05T15:37:01.990 INFO:teuthology.orchestra.run.vm01.stdout: librados2-2:19.2.3-47.gc24117fd552.el9.clyso.x86_64 2026-03-05T15:37:01.990 INFO:teuthology.orchestra.run.vm01.stdout: librbd1-2:19.2.3-47.gc24117fd552.el9.clyso.x86_64 2026-03-05T15:37:01.990 INFO:teuthology.orchestra.run.vm01.stdout:Installed: 2026-03-05T15:37:01.990 INFO:teuthology.orchestra.run.vm01.stdout: abseil-cpp-20211102.0-4.el9.x86_64 2026-03-05T15:37:01.990 INFO:teuthology.orchestra.run.vm01.stdout: boost-program-options-1.75.0-13.el9_7.x86_64 2026-03-05T15:37:01.990 INFO:teuthology.orchestra.run.vm01.stdout: bzip2-1.0.8-10.el9_5.x86_64 2026-03-05T15:37:01.990 INFO:teuthology.orchestra.run.vm01.stdout: c-ares-1.19.1-2.el9_4.x86_64 2026-03-05T15:37:01.990 INFO:teuthology.orchestra.run.vm01.stdout: ceph-2:19.2.3-47.gc24117fd552.el9.clyso.x86_64 2026-03-05T15:37:01.990 INFO:teuthology.orchestra.run.vm01.stdout: ceph-base-2:19.2.3-47.gc24117fd552.el9.clyso.x86_64 2026-03-05T15:37:01.990 INFO:teuthology.orchestra.run.vm01.stdout: ceph-common-2:19.2.3-47.gc24117fd552.el9.clyso.x86_64 2026-03-05T15:37:01.990 INFO:teuthology.orchestra.run.vm01.stdout: ceph-fuse-2:19.2.3-47.gc24117fd552.el9.clyso.x86_64 2026-03-05T15:37:01.990 INFO:teuthology.orchestra.run.vm01.stdout: ceph-grafana-dashboards-2:19.2.3-47.gc24117fd552.el9.clyso.noarch 2026-03-05T15:37:01.990 INFO:teuthology.orchestra.run.vm01.stdout: ceph-immutable-object-cache-2:19.2.3-47.gc24117fd552.el9.clyso.x86_64 2026-03-05T15:37:01.990 INFO:teuthology.orchestra.run.vm01.stdout: ceph-mds-2:19.2.3-47.gc24117fd552.el9.clyso.x86_64 2026-03-05T15:37:01.990 INFO:teuthology.orchestra.run.vm01.stdout: ceph-mgr-2:19.2.3-47.gc24117fd552.el9.clyso.x86_64 2026-03-05T15:37:01.990 INFO:teuthology.orchestra.run.vm01.stdout: ceph-mgr-cephadm-2:19.2.3-47.gc24117fd552.el9.clyso.noarch 2026-03-05T15:37:01.990 INFO:teuthology.orchestra.run.vm01.stdout: ceph-mgr-dashboard-2:19.2.3-47.gc24117fd552.el9.clyso.noarch 2026-03-05T15:37:01.990 INFO:teuthology.orchestra.run.vm01.stdout: ceph-mgr-diskprediction-local-2:19.2.3-47.gc24117fd552.el9.clyso.noarch 2026-03-05T15:37:01.990 INFO:teuthology.orchestra.run.vm01.stdout: ceph-mgr-k8sevents-2:19.2.3-47.gc24117fd552.el9.clyso.noarch 2026-03-05T15:37:01.990 INFO:teuthology.orchestra.run.vm01.stdout: ceph-mgr-modules-core-2:19.2.3-47.gc24117fd552.el9.clyso.noarch 2026-03-05T15:37:01.990 INFO:teuthology.orchestra.run.vm01.stdout: ceph-mgr-rook-2:19.2.3-47.gc24117fd552.el9.clyso.noarch 2026-03-05T15:37:01.990 INFO:teuthology.orchestra.run.vm01.stdout: ceph-mon-2:19.2.3-47.gc24117fd552.el9.clyso.x86_64 2026-03-05T15:37:01.990 INFO:teuthology.orchestra.run.vm01.stdout: ceph-osd-2:19.2.3-47.gc24117fd552.el9.clyso.x86_64 2026-03-05T15:37:01.990 INFO:teuthology.orchestra.run.vm01.stdout: ceph-prometheus-alerts-2:19.2.3-47.gc24117fd552.el9.clyso.noarch 2026-03-05T15:37:01.990 INFO:teuthology.orchestra.run.vm01.stdout: ceph-radosgw-2:19.2.3-47.gc24117fd552.el9.clyso.x86_64 2026-03-05T15:37:01.990 INFO:teuthology.orchestra.run.vm01.stdout: ceph-selinux-2:19.2.3-47.gc24117fd552.el9.clyso.x86_64 2026-03-05T15:37:01.990 INFO:teuthology.orchestra.run.vm01.stdout: ceph-test-2:19.2.3-47.gc24117fd552.el9.clyso.x86_64 2026-03-05T15:37:01.990 INFO:teuthology.orchestra.run.vm01.stdout: ceph-volume-2:19.2.3-47.gc24117fd552.el9.clyso.noarch 2026-03-05T15:37:01.990 INFO:teuthology.orchestra.run.vm01.stdout: cephadm-2:19.2.3-47.gc24117fd552.el9.clyso.noarch 2026-03-05T15:37:01.990 INFO:teuthology.orchestra.run.vm01.stdout: cryptsetup-2.7.2-4.el9.x86_64 2026-03-05T15:37:01.990 INFO:teuthology.orchestra.run.vm01.stdout: flexiblas-3.0.4-8.el9.0.1.x86_64 2026-03-05T15:37:01.990 INFO:teuthology.orchestra.run.vm01.stdout: flexiblas-netlib-3.0.4-8.el9.0.1.x86_64 2026-03-05T15:37:01.990 INFO:teuthology.orchestra.run.vm01.stdout: flexiblas-openblas-openmp-3.0.4-8.el9.0.1.x86_64 2026-03-05T15:37:01.990 INFO:teuthology.orchestra.run.vm01.stdout: fuse-2.9.9-17.el9.x86_64 2026-03-05T15:37:01.990 INFO:teuthology.orchestra.run.vm01.stdout: gperftools-libs-2.9.1-3.el9.x86_64 2026-03-05T15:37:01.990 INFO:teuthology.orchestra.run.vm01.stdout: grpc-data-1.46.7-10.el9.noarch 2026-03-05T15:37:01.990 INFO:teuthology.orchestra.run.vm01.stdout: ledmon-libs-1.1.0-3.el9.x86_64 2026-03-05T15:37:01.990 INFO:teuthology.orchestra.run.vm01.stdout: libarrow-9.0.0-15.el9.x86_64 2026-03-05T15:37:01.990 INFO:teuthology.orchestra.run.vm01.stdout: libarrow-doc-9.0.0-15.el9.noarch 2026-03-05T15:37:01.990 INFO:teuthology.orchestra.run.vm01.stdout: libcephfs-devel-2:19.2.3-47.gc24117fd552.el9.clyso.x86_64 2026-03-05T15:37:01.990 INFO:teuthology.orchestra.run.vm01.stdout: libcephfs2-2:19.2.3-47.gc24117fd552.el9.clyso.x86_64 2026-03-05T15:37:01.990 INFO:teuthology.orchestra.run.vm01.stdout: libcephsqlite-2:19.2.3-47.gc24117fd552.el9.clyso.x86_64 2026-03-05T15:37:01.990 INFO:teuthology.orchestra.run.vm01.stdout: libconfig-1.7.2-9.el9.x86_64 2026-03-05T15:37:01.990 INFO:teuthology.orchestra.run.vm01.stdout: libgfortran-11.5.0-11.el9.x86_64 2026-03-05T15:37:01.990 INFO:teuthology.orchestra.run.vm01.stdout: libnbd-1.20.3-4.el9.x86_64 2026-03-05T15:37:01.990 INFO:teuthology.orchestra.run.vm01.stdout: liboath-2.6.12-1.el9.x86_64 2026-03-05T15:37:01.990 INFO:teuthology.orchestra.run.vm01.stdout: libpmemobj-1.12.1-1.el9.x86_64 2026-03-05T15:37:01.990 INFO:teuthology.orchestra.run.vm01.stdout: libquadmath-11.5.0-11.el9.x86_64 2026-03-05T15:37:01.990 INFO:teuthology.orchestra.run.vm01.stdout: librabbitmq-0.11.0-7.el9.x86_64 2026-03-05T15:37:01.990 INFO:teuthology.orchestra.run.vm01.stdout: librados-devel-2:19.2.3-47.gc24117fd552.el9.clyso.x86_64 2026-03-05T15:37:01.990 INFO:teuthology.orchestra.run.vm01.stdout: libradosstriper1-2:19.2.3-47.gc24117fd552.el9.clyso.x86_64 2026-03-05T15:37:01.990 INFO:teuthology.orchestra.run.vm01.stdout: librdkafka-1.6.1-102.el9.x86_64 2026-03-05T15:37:01.991 INFO:teuthology.orchestra.run.vm01.stdout: librgw2-2:19.2.3-47.gc24117fd552.el9.clyso.x86_64 2026-03-05T15:37:01.991 INFO:teuthology.orchestra.run.vm01.stdout: libstoragemgmt-1.10.1-1.el9.x86_64 2026-03-05T15:37:01.991 INFO:teuthology.orchestra.run.vm01.stdout: libunwind-1.6.2-1.el9.x86_64 2026-03-05T15:37:01.991 INFO:teuthology.orchestra.run.vm01.stdout: libxslt-1.1.34-13.el9_6.x86_64 2026-03-05T15:37:01.991 INFO:teuthology.orchestra.run.vm01.stdout: lmdb-libs-0.9.29-3.el9.x86_64 2026-03-05T15:37:01.991 INFO:teuthology.orchestra.run.vm01.stdout: lttng-ust-2.12.0-6.el9.x86_64 2026-03-05T15:37:01.991 INFO:teuthology.orchestra.run.vm01.stdout: lua-5.4.4-4.el9.x86_64 2026-03-05T15:37:01.991 INFO:teuthology.orchestra.run.vm01.stdout: lua-devel-5.4.4-4.el9.x86_64 2026-03-05T15:37:01.991 INFO:teuthology.orchestra.run.vm01.stdout: luarocks-3.9.2-5.el9.noarch 2026-03-05T15:37:01.991 INFO:teuthology.orchestra.run.vm01.stdout: mailcap-2.1.49-5.el9.0.2.noarch 2026-03-05T15:37:01.991 INFO:teuthology.orchestra.run.vm01.stdout: nvme-cli-2.13-1.el9.x86_64 2026-03-05T15:37:01.991 INFO:teuthology.orchestra.run.vm01.stdout: openblas-0.3.29-1.el9.x86_64 2026-03-05T15:37:01.991 INFO:teuthology.orchestra.run.vm01.stdout: openblas-openmp-0.3.29-1.el9.x86_64 2026-03-05T15:37:01.991 INFO:teuthology.orchestra.run.vm01.stdout: parquet-libs-9.0.0-15.el9.x86_64 2026-03-05T15:37:01.991 INFO:teuthology.orchestra.run.vm01.stdout: pciutils-3.7.0-7.el9.x86_64 2026-03-05T15:37:01.991 INFO:teuthology.orchestra.run.vm01.stdout: perl-Benchmark-1.23-481.1.el9_6.noarch 2026-03-05T15:37:01.991 INFO:teuthology.orchestra.run.vm01.stdout: perl-Test-Harness-1:3.42-461.el9.noarch 2026-03-05T15:37:01.991 INFO:teuthology.orchestra.run.vm01.stdout: protobuf-3.14.0-17.el9_7.x86_64 2026-03-05T15:37:01.991 INFO:teuthology.orchestra.run.vm01.stdout: protobuf-compiler-3.14.0-17.el9_7.x86_64 2026-03-05T15:37:01.991 INFO:teuthology.orchestra.run.vm01.stdout: python3-asyncssh-2.13.2-5.el9.noarch 2026-03-05T15:37:01.991 INFO:teuthology.orchestra.run.vm01.stdout: python3-autocommand-2.2.2-8.el9.noarch 2026-03-05T15:37:01.991 INFO:teuthology.orchestra.run.vm01.stdout: python3-babel-2.9.1-2.el9.noarch 2026-03-05T15:37:01.991 INFO:teuthology.orchestra.run.vm01.stdout: python3-backports-tarfile-1.2.0-1.el9.noarch 2026-03-05T15:37:01.991 INFO:teuthology.orchestra.run.vm01.stdout: python3-bcrypt-3.2.2-1.el9.x86_64 2026-03-05T15:37:01.991 INFO:teuthology.orchestra.run.vm01.stdout: python3-cachetools-4.2.4-1.el9.noarch 2026-03-05T15:37:01.991 INFO:teuthology.orchestra.run.vm01.stdout: python3-ceph-argparse-2:19.2.3-47.gc24117fd552.el9.clyso.x86_64 2026-03-05T15:37:01.991 INFO:teuthology.orchestra.run.vm01.stdout: python3-ceph-common-2:19.2.3-47.gc24117fd552.el9.clyso.x86_64 2026-03-05T15:37:01.991 INFO:teuthology.orchestra.run.vm01.stdout: python3-cephfs-2:19.2.3-47.gc24117fd552.el9.clyso.x86_64 2026-03-05T15:37:01.991 INFO:teuthology.orchestra.run.vm01.stdout: python3-certifi-2023.05.07-4.el9.noarch 2026-03-05T15:37:01.991 INFO:teuthology.orchestra.run.vm01.stdout: python3-cffi-1.14.5-5.el9.x86_64 2026-03-05T15:37:01.991 INFO:teuthology.orchestra.run.vm01.stdout: python3-cheroot-10.0.1-4.el9.noarch 2026-03-05T15:37:01.991 INFO:teuthology.orchestra.run.vm01.stdout: python3-cherrypy-18.6.1-2.el9.noarch 2026-03-05T15:37:01.991 INFO:teuthology.orchestra.run.vm01.stdout: python3-cryptography-36.0.1-5.el9_6.x86_64 2026-03-05T15:37:01.991 INFO:teuthology.orchestra.run.vm01.stdout: python3-devel-3.9.23-2.el9.x86_64 2026-03-05T15:37:01.991 INFO:teuthology.orchestra.run.vm01.stdout: python3-google-auth-1:2.45.0-1.el9.noarch 2026-03-05T15:37:01.991 INFO:teuthology.orchestra.run.vm01.stdout: python3-grpcio-1.46.7-10.el9.x86_64 2026-03-05T15:37:01.991 INFO:teuthology.orchestra.run.vm01.stdout: python3-grpcio-tools-1.46.7-10.el9.x86_64 2026-03-05T15:37:01.991 INFO:teuthology.orchestra.run.vm01.stdout: python3-influxdb-5.3.1-1.el9.noarch 2026-03-05T15:37:01.991 INFO:teuthology.orchestra.run.vm01.stdout: python3-isodate-0.6.1-3.el9.noarch 2026-03-05T15:37:01.991 INFO:teuthology.orchestra.run.vm01.stdout: python3-jaraco-8.2.1-3.el9.noarch 2026-03-05T15:37:01.991 INFO:teuthology.orchestra.run.vm01.stdout: python3-jaraco-classes-3.2.1-5.el9.noarch 2026-03-05T15:37:01.991 INFO:teuthology.orchestra.run.vm01.stdout: python3-jaraco-collections-3.0.0-8.el9.noarch 2026-03-05T15:37:01.991 INFO:teuthology.orchestra.run.vm01.stdout: python3-jaraco-context-6.0.1-3.el9.noarch 2026-03-05T15:37:01.991 INFO:teuthology.orchestra.run.vm01.stdout: python3-jaraco-functools-3.5.0-2.el9.noarch 2026-03-05T15:37:01.991 INFO:teuthology.orchestra.run.vm01.stdout: python3-jaraco-text-4.0.0-2.el9.noarch 2026-03-05T15:37:01.991 INFO:teuthology.orchestra.run.vm01.stdout: python3-jinja2-2.11.3-8.el9_5.noarch 2026-03-05T15:37:01.991 INFO:teuthology.orchestra.run.vm01.stdout: python3-kubernetes-1:26.1.0-3.el9.noarch 2026-03-05T15:37:01.991 INFO:teuthology.orchestra.run.vm01.stdout: python3-libstoragemgmt-1.10.1-1.el9.x86_64 2026-03-05T15:37:01.991 INFO:teuthology.orchestra.run.vm01.stdout: python3-logutils-0.3.5-21.el9.noarch 2026-03-05T15:37:01.991 INFO:teuthology.orchestra.run.vm01.stdout: python3-lxml-4.6.5-3.el9.x86_64 2026-03-05T15:37:01.991 INFO:teuthology.orchestra.run.vm01.stdout: python3-mako-1.1.4-6.el9.noarch 2026-03-05T15:37:01.991 INFO:teuthology.orchestra.run.vm01.stdout: python3-markupsafe-1.1.1-12.el9.x86_64 2026-03-05T15:37:01.991 INFO:teuthology.orchestra.run.vm01.stdout: python3-more-itertools-8.12.0-2.el9.noarch 2026-03-05T15:37:01.991 INFO:teuthology.orchestra.run.vm01.stdout: python3-msgpack-1.0.3-2.el9.x86_64 2026-03-05T15:37:01.991 INFO:teuthology.orchestra.run.vm01.stdout: python3-natsort-7.1.1-5.el9.noarch 2026-03-05T15:37:01.991 INFO:teuthology.orchestra.run.vm01.stdout: python3-numpy-1:1.23.5-1.el9.x86_64 2026-03-05T15:37:01.991 INFO:teuthology.orchestra.run.vm01.stdout: python3-numpy-f2py-1:1.23.5-1.el9.x86_64 2026-03-05T15:37:01.991 INFO:teuthology.orchestra.run.vm01.stdout: python3-packaging-20.9-5.el9.noarch 2026-03-05T15:37:01.991 INFO:teuthology.orchestra.run.vm01.stdout: python3-pecan-1.4.2-3.el9.noarch 2026-03-05T15:37:01.991 INFO:teuthology.orchestra.run.vm01.stdout: python3-ply-3.11-14.el9.0.1.noarch 2026-03-05T15:37:01.992 INFO:teuthology.orchestra.run.vm01.stdout: python3-portend-3.1.0-2.el9.noarch 2026-03-05T15:37:01.992 INFO:teuthology.orchestra.run.vm01.stdout: python3-protobuf-3.14.0-17.el9_7.noarch 2026-03-05T15:37:01.992 INFO:teuthology.orchestra.run.vm01.stdout: python3-pyOpenSSL-21.0.0-1.el9.noarch 2026-03-05T15:37:01.992 INFO:teuthology.orchestra.run.vm01.stdout: python3-pyasn1-0.4.8-7.el9_7.noarch 2026-03-05T15:37:01.992 INFO:teuthology.orchestra.run.vm01.stdout: python3-pyasn1-modules-0.4.8-7.el9_7.noarch 2026-03-05T15:37:01.992 INFO:teuthology.orchestra.run.vm01.stdout: python3-pycparser-2.20-6.el9.noarch 2026-03-05T15:37:01.992 INFO:teuthology.orchestra.run.vm01.stdout: python3-pyparsing-2.4.7-9.el9.0.1.noarch 2026-03-05T15:37:01.992 INFO:teuthology.orchestra.run.vm01.stdout: python3-rados-2:19.2.3-47.gc24117fd552.el9.clyso.x86_64 2026-03-05T15:37:01.992 INFO:teuthology.orchestra.run.vm01.stdout: python3-rbd-2:19.2.3-47.gc24117fd552.el9.clyso.x86_64 2026-03-05T15:37:01.992 INFO:teuthology.orchestra.run.vm01.stdout: python3-repoze-lru-0.7-16.el9.noarch 2026-03-05T15:37:01.992 INFO:teuthology.orchestra.run.vm01.stdout: python3-requests-2.25.1-10.el9_6.noarch 2026-03-05T15:37:01.992 INFO:teuthology.orchestra.run.vm01.stdout: python3-requests-oauthlib-1.3.0-12.el9.noarch 2026-03-05T15:37:01.992 INFO:teuthology.orchestra.run.vm01.stdout: python3-rgw-2:19.2.3-47.gc24117fd552.el9.clyso.x86_64 2026-03-05T15:37:01.992 INFO:teuthology.orchestra.run.vm01.stdout: python3-routes-2.5.1-5.el9.noarch 2026-03-05T15:37:01.992 INFO:teuthology.orchestra.run.vm01.stdout: python3-rsa-4.9-2.el9.noarch 2026-03-05T15:37:01.992 INFO:teuthology.orchestra.run.vm01.stdout: python3-saml-1.16.0-1.el9.noarch 2026-03-05T15:37:01.992 INFO:teuthology.orchestra.run.vm01.stdout: python3-scipy-1.9.3-2.el9.x86_64 2026-03-05T15:37:01.992 INFO:teuthology.orchestra.run.vm01.stdout: python3-tempora-5.0.0-2.el9.noarch 2026-03-05T15:37:01.992 INFO:teuthology.orchestra.run.vm01.stdout: python3-toml-0.10.2-6.el9.0.1.noarch 2026-03-05T15:37:01.992 INFO:teuthology.orchestra.run.vm01.stdout: python3-typing-extensions-4.15.0-1.el9.noarch 2026-03-05T15:37:01.992 INFO:teuthology.orchestra.run.vm01.stdout: python3-urllib3-1.26.5-6.el9_7.1.noarch 2026-03-05T15:37:01.992 INFO:teuthology.orchestra.run.vm01.stdout: python3-webob-1.8.8-2.el9.noarch 2026-03-05T15:37:01.992 INFO:teuthology.orchestra.run.vm01.stdout: python3-websocket-client-1.2.3-2.el9.noarch 2026-03-05T15:37:01.992 INFO:teuthology.orchestra.run.vm01.stdout: python3-werkzeug-2.0.3-3.el9.1.noarch 2026-03-05T15:37:01.992 INFO:teuthology.orchestra.run.vm01.stdout: python3-xmlsec-1.3.13-1.el9.x86_64 2026-03-05T15:37:01.992 INFO:teuthology.orchestra.run.vm01.stdout: python3-xmltodict-0.12.0-15.el9.noarch 2026-03-05T15:37:01.992 INFO:teuthology.orchestra.run.vm01.stdout: python3-zc-lockfile-2.0-10.el9.noarch 2026-03-05T15:37:01.992 INFO:teuthology.orchestra.run.vm01.stdout: qatlib-24.09.0-1.el9.x86_64 2026-03-05T15:37:01.992 INFO:teuthology.orchestra.run.vm01.stdout: qatlib-service-24.09.0-1.el9.x86_64 2026-03-05T15:37:01.992 INFO:teuthology.orchestra.run.vm01.stdout: qatzip-libs-1.3.1-1.el9.x86_64 2026-03-05T15:37:01.992 INFO:teuthology.orchestra.run.vm01.stdout: rbd-fuse-2:19.2.3-47.gc24117fd552.el9.clyso.x86_64 2026-03-05T15:37:01.992 INFO:teuthology.orchestra.run.vm01.stdout: rbd-mirror-2:19.2.3-47.gc24117fd552.el9.clyso.x86_64 2026-03-05T15:37:01.992 INFO:teuthology.orchestra.run.vm01.stdout: rbd-nbd-2:19.2.3-47.gc24117fd552.el9.clyso.x86_64 2026-03-05T15:37:01.992 INFO:teuthology.orchestra.run.vm01.stdout: re2-1:20211101-20.el9.x86_64 2026-03-05T15:37:01.992 INFO:teuthology.orchestra.run.vm01.stdout: s3cmd-2.4.0-1.el9.noarch 2026-03-05T15:37:01.992 INFO:teuthology.orchestra.run.vm01.stdout: smartmontools-1:7.2-9.el9.x86_64 2026-03-05T15:37:01.992 INFO:teuthology.orchestra.run.vm01.stdout: socat-1.7.4.1-8.el9.x86_64 2026-03-05T15:37:01.992 INFO:teuthology.orchestra.run.vm01.stdout: thrift-0.15.0-4.el9.x86_64 2026-03-05T15:37:01.992 INFO:teuthology.orchestra.run.vm01.stdout: unzip-6.0-59.el9.x86_64 2026-03-05T15:37:01.992 INFO:teuthology.orchestra.run.vm01.stdout: xmlsec1-1.2.29-13.el9.x86_64 2026-03-05T15:37:01.992 INFO:teuthology.orchestra.run.vm01.stdout: xmlsec1-openssl-1.2.29-13.el9.x86_64 2026-03-05T15:37:01.992 INFO:teuthology.orchestra.run.vm01.stdout: xmlstarlet-1.6.1-20.el9.x86_64 2026-03-05T15:37:01.992 INFO:teuthology.orchestra.run.vm01.stdout: zip-3.0-35.el9.x86_64 2026-03-05T15:37:01.992 INFO:teuthology.orchestra.run.vm01.stdout: 2026-03-05T15:37:01.992 INFO:teuthology.orchestra.run.vm01.stdout:Complete! 2026-03-05T15:37:02.092 DEBUG:teuthology.parallel:result is None 2026-03-05T15:37:02.092 INFO:teuthology.task.install:Skipping version verification because we have custom repos... 2026-03-05T15:37:02.093 INFO:teuthology.task.install.util:Shipping valgrind.supp... 2026-03-05T15:37:02.093 DEBUG:teuthology.orchestra.run.vm01:> set -ex 2026-03-05T15:37:02.093 DEBUG:teuthology.orchestra.run.vm01:> sudo dd of=/home/ubuntu/cephtest/valgrind.supp 2026-03-05T15:37:02.127 INFO:teuthology.task.install.util:Shipping 'daemon-helper'... 2026-03-05T15:37:02.128 DEBUG:teuthology.orchestra.run.vm01:> set -ex 2026-03-05T15:37:02.128 DEBUG:teuthology.orchestra.run.vm01:> sudo dd of=/usr/bin/daemon-helper 2026-03-05T15:37:02.196 DEBUG:teuthology.orchestra.run.vm01:> sudo chmod a=rx -- /usr/bin/daemon-helper 2026-03-05T15:37:02.264 INFO:teuthology.task.install.util:Shipping 'adjust-ulimits'... 2026-03-05T15:37:02.265 DEBUG:teuthology.orchestra.run.vm01:> set -ex 2026-03-05T15:37:02.265 DEBUG:teuthology.orchestra.run.vm01:> sudo dd of=/usr/bin/adjust-ulimits 2026-03-05T15:37:02.332 DEBUG:teuthology.orchestra.run.vm01:> sudo chmod a=rx -- /usr/bin/adjust-ulimits 2026-03-05T15:37:02.404 INFO:teuthology.task.install.util:Shipping 'stdin-killer'... 2026-03-05T15:37:02.404 DEBUG:teuthology.orchestra.run.vm01:> set -ex 2026-03-05T15:37:02.404 DEBUG:teuthology.orchestra.run.vm01:> sudo dd of=/usr/bin/stdin-killer 2026-03-05T15:37:02.471 DEBUG:teuthology.orchestra.run.vm01:> sudo chmod a=rx -- /usr/bin/stdin-killer 2026-03-05T15:37:02.541 INFO:teuthology.run_tasks:Running task ceph... 2026-03-05T15:37:02.583 INFO:tasks.ceph:Making ceph log dir writeable by non-root... 2026-03-05T15:37:02.583 DEBUG:teuthology.orchestra.run.vm01:> sudo chmod 777 /var/log/ceph 2026-03-05T15:37:02.608 INFO:tasks.ceph:Disabling ceph logrotate... 2026-03-05T15:37:02.608 DEBUG:teuthology.orchestra.run.vm01:> sudo rm -f -- /etc/logrotate.d/ceph 2026-03-05T15:37:02.675 INFO:tasks.ceph:Creating extra log directories... 2026-03-05T15:37:02.675 DEBUG:teuthology.orchestra.run.vm01:> sudo install -d -m0777 -- /var/log/ceph/valgrind /var/log/ceph/profiling-logger 2026-03-05T15:37:02.746 INFO:tasks.ceph:Creating ceph cluster ceph... 2026-03-05T15:37:02.746 INFO:tasks.ceph:config {'conf': {'client': {'debug rgw': 20, 'rgw crypt require ssl': False, 'rgw crypt s3 kms backend': 'barbican', 'rgw keystone accepted admin roles': 'admin', 'rgw keystone accepted roles': 'admin,member,creator', 'rgw keystone admin domain': 'Default', 'rgw keystone admin password': 'ADMIN', 'rgw keystone admin project': 'admin', 'rgw keystone admin user': 'admin', 'rgw keystone api version': 3, 'rgw keystone barbican domain': 'Default', 'rgw keystone barbican password': 'rgwcrypt-pass', 'rgw keystone barbican project': 'rgwcrypt', 'rgw keystone barbican user': 'rgwcrypt-user', 'rgw keystone implicit tenants': True, 'rgw s3 auth use sts': True, 'rgw sts key': 'abcdefghijklmnop', 'rgw swift account in url': True, 'rgw swift enforce content length': True, 'rgw swift versioning enabled': True, 'setgroup': 'ceph', 'setuser': 'ceph'}, 'mgr': {'debug mgr': 20, 'debug ms': 1}, 'mon': {'debug mon': 20, 'debug ms': 1, 'debug paxos': 20}, 'osd': {'debug ms': 1, 'debug osd': 20, 'osd mclock iops capacity threshold hdd': 49000, 'osd shutdown pgref assert': True}}, 'fs': 'xfs', 'mkfs_options': None, 'mount_options': None, 'skip_mgr_daemons': False, 'log_ignorelist': ['\\(MDS_ALL_DOWN\\)', '\\(MDS_UP_LESS_THAN_MAX\\)', '\\(PG_AVAILABILITY\\)', '\\(PG_DEGRADED\\)', '\\(POOL_APP_NOT_ENABLED\\)', 'not have an application enabled'], 'cpu_profile': set(), 'cluster': 'ceph', 'mon_bind_msgr2': True, 'mon_bind_addrvec': True} 2026-03-05T15:37:02.746 INFO:tasks.ceph:ctx.config {'archive_path': '/archive/irq0-2026-03-05_15:32:16-rgw-cobaltcore-storage-v19.2.3-fasttrack-3-none-default-vps/3', 'branch': 'cobaltcore-storage-v19.2.3-fasttrack-3', 'description': 'rgw/crypt/{0-cluster/fixed-1 1-ceph-install/install 2-kms/barbican 3-rgw/rgw 4-tests/{s3tests} ignore-pg-availability overrides rocky_latest s3tests-branch}', 'email': None, 'first_in_suite': False, 'flavor': 'default', 'job_id': '3', 'last_in_suite': False, 'machine_type': 'vps', 'name': 'irq0-2026-03-05_15:32:16-rgw-cobaltcore-storage-v19.2.3-fasttrack-3-none-default-vps', 'no_nested_subset': False, 'os_type': 'rocky', 'os_version': '9.7', 'overrides': {'admin_socket': {'branch': 'cobaltcore-storage-v19.2.3-fasttrack-3'}, 'ansible.cephlab': {'branch': 'main', 'repo': 'https://github.com/kshtsk/ceph-cm-ansible.git', 'skip_tags': 'nagios,monitoring-scripts,hostname,pubkeys,zap,sudoers,kerberos,ntp-client,resolvconf,cpan,nfs', 'vars': {'timezone': 'Europe/Berlin'}}, 'ceph': {'conf': {'client': {'debug rgw': 20, 'rgw crypt require ssl': False, 'rgw crypt s3 kms backend': 'barbican', 'rgw keystone accepted admin roles': 'admin', 'rgw keystone accepted roles': 'admin,member,creator', 'rgw keystone admin domain': 'Default', 'rgw keystone admin password': 'ADMIN', 'rgw keystone admin project': 'admin', 'rgw keystone admin user': 'admin', 'rgw keystone api version': 3, 'rgw keystone barbican domain': 'Default', 'rgw keystone barbican password': 'rgwcrypt-pass', 'rgw keystone barbican project': 'rgwcrypt', 'rgw keystone barbican user': 'rgwcrypt-user', 'rgw keystone implicit tenants': True, 'rgw s3 auth use sts': True, 'rgw sts key': 'abcdefghijklmnop', 'rgw swift account in url': True, 'rgw swift enforce content length': True, 'rgw swift versioning enabled': True, 'setgroup': 'ceph', 'setuser': 'ceph'}, 'mgr': {'debug mgr': 20, 'debug ms': 1}, 'mon': {'debug mon': 20, 'debug ms': 1, 'debug paxos': 20}, 'osd': {'debug ms': 1, 'debug osd': 20, 'osd mclock iops capacity threshold hdd': 49000, 'osd shutdown pgref assert': True}}, 'flavor': 'default', 'log-ignorelist': ['\\(MDS_ALL_DOWN\\)', '\\(MDS_UP_LESS_THAN_MAX\\)', '\\(PG_AVAILABILITY\\)', '\\(PG_DEGRADED\\)', '\\(POOL_APP_NOT_ENABLED\\)', 'not have an application enabled'], 'sha1': 'c24117fd5525679b799527bc1bd1f1dd0a2db5e2'}, 'ceph-deploy': {'conf': {'client': {'log file': '/var/log/ceph/ceph-$name.$pid.log'}, 'global': {'osd crush chooseleaf type': 0, 'osd pool default pg num': 128, 'osd pool default pgp num': 128, 'osd pool default size': 2}, 'mon': {}}}, 'cephadm': {'cephadm_binary_url': 'https://download.ceph.com/rpm-19.2.3/el9/noarch/cephadm', 'containers': {'image': 'harbor.clyso.com/custom-ceph/ceph/ceph:cobaltcore-storage-v19.2.3-fasttrack-3'}}, 'install': {'ceph': {'flavor': 'default', 'sha1': 'c24117fd5525679b799527bc1bd1f1dd0a2db5e2'}, 'extra_system_packages': {'deb': ['python3-xmltodict', 's3cmd'], 'rpm': ['bzip2', 'perl-Test-Harness', 'python3-xmltodict', 's3cmd']}, 'repos': [{'name': 'ceph-source', 'priority': 1, 'url': 'https://s3.clyso.com/ces-packages/components/ceph/rpm-19.2.3-47-gc24117fd552/el9.clyso/SRPMS'}, {'name': 'ceph-noarch', 'priority': 1, 'url': 'https://s3.clyso.com/ces-packages/components/ceph/rpm-19.2.3-47-gc24117fd552/el9.clyso/noarch'}, {'name': 'ceph', 'priority': 1, 'url': 'https://s3.clyso.com/ces-packages/components/ceph/rpm-19.2.3-47-gc24117fd552/el9.clyso/x86_64'}]}, 'rgw': {'client.0': {'use-barbican-role': 'client.0', 'use-keystone-role': 'client.0'}, 'compression type': 'random'}, 's3tests': {'accounts': {'iam alt root': 'RGW99999999999999999', 'iam root': 'RGW88888888888888888'}, 'force-branch': 'ceph-squid'}, 'selinux': {'allowlist': ['scontext=system_u:system_r:getty_t:s0']}, 'workunit': {'branch': 'tt-19.2.3-fasttrack-3', 'sha1': 'e50baef5944c0b5e8e734db1c467f1f19415a932'}}, 'owner': 'irq0', 'priority': 1000, 'repo': 'https://github.com/ceph/ceph.git', 'roles': [['mon.a', 'mgr.x', 'osd.0', 'osd.1', 'osd.2', 'client.0']], 'seed': 7790, 'sha1': 'c24117fd5525679b799527bc1bd1f1dd0a2db5e2', 'sleep_before_teardown': 0, 'suite': 'rgw', 'suite_branch': 'tt-19.2.3-fasttrack-3', 'suite_path': '/home/teuthos/src/github.com_kshtsk_ceph_e50baef5944c0b5e8e734db1c467f1f19415a932/qa', 'suite_relpath': 'qa', 'suite_repo': 'https://github.com/kshtsk/ceph.git', 'suite_sha1': 'e50baef5944c0b5e8e734db1c467f1f19415a932', 'targets': {'vm01.local': 'ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBKBd0SQu3MMQjQhxShqkn3LjActeqzXToiHz4aAXZfG+Me/5qw5IvHGV6CNo1Ns6odoAnk0BJV6tvDwS3J7jM2Q='}, 'tasks': [{'internal.save_config': None}, {'internal.check_lock': None}, {'internal.add_remotes': None}, {'console_log': None}, {'internal.connect': None}, {'internal.push_inventory': None}, {'internal.serialize_remote_roles': None}, {'internal.check_conflict': None}, {'internal.check_ceph_data': None}, {'internal.vm_setup': None}, {'internal.base': None}, {'internal.archive_upload': None}, {'internal.archive': None}, {'internal.coredump': None}, {'internal.sudo': None}, {'internal.syslog': None}, {'internal.timer': None}, {'pcp': None}, {'selinux': None}, {'ansible.cephlab': None}, {'clock': None}, {'install': None}, {'ceph': None}, {'tox': ['client.0']}, {'keystone': {'client.0': {'force-branch': 'stable/2025.2', 'projects': [{'description': 'Encryption Tenant', 'domain': 'default', 'name': 'rgwcrypt'}, {'description': 'Barbican', 'domain': 'default', 'name': 'barbican'}, {'description': 'S3 project', 'domain': 'default', 'name': 's3'}], 'role-mappings': [{'name': 'member', 'project': 'rgwcrypt', 'user': 'rgwcrypt-user'}, {'name': 'admin', 'project': 'barbican', 'user': 'barbican-user'}, {'name': 'creator', 'project': 's3', 'user': 's3-user'}], 'roles': [{'name': 'member'}, {'name': 'creator'}], 'services': [{'description': 'Swift Service', 'name': 'swift', 'type': 'object-store'}], 'users': [{'domain': 'default', 'name': 'rgwcrypt-user', 'password': 'rgwcrypt-pass', 'project': 'rgwcrypt'}, {'domain': 'default', 'name': 'barbican-user', 'password': 'barbican-pass', 'project': 'barbican'}, {'domain': 'default', 'name': 's3-user', 'password': 's3-pass', 'project': 's3'}]}}}, {'barbican': {'client.0': {'force-branch': 'stable/2025.2', 'keystone_authtoken': {'auth_plugin': 'password', 'password': 'barbican-pass', 'user_domain_name': 'Default', 'username': 'barbican-user'}, 'rgw_user': {'password': 'rgwcrypt-pass', 'tenantName': 'rgwcrypt', 'username': 'rgwcrypt-user'}, 'secrets': [{'base64': 'a2V5MS5GcWVxKzhzTGNLaGtzQkg5NGVpb1FKcFpGb2c=', 'name': 'my-key-1', 'password': 's3-pass', 'tenantName': 's3', 'username': 's3-user'}, {'base64': 'a2V5Mi5yNUNNMGFzMVdIUVZxcCt5NGVmVGlQQ1k4YWg=', 'name': 'my-key-2', 'password': 's3-pass', 'tenantName': 's3', 'username': 's3-user'}], 'use-keystone-role': 'client.0'}}}, {'rgw': {'client.0': None}}, {'tox': ['client.0']}, {'s3tests': {'client.0': {'barbican': {'kms_key': 'my-key-1', 'kms_key2': 'my-key-2'}, 'vault_kv': {'key_path': 'my-key-1', 'key_path2': 'my-key-2'}, 'vault_old': {'key_path': 'my-key-1/1', 'key_path2': 'my-key-2/1'}, 'vault_transit': {'key_path': 'my-key-1', 'key_path2': 'my-key-2'}}}}], 'teuthology': {'fragments_dropped': [], 'meta': {}, 'postmerge': []}, 'teuthology_branch': 'clyso-debian-13', 'teuthology_repo': 'https://github.com/clyso/teuthology', 'teuthology_sha1': '1c580df7a9c7c2aadc272da296344fd99f27c444', 'timestamp': '2026-03-05_15:32:16', 'tube': 'vps', 'user': 'irq0', 'verbose': False, 'worker_log': '/home/teuthos/.teuthology/dispatcher/dispatcher.vps.43333'} 2026-03-05T15:37:02.746 DEBUG:teuthology.orchestra.run.vm01:> install -d -m0755 -- /home/ubuntu/cephtest/ceph.data 2026-03-05T15:37:02.803 DEBUG:teuthology.orchestra.run.vm01:> sudo install -d -m0777 -- /var/run/ceph 2026-03-05T15:37:02.870 DEBUG:teuthology.orchestra.run.vm01:> set -ex 2026-03-05T15:37:02.870 DEBUG:teuthology.orchestra.run.vm01:> dd if=/scratch_devs of=/dev/stdout 2026-03-05T15:37:02.926 DEBUG:teuthology.orchestra.run:got remote process result: 1 2026-03-05T15:37:02.927 DEBUG:teuthology.orchestra.run.vm01:> ls /dev/[sv]d? 2026-03-05T15:37:02.984 INFO:teuthology.orchestra.run.vm01.stdout:/dev/vda 2026-03-05T15:37:02.985 INFO:teuthology.orchestra.run.vm01.stdout:/dev/vdb 2026-03-05T15:37:02.985 INFO:teuthology.orchestra.run.vm01.stdout:/dev/vdc 2026-03-05T15:37:02.985 INFO:teuthology.orchestra.run.vm01.stdout:/dev/vdd 2026-03-05T15:37:02.985 INFO:teuthology.orchestra.run.vm01.stdout:/dev/vde 2026-03-05T15:37:02.985 WARNING:teuthology.misc:Removing root device: /dev/vda from device list 2026-03-05T15:37:02.985 DEBUG:teuthology.misc:devs=['/dev/vdb', '/dev/vdc', '/dev/vdd', '/dev/vde'] 2026-03-05T15:37:02.985 DEBUG:teuthology.orchestra.run.vm01:> stat /dev/vdb 2026-03-05T15:37:03.041 INFO:teuthology.orchestra.run.vm01.stdout: File: /dev/vdb 2026-03-05T15:37:03.041 INFO:teuthology.orchestra.run.vm01.stdout: Size: 0 Blocks: 0 IO Block: 512 block special file 2026-03-05T15:37:03.041 INFO:teuthology.orchestra.run.vm01.stdout:Device: 5h/5d Inode: 226 Links: 1 Device type: fc,10 2026-03-05T15:37:03.041 INFO:teuthology.orchestra.run.vm01.stdout:Access: (0660/brw-rw----) Uid: ( 0/ root) Gid: ( 6/ disk) 2026-03-05T15:37:03.041 INFO:teuthology.orchestra.run.vm01.stdout:Context: system_u:object_r:fixed_disk_device_t:s0 2026-03-05T15:37:03.041 INFO:teuthology.orchestra.run.vm01.stdout:Access: 2026-03-05 15:36:44.195215825 +0100 2026-03-05T15:37:03.041 INFO:teuthology.orchestra.run.vm01.stdout:Modify: 2026-03-05 15:36:44.195215825 +0100 2026-03-05T15:37:03.041 INFO:teuthology.orchestra.run.vm01.stdout:Change: 2026-03-05 15:36:44.195215825 +0100 2026-03-05T15:37:03.041 INFO:teuthology.orchestra.run.vm01.stdout: Birth: 2026-03-05 15:33:09.124000000 +0100 2026-03-05T15:37:03.041 DEBUG:teuthology.orchestra.run.vm01:> sudo dd if=/dev/vdb of=/dev/null count=1 2026-03-05T15:37:03.108 INFO:teuthology.orchestra.run.vm01.stderr:1+0 records in 2026-03-05T15:37:03.108 INFO:teuthology.orchestra.run.vm01.stderr:1+0 records out 2026-03-05T15:37:03.108 INFO:teuthology.orchestra.run.vm01.stderr:512 bytes copied, 0.000225903 s, 2.3 MB/s 2026-03-05T15:37:03.109 DEBUG:teuthology.orchestra.run.vm01:> ! mount | grep -v devtmpfs | grep -q /dev/vdb 2026-03-05T15:37:03.168 DEBUG:teuthology.orchestra.run.vm01:> stat /dev/vdc 2026-03-05T15:37:03.226 INFO:teuthology.orchestra.run.vm01.stdout: File: /dev/vdc 2026-03-05T15:37:03.226 INFO:teuthology.orchestra.run.vm01.stdout: Size: 0 Blocks: 0 IO Block: 512 block special file 2026-03-05T15:37:03.226 INFO:teuthology.orchestra.run.vm01.stdout:Device: 5h/5d Inode: 227 Links: 1 Device type: fc,20 2026-03-05T15:37:03.226 INFO:teuthology.orchestra.run.vm01.stdout:Access: (0660/brw-rw----) Uid: ( 0/ root) Gid: ( 6/ disk) 2026-03-05T15:37:03.226 INFO:teuthology.orchestra.run.vm01.stdout:Context: system_u:object_r:fixed_disk_device_t:s0 2026-03-05T15:37:03.226 INFO:teuthology.orchestra.run.vm01.stdout:Access: 2026-03-05 15:36:44.161215815 +0100 2026-03-05T15:37:03.226 INFO:teuthology.orchestra.run.vm01.stdout:Modify: 2026-03-05 15:36:44.161215815 +0100 2026-03-05T15:37:03.226 INFO:teuthology.orchestra.run.vm01.stdout:Change: 2026-03-05 15:36:44.161215815 +0100 2026-03-05T15:37:03.226 INFO:teuthology.orchestra.run.vm01.stdout: Birth: 2026-03-05 15:33:09.129000000 +0100 2026-03-05T15:37:03.226 DEBUG:teuthology.orchestra.run.vm01:> sudo dd if=/dev/vdc of=/dev/null count=1 2026-03-05T15:37:03.291 INFO:teuthology.orchestra.run.vm01.stderr:1+0 records in 2026-03-05T15:37:03.291 INFO:teuthology.orchestra.run.vm01.stderr:1+0 records out 2026-03-05T15:37:03.291 INFO:teuthology.orchestra.run.vm01.stderr:512 bytes copied, 0.000230461 s, 2.2 MB/s 2026-03-05T15:37:03.292 DEBUG:teuthology.orchestra.run.vm01:> ! mount | grep -v devtmpfs | grep -q /dev/vdc 2026-03-05T15:37:03.351 DEBUG:teuthology.orchestra.run.vm01:> stat /dev/vdd 2026-03-05T15:37:03.413 INFO:teuthology.orchestra.run.vm01.stdout: File: /dev/vdd 2026-03-05T15:37:03.414 INFO:teuthology.orchestra.run.vm01.stdout: Size: 0 Blocks: 0 IO Block: 512 block special file 2026-03-05T15:37:03.414 INFO:teuthology.orchestra.run.vm01.stdout:Device: 5h/5d Inode: 259 Links: 1 Device type: fc,30 2026-03-05T15:37:03.414 INFO:teuthology.orchestra.run.vm01.stdout:Access: (0660/brw-rw----) Uid: ( 0/ root) Gid: ( 6/ disk) 2026-03-05T15:37:03.414 INFO:teuthology.orchestra.run.vm01.stdout:Context: system_u:object_r:fixed_disk_device_t:s0 2026-03-05T15:37:03.414 INFO:teuthology.orchestra.run.vm01.stdout:Access: 2026-03-05 15:36:44.183215822 +0100 2026-03-05T15:37:03.414 INFO:teuthology.orchestra.run.vm01.stdout:Modify: 2026-03-05 15:36:44.183215822 +0100 2026-03-05T15:37:03.414 INFO:teuthology.orchestra.run.vm01.stdout:Change: 2026-03-05 15:36:44.183215822 +0100 2026-03-05T15:37:03.414 INFO:teuthology.orchestra.run.vm01.stdout: Birth: 2026-03-05 15:33:09.143000000 +0100 2026-03-05T15:37:03.414 DEBUG:teuthology.orchestra.run.vm01:> sudo dd if=/dev/vdd of=/dev/null count=1 2026-03-05T15:37:03.482 INFO:teuthology.orchestra.run.vm01.stderr:1+0 records in 2026-03-05T15:37:03.482 INFO:teuthology.orchestra.run.vm01.stderr:1+0 records out 2026-03-05T15:37:03.482 INFO:teuthology.orchestra.run.vm01.stderr:512 bytes copied, 0.000215333 s, 2.4 MB/s 2026-03-05T15:37:03.483 DEBUG:teuthology.orchestra.run.vm01:> ! mount | grep -v devtmpfs | grep -q /dev/vdd 2026-03-05T15:37:03.543 DEBUG:teuthology.orchestra.run.vm01:> stat /dev/vde 2026-03-05T15:37:03.600 INFO:teuthology.orchestra.run.vm01.stdout: File: /dev/vde 2026-03-05T15:37:03.601 INFO:teuthology.orchestra.run.vm01.stdout: Size: 0 Blocks: 0 IO Block: 512 block special file 2026-03-05T15:37:03.601 INFO:teuthology.orchestra.run.vm01.stdout:Device: 5h/5d Inode: 260 Links: 1 Device type: fc,40 2026-03-05T15:37:03.601 INFO:teuthology.orchestra.run.vm01.stdout:Access: (0660/brw-rw----) Uid: ( 0/ root) Gid: ( 6/ disk) 2026-03-05T15:37:03.601 INFO:teuthology.orchestra.run.vm01.stdout:Context: system_u:object_r:fixed_disk_device_t:s0 2026-03-05T15:37:03.601 INFO:teuthology.orchestra.run.vm01.stdout:Access: 2026-03-05 15:36:44.162215815 +0100 2026-03-05T15:37:03.601 INFO:teuthology.orchestra.run.vm01.stdout:Modify: 2026-03-05 15:36:44.162215815 +0100 2026-03-05T15:37:03.601 INFO:teuthology.orchestra.run.vm01.stdout:Change: 2026-03-05 15:36:44.162215815 +0100 2026-03-05T15:37:03.601 INFO:teuthology.orchestra.run.vm01.stdout: Birth: 2026-03-05 15:33:09.188000000 +0100 2026-03-05T15:37:03.601 DEBUG:teuthology.orchestra.run.vm01:> sudo dd if=/dev/vde of=/dev/null count=1 2026-03-05T15:37:03.667 INFO:teuthology.orchestra.run.vm01.stderr:1+0 records in 2026-03-05T15:37:03.667 INFO:teuthology.orchestra.run.vm01.stderr:1+0 records out 2026-03-05T15:37:03.667 INFO:teuthology.orchestra.run.vm01.stderr:512 bytes copied, 0.000219242 s, 2.3 MB/s 2026-03-05T15:37:03.668 DEBUG:teuthology.orchestra.run.vm01:> ! mount | grep -v devtmpfs | grep -q /dev/vde 2026-03-05T15:37:03.726 INFO:tasks.ceph:osd dev map: {'osd.0': '/dev/vdb', 'osd.1': '/dev/vdc', 'osd.2': '/dev/vdd'} 2026-03-05T15:37:03.726 INFO:tasks.ceph:remote_to_roles_to_devs: {Remote(name='ubuntu@vm01.local'): {'osd.0': '/dev/vdb', 'osd.1': '/dev/vdc', 'osd.2': '/dev/vdd'}} 2026-03-05T15:37:03.726 INFO:tasks.ceph:Generating config... 2026-03-05T15:37:03.727 INFO:tasks.ceph:[client] debug rgw = 20 2026-03-05T15:37:03.727 INFO:tasks.ceph:[client] rgw crypt require ssl = False 2026-03-05T15:37:03.727 INFO:tasks.ceph:[client] rgw crypt s3 kms backend = barbican 2026-03-05T15:37:03.727 INFO:tasks.ceph:[client] rgw keystone accepted admin roles = admin 2026-03-05T15:37:03.727 INFO:tasks.ceph:[client] rgw keystone accepted roles = admin,member,creator 2026-03-05T15:37:03.727 INFO:tasks.ceph:[client] rgw keystone admin domain = Default 2026-03-05T15:37:03.727 INFO:tasks.ceph:[client] rgw keystone admin password = ADMIN 2026-03-05T15:37:03.727 INFO:tasks.ceph:[client] rgw keystone admin project = admin 2026-03-05T15:37:03.727 INFO:tasks.ceph:[client] rgw keystone admin user = admin 2026-03-05T15:37:03.727 INFO:tasks.ceph:[client] rgw keystone api version = 3 2026-03-05T15:37:03.727 INFO:tasks.ceph:[client] rgw keystone barbican domain = Default 2026-03-05T15:37:03.727 INFO:tasks.ceph:[client] rgw keystone barbican password = rgwcrypt-pass 2026-03-05T15:37:03.727 INFO:tasks.ceph:[client] rgw keystone barbican project = rgwcrypt 2026-03-05T15:37:03.727 INFO:tasks.ceph:[client] rgw keystone barbican user = rgwcrypt-user 2026-03-05T15:37:03.727 INFO:tasks.ceph:[client] rgw keystone implicit tenants = True 2026-03-05T15:37:03.727 INFO:tasks.ceph:[client] rgw s3 auth use sts = True 2026-03-05T15:37:03.727 INFO:tasks.ceph:[client] rgw sts key = abcdefghijklmnop 2026-03-05T15:37:03.727 INFO:tasks.ceph:[client] rgw swift account in url = True 2026-03-05T15:37:03.727 INFO:tasks.ceph:[client] rgw swift enforce content length = True 2026-03-05T15:37:03.727 INFO:tasks.ceph:[client] rgw swift versioning enabled = True 2026-03-05T15:37:03.727 INFO:tasks.ceph:[client] setgroup = ceph 2026-03-05T15:37:03.727 INFO:tasks.ceph:[client] setuser = ceph 2026-03-05T15:37:03.727 INFO:tasks.ceph:[mgr] debug mgr = 20 2026-03-05T15:37:03.727 INFO:tasks.ceph:[mgr] debug ms = 1 2026-03-05T15:37:03.727 INFO:tasks.ceph:[mon] debug mon = 20 2026-03-05T15:37:03.727 INFO:tasks.ceph:[mon] debug ms = 1 2026-03-05T15:37:03.727 INFO:tasks.ceph:[mon] debug paxos = 20 2026-03-05T15:37:03.727 INFO:tasks.ceph:[osd] debug ms = 1 2026-03-05T15:37:03.727 INFO:tasks.ceph:[osd] debug osd = 20 2026-03-05T15:37:03.727 INFO:tasks.ceph:[osd] osd mclock iops capacity threshold hdd = 49000 2026-03-05T15:37:03.727 INFO:tasks.ceph:[osd] osd shutdown pgref assert = True 2026-03-05T15:37:03.727 INFO:tasks.ceph:Setting up mon.a... 2026-03-05T15:37:03.727 DEBUG:teuthology.orchestra.run.vm01:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool --create-keyring /etc/ceph/ceph.keyring 2026-03-05T15:37:03.805 INFO:teuthology.orchestra.run.vm01.stdout:creating /etc/ceph/ceph.keyring 2026-03-05T15:37:03.807 DEBUG:teuthology.orchestra.run.vm01:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool --gen-key --name=mon. /etc/ceph/ceph.keyring 2026-03-05T15:37:03.889 DEBUG:teuthology.orchestra.run.vm01:> sudo chmod 0644 /etc/ceph/ceph.keyring 2026-03-05T15:37:03.954 DEBUG:tasks.ceph:Ceph mon addresses: [('mon.a', '192.168.123.101')] 2026-03-05T15:37:03.954 DEBUG:tasks.ceph:writing out conf {'global': {'chdir': '', 'pid file': '/var/run/ceph/$cluster-$name.pid', 'auth supported': 'cephx', 'filestore xattr use omap': 'true', 'mon clock drift allowed': '1.000', 'osd crush chooseleaf type': '0', 'auth debug': 'true', 'ms die on old message': 'true', 'ms die on bug': 'true', 'mon max pg per osd': '10000', 'mon pg warn max object skew': '0', 'osd_pool_default_pg_autoscale_mode': 'off', 'osd pool default size': '2', 'mon osd allow primary affinity': 'true', 'mon osd allow pg remap': 'true', 'mon warn on legacy crush tunables': 'false', 'mon warn on crush straw calc version zero': 'false', 'mon warn on no sortbitwise': 'false', 'mon warn on osd down out interval zero': 'false', 'mon warn on too few osds': 'false', 'mon_warn_on_pool_pg_num_not_power_of_two': 'false', 'mon_warn_on_pool_no_redundancy': 'false', 'mon_allow_pool_size_one': 'true', 'osd pool default erasure code profile': 'plugin=jerasure technique=reed_sol_van k=2 m=1 crush-failure-domain=osd', 'osd default data pool replay window': '5', 'mon allow pool delete': 'true', 'mon cluster log file level': 'debug', 'debug asserts on shutdown': 'true', 'mon health detail to clog': 'false', 'mon host': '192.168.123.101'}, 'osd': {'osd journal size': '100', 'osd scrub load threshold': '5.0', 'osd scrub max interval': '600', 'osd mclock profile': 'high_recovery_ops', 'osd recover clone overlap': 'true', 'osd recovery max chunk': '1048576', 'osd debug shutdown': 'true', 'osd debug op order': 'true', 'osd debug verify stray on activate': 'true', 'osd debug trim objects': 'true', 'osd open classes on start': 'true', 'osd debug pg log writeout': 'true', 'osd deep scrub update digest min age': '30', 'osd map max advance': '10', 'journal zero on create': 'true', 'filestore ondisk finisher threads': '3', 'filestore apply finisher threads': '3', 'bdev debug aio': 'true', 'osd debug misdirected ops': 'true', 'debug ms': 1, 'debug osd': 20, 'osd mclock iops capacity threshold hdd': 49000, 'osd shutdown pgref assert': True}, 'mgr': {'debug ms': 1, 'debug mgr': 20, 'debug mon': '20', 'debug auth': '20', 'mon reweight min pgs per osd': '4', 'mon reweight min bytes per osd': '10', 'mgr/telemetry/nag': 'false'}, 'mon': {'debug ms': 1, 'debug mon': 20, 'debug paxos': 20, 'debug auth': '20', 'mon data avail warn': '5', 'mon mgr mkfs grace': '240', 'mon reweight min pgs per osd': '4', 'mon osd reporter subtree level': 'osd', 'mon osd prime pg temp': 'true', 'mon reweight min bytes per osd': '10', 'auth mon ticket ttl': '660', 'auth service ticket ttl': '240', 'mon_warn_on_insecure_global_id_reclaim': 'false', 'mon_warn_on_insecure_global_id_reclaim_allowed': 'false', 'mon_down_mkfs_grace': '2m', 'mon_warn_on_filestore_osds': 'false'}, 'client': {'rgw cache enabled': 'true', 'rgw enable ops log': 'true', 'rgw enable usage log': 'true', 'log file': '/var/log/ceph/$cluster-$name.$pid.log', 'admin socket': '/var/run/ceph/$cluster-$name.$pid.asok', 'debug rgw': 20, 'rgw crypt require ssl': False, 'rgw crypt s3 kms backend': 'barbican', 'rgw keystone accepted admin roles': 'admin', 'rgw keystone accepted roles': 'admin,member,creator', 'rgw keystone admin domain': 'Default', 'rgw keystone admin password': 'ADMIN', 'rgw keystone admin project': 'admin', 'rgw keystone admin user': 'admin', 'rgw keystone api version': 3, 'rgw keystone barbican domain': 'Default', 'rgw keystone barbican password': 'rgwcrypt-pass', 'rgw keystone barbican project': 'rgwcrypt', 'rgw keystone barbican user': 'rgwcrypt-user', 'rgw keystone implicit tenants': True, 'rgw s3 auth use sts': True, 'rgw sts key': 'abcdefghijklmnop', 'rgw swift account in url': True, 'rgw swift enforce content length': True, 'rgw swift versioning enabled': True, 'setgroup': 'ceph', 'setuser': 'ceph'}, 'mon.a': {}} 2026-03-05T15:37:03.954 DEBUG:teuthology.orchestra.run.vm01:> set -ex 2026-03-05T15:37:03.954 DEBUG:teuthology.orchestra.run.vm01:> dd of=/home/ubuntu/cephtest/ceph.tmp.conf 2026-03-05T15:37:04.011 DEBUG:teuthology.orchestra.run.vm01:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage monmaptool -c /home/ubuntu/cephtest/ceph.tmp.conf --create --clobber --enable-all-features --add a 192.168.123.101 --print /home/ubuntu/cephtest/ceph.monmap 2026-03-05T15:37:04.085 INFO:teuthology.orchestra.run.vm01.stderr:ignoring --setuser ceph since I am not root 2026-03-05T15:37:04.085 INFO:teuthology.orchestra.run.vm01.stderr:ignoring --setgroup ceph since I am not root 2026-03-05T15:37:04.086 INFO:teuthology.orchestra.run.vm01.stdout:monmaptool: monmap file /home/ubuntu/cephtest/ceph.monmap 2026-03-05T15:37:04.086 INFO:teuthology.orchestra.run.vm01.stdout:monmaptool: generated fsid aa4a0679-b0cc-4720-aaa5-6c43fe7e7555 2026-03-05T15:37:04.086 INFO:teuthology.orchestra.run.vm01.stdout:setting min_mon_release = quincy 2026-03-05T15:37:04.086 INFO:teuthology.orchestra.run.vm01.stdout:epoch 0 2026-03-05T15:37:04.086 INFO:teuthology.orchestra.run.vm01.stdout:fsid aa4a0679-b0cc-4720-aaa5-6c43fe7e7555 2026-03-05T15:37:04.086 INFO:teuthology.orchestra.run.vm01.stdout:last_changed 2026-03-05T15:37:04.087212+0100 2026-03-05T15:37:04.086 INFO:teuthology.orchestra.run.vm01.stdout:created 2026-03-05T15:37:04.087212+0100 2026-03-05T15:37:04.086 INFO:teuthology.orchestra.run.vm01.stdout:min_mon_release 17 (quincy) 2026-03-05T15:37:04.086 INFO:teuthology.orchestra.run.vm01.stdout:election_strategy: 1 2026-03-05T15:37:04.086 INFO:teuthology.orchestra.run.vm01.stdout:0: [v2:192.168.123.101:3300/0,v1:192.168.123.101:6789/0] mon.a 2026-03-05T15:37:04.086 INFO:teuthology.orchestra.run.vm01.stdout:monmaptool: writing epoch 0 to /home/ubuntu/cephtest/ceph.monmap (1 monitors) 2026-03-05T15:37:04.087 DEBUG:teuthology.orchestra.run.vm01:> rm -- /home/ubuntu/cephtest/ceph.tmp.conf 2026-03-05T15:37:04.146 INFO:tasks.ceph:Writing /etc/ceph/ceph.conf for FSID aa4a0679-b0cc-4720-aaa5-6c43fe7e7555... 2026-03-05T15:37:04.146 DEBUG:teuthology.orchestra.run.vm01:> sudo mkdir -p /etc/ceph && sudo chmod 0755 /etc/ceph && sudo tee /etc/ceph/ceph.conf && sudo chmod 0644 /etc/ceph/ceph.conf > /dev/null 2026-03-05T15:37:04.230 INFO:teuthology.orchestra.run.vm01.stdout:[global] 2026-03-05T15:37:04.230 INFO:teuthology.orchestra.run.vm01.stdout: chdir = "" 2026-03-05T15:37:04.230 INFO:teuthology.orchestra.run.vm01.stdout: pid file = /var/run/ceph/$cluster-$name.pid 2026-03-05T15:37:04.230 INFO:teuthology.orchestra.run.vm01.stdout: auth supported = cephx 2026-03-05T15:37:04.230 INFO:teuthology.orchestra.run.vm01.stdout: 2026-03-05T15:37:04.230 INFO:teuthology.orchestra.run.vm01.stdout: filestore xattr use omap = true 2026-03-05T15:37:04.230 INFO:teuthology.orchestra.run.vm01.stdout: 2026-03-05T15:37:04.230 INFO:teuthology.orchestra.run.vm01.stdout: mon clock drift allowed = 1.000 2026-03-05T15:37:04.230 INFO:teuthology.orchestra.run.vm01.stdout: 2026-03-05T15:37:04.230 INFO:teuthology.orchestra.run.vm01.stdout: osd crush chooseleaf type = 0 2026-03-05T15:37:04.230 INFO:teuthology.orchestra.run.vm01.stdout: auth debug = true 2026-03-05T15:37:04.230 INFO:teuthology.orchestra.run.vm01.stdout: 2026-03-05T15:37:04.230 INFO:teuthology.orchestra.run.vm01.stdout: ms die on old message = true 2026-03-05T15:37:04.230 INFO:teuthology.orchestra.run.vm01.stdout: ms die on bug = true 2026-03-05T15:37:04.230 INFO:teuthology.orchestra.run.vm01.stdout: 2026-03-05T15:37:04.230 INFO:teuthology.orchestra.run.vm01.stdout: mon max pg per osd = 10000 # >= luminous 2026-03-05T15:37:04.230 INFO:teuthology.orchestra.run.vm01.stdout: mon pg warn max object skew = 0 2026-03-05T15:37:04.230 INFO:teuthology.orchestra.run.vm01.stdout: 2026-03-05T15:37:04.230 INFO:teuthology.orchestra.run.vm01.stdout: # disable pg_autoscaler by default for new pools 2026-03-05T15:37:04.230 INFO:teuthology.orchestra.run.vm01.stdout: osd_pool_default_pg_autoscale_mode = off 2026-03-05T15:37:04.230 INFO:teuthology.orchestra.run.vm01.stdout: 2026-03-05T15:37:04.230 INFO:teuthology.orchestra.run.vm01.stdout: osd pool default size = 2 2026-03-05T15:37:04.230 INFO:teuthology.orchestra.run.vm01.stdout: 2026-03-05T15:37:04.230 INFO:teuthology.orchestra.run.vm01.stdout: mon osd allow primary affinity = true 2026-03-05T15:37:04.231 INFO:teuthology.orchestra.run.vm01.stdout: mon osd allow pg remap = true 2026-03-05T15:37:04.231 INFO:teuthology.orchestra.run.vm01.stdout: mon warn on legacy crush tunables = false 2026-03-05T15:37:04.231 INFO:teuthology.orchestra.run.vm01.stdout: mon warn on crush straw calc version zero = false 2026-03-05T15:37:04.231 INFO:teuthology.orchestra.run.vm01.stdout: mon warn on no sortbitwise = false 2026-03-05T15:37:04.231 INFO:teuthology.orchestra.run.vm01.stdout: mon warn on osd down out interval zero = false 2026-03-05T15:37:04.231 INFO:teuthology.orchestra.run.vm01.stdout: mon warn on too few osds = false 2026-03-05T15:37:04.231 INFO:teuthology.orchestra.run.vm01.stdout: mon_warn_on_pool_pg_num_not_power_of_two = false 2026-03-05T15:37:04.231 INFO:teuthology.orchestra.run.vm01.stdout: mon_warn_on_pool_no_redundancy = false 2026-03-05T15:37:04.231 INFO:teuthology.orchestra.run.vm01.stdout: mon_allow_pool_size_one = true 2026-03-05T15:37:04.231 INFO:teuthology.orchestra.run.vm01.stdout: 2026-03-05T15:37:04.231 INFO:teuthology.orchestra.run.vm01.stdout: osd pool default erasure code profile = plugin=jerasure technique=reed_sol_van k=2 m=1 crush-failure-domain=osd 2026-03-05T15:37:04.231 INFO:teuthology.orchestra.run.vm01.stdout: 2026-03-05T15:37:04.231 INFO:teuthology.orchestra.run.vm01.stdout: osd default data pool replay window = 5 2026-03-05T15:37:04.231 INFO:teuthology.orchestra.run.vm01.stdout: 2026-03-05T15:37:04.231 INFO:teuthology.orchestra.run.vm01.stdout: mon allow pool delete = true 2026-03-05T15:37:04.231 INFO:teuthology.orchestra.run.vm01.stdout: 2026-03-05T15:37:04.231 INFO:teuthology.orchestra.run.vm01.stdout: mon cluster log file level = debug 2026-03-05T15:37:04.231 INFO:teuthology.orchestra.run.vm01.stdout: debug asserts on shutdown = true 2026-03-05T15:37:04.231 INFO:teuthology.orchestra.run.vm01.stdout: mon health detail to clog = false 2026-03-05T15:37:04.231 INFO:teuthology.orchestra.run.vm01.stdout: mon host = 192.168.123.101 2026-03-05T15:37:04.231 INFO:teuthology.orchestra.run.vm01.stdout: fsid = aa4a0679-b0cc-4720-aaa5-6c43fe7e7555 2026-03-05T15:37:04.231 INFO:teuthology.orchestra.run.vm01.stdout: 2026-03-05T15:37:04.231 INFO:teuthology.orchestra.run.vm01.stdout:[osd] 2026-03-05T15:37:04.231 INFO:teuthology.orchestra.run.vm01.stdout: osd journal size = 100 2026-03-05T15:37:04.231 INFO:teuthology.orchestra.run.vm01.stdout: 2026-03-05T15:37:04.231 INFO:teuthology.orchestra.run.vm01.stdout: osd scrub load threshold = 5.0 2026-03-05T15:37:04.231 INFO:teuthology.orchestra.run.vm01.stdout: osd scrub max interval = 600 2026-03-05T15:37:04.231 INFO:teuthology.orchestra.run.vm01.stdout: osd mclock profile = high_recovery_ops 2026-03-05T15:37:04.231 INFO:teuthology.orchestra.run.vm01.stdout: 2026-03-05T15:37:04.231 INFO:teuthology.orchestra.run.vm01.stdout: osd recover clone overlap = true 2026-03-05T15:37:04.231 INFO:teuthology.orchestra.run.vm01.stdout: osd recovery max chunk = 1048576 2026-03-05T15:37:04.231 INFO:teuthology.orchestra.run.vm01.stdout: 2026-03-05T15:37:04.231 INFO:teuthology.orchestra.run.vm01.stdout: osd debug shutdown = true 2026-03-05T15:37:04.231 INFO:teuthology.orchestra.run.vm01.stdout: osd debug op order = true 2026-03-05T15:37:04.231 INFO:teuthology.orchestra.run.vm01.stdout: osd debug verify stray on activate = true 2026-03-05T15:37:04.231 INFO:teuthology.orchestra.run.vm01.stdout: osd debug trim objects = true 2026-03-05T15:37:04.231 INFO:teuthology.orchestra.run.vm01.stdout: 2026-03-05T15:37:04.231 INFO:teuthology.orchestra.run.vm01.stdout: osd open classes on start = true 2026-03-05T15:37:04.231 INFO:teuthology.orchestra.run.vm01.stdout: osd debug pg log writeout = true 2026-03-05T15:37:04.231 INFO:teuthology.orchestra.run.vm01.stdout: 2026-03-05T15:37:04.231 INFO:teuthology.orchestra.run.vm01.stdout: osd deep scrub update digest min age = 30 2026-03-05T15:37:04.231 INFO:teuthology.orchestra.run.vm01.stdout: 2026-03-05T15:37:04.231 INFO:teuthology.orchestra.run.vm01.stdout: osd map max advance = 10 2026-03-05T15:37:04.231 INFO:teuthology.orchestra.run.vm01.stdout: 2026-03-05T15:37:04.231 INFO:teuthology.orchestra.run.vm01.stdout: journal zero on create = true 2026-03-05T15:37:04.231 INFO:teuthology.orchestra.run.vm01.stdout: 2026-03-05T15:37:04.231 INFO:teuthology.orchestra.run.vm01.stdout: filestore ondisk finisher threads = 3 2026-03-05T15:37:04.232 INFO:teuthology.orchestra.run.vm01.stdout: filestore apply finisher threads = 3 2026-03-05T15:37:04.232 INFO:teuthology.orchestra.run.vm01.stdout: 2026-03-05T15:37:04.232 INFO:teuthology.orchestra.run.vm01.stdout: bdev debug aio = true 2026-03-05T15:37:04.232 INFO:teuthology.orchestra.run.vm01.stdout: osd debug misdirected ops = true 2026-03-05T15:37:04.232 INFO:teuthology.orchestra.run.vm01.stdout: debug ms = 1 2026-03-05T15:37:04.232 INFO:teuthology.orchestra.run.vm01.stdout: debug osd = 20 2026-03-05T15:37:04.232 INFO:teuthology.orchestra.run.vm01.stdout: osd mclock iops capacity threshold hdd = 49000 2026-03-05T15:37:04.232 INFO:teuthology.orchestra.run.vm01.stdout: osd shutdown pgref assert = True 2026-03-05T15:37:04.232 INFO:teuthology.orchestra.run.vm01.stdout: 2026-03-05T15:37:04.232 INFO:teuthology.orchestra.run.vm01.stdout:[mgr] 2026-03-05T15:37:04.232 INFO:teuthology.orchestra.run.vm01.stdout: debug ms = 1 2026-03-05T15:37:04.232 INFO:teuthology.orchestra.run.vm01.stdout: debug mgr = 20 2026-03-05T15:37:04.232 INFO:teuthology.orchestra.run.vm01.stdout: debug mon = 20 2026-03-05T15:37:04.232 INFO:teuthology.orchestra.run.vm01.stdout: debug auth = 20 2026-03-05T15:37:04.232 INFO:teuthology.orchestra.run.vm01.stdout: mon reweight min pgs per osd = 4 2026-03-05T15:37:04.232 INFO:teuthology.orchestra.run.vm01.stdout: mon reweight min bytes per osd = 10 2026-03-05T15:37:04.232 INFO:teuthology.orchestra.run.vm01.stdout: mgr/telemetry/nag = false 2026-03-05T15:37:04.232 INFO:teuthology.orchestra.run.vm01.stdout: 2026-03-05T15:37:04.232 INFO:teuthology.orchestra.run.vm01.stdout:[mon] 2026-03-05T15:37:04.232 INFO:teuthology.orchestra.run.vm01.stdout: debug ms = 1 2026-03-05T15:37:04.232 INFO:teuthology.orchestra.run.vm01.stdout: debug mon = 20 2026-03-05T15:37:04.232 INFO:teuthology.orchestra.run.vm01.stdout: debug paxos = 20 2026-03-05T15:37:04.232 INFO:teuthology.orchestra.run.vm01.stdout: debug auth = 20 2026-03-05T15:37:04.232 INFO:teuthology.orchestra.run.vm01.stdout: mon data avail warn = 5 2026-03-05T15:37:04.232 INFO:teuthology.orchestra.run.vm01.stdout: mon mgr mkfs grace = 240 2026-03-05T15:37:04.232 INFO:teuthology.orchestra.run.vm01.stdout: mon reweight min pgs per osd = 4 2026-03-05T15:37:04.232 INFO:teuthology.orchestra.run.vm01.stdout: mon osd reporter subtree level = osd 2026-03-05T15:37:04.232 INFO:teuthology.orchestra.run.vm01.stdout: mon osd prime pg temp = true 2026-03-05T15:37:04.232 INFO:teuthology.orchestra.run.vm01.stdout: mon reweight min bytes per osd = 10 2026-03-05T15:37:04.232 INFO:teuthology.orchestra.run.vm01.stdout: 2026-03-05T15:37:04.232 INFO:teuthology.orchestra.run.vm01.stdout: # rotate auth tickets quickly to exercise renewal paths 2026-03-05T15:37:04.232 INFO:teuthology.orchestra.run.vm01.stdout: auth mon ticket ttl = 660 # 11m 2026-03-05T15:37:04.232 INFO:teuthology.orchestra.run.vm01.stdout: auth service ticket ttl = 240 # 4m 2026-03-05T15:37:04.232 INFO:teuthology.orchestra.run.vm01.stdout: 2026-03-05T15:37:04.232 INFO:teuthology.orchestra.run.vm01.stdout: # don't complain about insecure global_id in the test suite 2026-03-05T15:37:04.232 INFO:teuthology.orchestra.run.vm01.stdout: mon_warn_on_insecure_global_id_reclaim = false 2026-03-05T15:37:04.232 INFO:teuthology.orchestra.run.vm01.stdout: mon_warn_on_insecure_global_id_reclaim_allowed = false 2026-03-05T15:37:04.232 INFO:teuthology.orchestra.run.vm01.stdout: 2026-03-05T15:37:04.232 INFO:teuthology.orchestra.run.vm01.stdout: # 1m isn't quite enough 2026-03-05T15:37:04.232 INFO:teuthology.orchestra.run.vm01.stdout: mon_down_mkfs_grace = 2m 2026-03-05T15:37:04.232 INFO:teuthology.orchestra.run.vm01.stdout: 2026-03-05T15:37:04.232 INFO:teuthology.orchestra.run.vm01.stdout: mon_warn_on_filestore_osds = false 2026-03-05T15:37:04.232 INFO:teuthology.orchestra.run.vm01.stdout: 2026-03-05T15:37:04.232 INFO:teuthology.orchestra.run.vm01.stdout:[client] 2026-03-05T15:37:04.232 INFO:teuthology.orchestra.run.vm01.stdout: rgw cache enabled = true 2026-03-05T15:37:04.232 INFO:teuthology.orchestra.run.vm01.stdout: rgw enable ops log = true 2026-03-05T15:37:04.232 INFO:teuthology.orchestra.run.vm01.stdout: rgw enable usage log = true 2026-03-05T15:37:04.233 INFO:teuthology.orchestra.run.vm01.stdout: log file = /var/log/ceph/$cluster-$name.$pid.log 2026-03-05T15:37:04.233 INFO:teuthology.orchestra.run.vm01.stdout: admin socket = /var/run/ceph/$cluster-$name.$pid.asok 2026-03-05T15:37:04.233 INFO:teuthology.orchestra.run.vm01.stdout: debug rgw = 20 2026-03-05T15:37:04.233 INFO:teuthology.orchestra.run.vm01.stdout: rgw crypt require ssl = False 2026-03-05T15:37:04.233 INFO:teuthology.orchestra.run.vm01.stdout: rgw crypt s3 kms backend = barbican 2026-03-05T15:37:04.233 INFO:teuthology.orchestra.run.vm01.stdout: rgw keystone accepted admin roles = admin 2026-03-05T15:37:04.233 INFO:teuthology.orchestra.run.vm01.stdout: rgw keystone accepted roles = "admin,member,creator" 2026-03-05T15:37:04.233 INFO:teuthology.orchestra.run.vm01.stdout: rgw keystone admin domain = Default 2026-03-05T15:37:04.233 INFO:teuthology.orchestra.run.vm01.stdout: rgw keystone admin password = ADMIN 2026-03-05T15:37:04.233 INFO:teuthology.orchestra.run.vm01.stdout: rgw keystone admin project = admin 2026-03-05T15:37:04.233 INFO:teuthology.orchestra.run.vm01.stdout: rgw keystone admin user = admin 2026-03-05T15:37:04.233 INFO:teuthology.orchestra.run.vm01.stdout: rgw keystone api version = 3 2026-03-05T15:37:04.233 INFO:teuthology.orchestra.run.vm01.stdout: rgw keystone barbican domain = Default 2026-03-05T15:37:04.233 INFO:teuthology.orchestra.run.vm01.stdout: rgw keystone barbican password = rgwcrypt-pass 2026-03-05T15:37:04.233 INFO:teuthology.orchestra.run.vm01.stdout: rgw keystone barbican project = rgwcrypt 2026-03-05T15:37:04.233 INFO:teuthology.orchestra.run.vm01.stdout: rgw keystone barbican user = rgwcrypt-user 2026-03-05T15:37:04.233 INFO:teuthology.orchestra.run.vm01.stdout: rgw keystone implicit tenants = True 2026-03-05T15:37:04.233 INFO:teuthology.orchestra.run.vm01.stdout: rgw s3 auth use sts = True 2026-03-05T15:37:04.233 INFO:teuthology.orchestra.run.vm01.stdout: rgw sts key = abcdefghijklmnop 2026-03-05T15:37:04.233 INFO:teuthology.orchestra.run.vm01.stdout: rgw swift account in url = True 2026-03-05T15:37:04.233 INFO:teuthology.orchestra.run.vm01.stdout: rgw swift enforce content length = True 2026-03-05T15:37:04.233 INFO:teuthology.orchestra.run.vm01.stdout: rgw swift versioning enabled = True 2026-03-05T15:37:04.233 INFO:teuthology.orchestra.run.vm01.stdout: setgroup = ceph 2026-03-05T15:37:04.233 INFO:teuthology.orchestra.run.vm01.stdout: setuser = ceph 2026-03-05T15:37:04.233 INFO:teuthology.orchestra.run.vm01.stdout:[mon.a] 2026-03-05T15:37:04.241 INFO:tasks.ceph:Creating admin key on mon.a... 2026-03-05T15:37:04.241 DEBUG:teuthology.orchestra.run.vm01:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool --gen-key --name=client.admin --cap mon 'allow *' --cap osd 'allow *' --cap mds 'allow *' --cap mgr 'allow *' /etc/ceph/ceph.keyring 2026-03-05T15:37:04.285 INFO:tasks.ceph:Copying monmap to all nodes... 2026-03-05T15:37:04.285 DEBUG:teuthology.orchestra.run.vm01:> set -ex 2026-03-05T15:37:04.285 DEBUG:teuthology.orchestra.run.vm01:> dd if=/etc/ceph/ceph.keyring of=/dev/stdout 2026-03-05T15:37:04.301 DEBUG:teuthology.orchestra.run.vm01:> set -ex 2026-03-05T15:37:04.301 DEBUG:teuthology.orchestra.run.vm01:> dd if=/home/ubuntu/cephtest/ceph.monmap of=/dev/stdout 2026-03-05T15:37:04.359 INFO:tasks.ceph:Sending monmap to node ubuntu@vm01.local 2026-03-05T15:37:04.359 DEBUG:teuthology.orchestra.run.vm01:> set -ex 2026-03-05T15:37:04.359 DEBUG:teuthology.orchestra.run.vm01:> sudo dd of=/etc/ceph/ceph.keyring 2026-03-05T15:37:04.359 DEBUG:teuthology.orchestra.run.vm01:> sudo chmod 0644 /etc/ceph/ceph.keyring 2026-03-05T15:37:04.438 DEBUG:teuthology.orchestra.run.vm01:> set -ex 2026-03-05T15:37:04.438 DEBUG:teuthology.orchestra.run.vm01:> dd of=/home/ubuntu/cephtest/ceph.monmap 2026-03-05T15:37:04.496 INFO:tasks.ceph:Setting up mon nodes... 2026-03-05T15:37:04.497 INFO:tasks.ceph:Setting up mgr nodes... 2026-03-05T15:37:04.497 DEBUG:teuthology.orchestra.run.vm01:> sudo mkdir -p /var/lib/ceph/mgr/ceph-x && sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool --create-keyring --gen-key --name=mgr.x /var/lib/ceph/mgr/ceph-x/keyring 2026-03-05T15:37:04.587 INFO:teuthology.orchestra.run.vm01.stdout:creating /var/lib/ceph/mgr/ceph-x/keyring 2026-03-05T15:37:04.589 INFO:tasks.ceph:Setting up mds nodes... 2026-03-05T15:37:04.589 INFO:tasks.ceph_client:Setting up client nodes... 2026-03-05T15:37:04.590 DEBUG:teuthology.orchestra.run.vm01:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool --create-keyring --gen-key --name=client.0 /etc/ceph/ceph.client.0.keyring && sudo chmod 0644 /etc/ceph/ceph.client.0.keyring 2026-03-05T15:37:04.630 INFO:teuthology.orchestra.run.vm01.stdout:creating /etc/ceph/ceph.client.0.keyring 2026-03-05T15:37:04.643 INFO:tasks.ceph:Running mkfs on osd nodes... 2026-03-05T15:37:04.643 INFO:tasks.ceph:ctx.disk_config.remote_to_roles_to_dev: {Remote(name='ubuntu@vm01.local'): {'osd.0': '/dev/vdb', 'osd.1': '/dev/vdc', 'osd.2': '/dev/vdd'}} 2026-03-05T15:37:04.643 DEBUG:teuthology.orchestra.run.vm01:> sudo mkdir -p /var/lib/ceph/osd/ceph-0 2026-03-05T15:37:04.712 INFO:tasks.ceph:roles_to_devs: {'osd.0': '/dev/vdb', 'osd.1': '/dev/vdc', 'osd.2': '/dev/vdd'} 2026-03-05T15:37:04.712 INFO:tasks.ceph:role: osd.0 2026-03-05T15:37:04.712 INFO:tasks.ceph:['mkfs.xfs', '-f', '-i', 'size=2048'] on /dev/vdb on ubuntu@vm01.local 2026-03-05T15:37:04.712 DEBUG:teuthology.orchestra.run.vm01:> yes | sudo mkfs.xfs -f -i size=2048 /dev/vdb 2026-03-05T15:37:04.779 INFO:teuthology.orchestra.run.vm01.stdout:meta-data=/dev/vdb isize=2048 agcount=4, agsize=1310720 blks 2026-03-05T15:37:04.779 INFO:teuthology.orchestra.run.vm01.stdout: = sectsz=512 attr=2, projid32bit=1 2026-03-05T15:37:04.779 INFO:teuthology.orchestra.run.vm01.stdout: = crc=1 finobt=1, sparse=1, rmapbt=0 2026-03-05T15:37:04.779 INFO:teuthology.orchestra.run.vm01.stdout: = reflink=1 bigtime=1 inobtcount=1 nrext64=0 2026-03-05T15:37:04.779 INFO:teuthology.orchestra.run.vm01.stdout:data = bsize=4096 blocks=5242880, imaxpct=25 2026-03-05T15:37:04.779 INFO:teuthology.orchestra.run.vm01.stdout: = sunit=0 swidth=0 blks 2026-03-05T15:37:04.779 INFO:teuthology.orchestra.run.vm01.stdout:naming =version 2 bsize=4096 ascii-ci=0, ftype=1 2026-03-05T15:37:04.779 INFO:teuthology.orchestra.run.vm01.stdout:log =internal log bsize=4096 blocks=16384, version=2 2026-03-05T15:37:04.779 INFO:teuthology.orchestra.run.vm01.stdout: = sectsz=512 sunit=0 blks, lazy-count=1 2026-03-05T15:37:04.779 INFO:teuthology.orchestra.run.vm01.stdout:realtime =none extsz=4096 blocks=0, rtextents=0 2026-03-05T15:37:04.785 INFO:teuthology.orchestra.run.vm01.stdout:Discarding blocks...Done. 2026-03-05T15:37:04.787 INFO:tasks.ceph:mount /dev/vdb on ubuntu@vm01.local -o noatime 2026-03-05T15:37:04.787 DEBUG:teuthology.orchestra.run.vm01:> sudo mount -t xfs -o noatime /dev/vdb /var/lib/ceph/osd/ceph-0 2026-03-05T15:37:04.862 DEBUG:teuthology.orchestra.run.vm01:> sudo /sbin/restorecon /var/lib/ceph/osd/ceph-0 2026-03-05T15:37:04.930 DEBUG:teuthology.orchestra.run.vm01:> sudo mkdir -p /var/lib/ceph/osd/ceph-1 2026-03-05T15:37:04.997 INFO:tasks.ceph:roles_to_devs: {'osd.0': '/dev/vdb', 'osd.1': '/dev/vdc', 'osd.2': '/dev/vdd'} 2026-03-05T15:37:04.997 INFO:tasks.ceph:role: osd.1 2026-03-05T15:37:04.997 INFO:tasks.ceph:['mkfs.xfs', '-f', '-i', 'size=2048'] on /dev/vdc on ubuntu@vm01.local 2026-03-05T15:37:04.997 DEBUG:teuthology.orchestra.run.vm01:> yes | sudo mkfs.xfs -f -i size=2048 /dev/vdc 2026-03-05T15:37:05.064 INFO:teuthology.orchestra.run.vm01.stdout:meta-data=/dev/vdc isize=2048 agcount=4, agsize=1310720 blks 2026-03-05T15:37:05.064 INFO:teuthology.orchestra.run.vm01.stdout: = sectsz=512 attr=2, projid32bit=1 2026-03-05T15:37:05.064 INFO:teuthology.orchestra.run.vm01.stdout: = crc=1 finobt=1, sparse=1, rmapbt=0 2026-03-05T15:37:05.064 INFO:teuthology.orchestra.run.vm01.stdout: = reflink=1 bigtime=1 inobtcount=1 nrext64=0 2026-03-05T15:37:05.064 INFO:teuthology.orchestra.run.vm01.stdout:data = bsize=4096 blocks=5242880, imaxpct=25 2026-03-05T15:37:05.064 INFO:teuthology.orchestra.run.vm01.stdout: = sunit=0 swidth=0 blks 2026-03-05T15:37:05.064 INFO:teuthology.orchestra.run.vm01.stdout:naming =version 2 bsize=4096 ascii-ci=0, ftype=1 2026-03-05T15:37:05.064 INFO:teuthology.orchestra.run.vm01.stdout:log =internal log bsize=4096 blocks=16384, version=2 2026-03-05T15:37:05.064 INFO:teuthology.orchestra.run.vm01.stdout: = sectsz=512 sunit=0 blks, lazy-count=1 2026-03-05T15:37:05.064 INFO:teuthology.orchestra.run.vm01.stdout:realtime =none extsz=4096 blocks=0, rtextents=0 2026-03-05T15:37:05.069 INFO:teuthology.orchestra.run.vm01.stdout:Discarding blocks...Done. 2026-03-05T15:37:05.070 INFO:tasks.ceph:mount /dev/vdc on ubuntu@vm01.local -o noatime 2026-03-05T15:37:05.071 DEBUG:teuthology.orchestra.run.vm01:> sudo mount -t xfs -o noatime /dev/vdc /var/lib/ceph/osd/ceph-1 2026-03-05T15:37:05.144 DEBUG:teuthology.orchestra.run.vm01:> sudo /sbin/restorecon /var/lib/ceph/osd/ceph-1 2026-03-05T15:37:05.214 DEBUG:teuthology.orchestra.run.vm01:> sudo mkdir -p /var/lib/ceph/osd/ceph-2 2026-03-05T15:37:05.281 INFO:tasks.ceph:roles_to_devs: {'osd.0': '/dev/vdb', 'osd.1': '/dev/vdc', 'osd.2': '/dev/vdd'} 2026-03-05T15:37:05.281 INFO:tasks.ceph:role: osd.2 2026-03-05T15:37:05.281 INFO:tasks.ceph:['mkfs.xfs', '-f', '-i', 'size=2048'] on /dev/vdd on ubuntu@vm01.local 2026-03-05T15:37:05.282 DEBUG:teuthology.orchestra.run.vm01:> yes | sudo mkfs.xfs -f -i size=2048 /dev/vdd 2026-03-05T15:37:05.348 INFO:teuthology.orchestra.run.vm01.stdout:meta-data=/dev/vdd isize=2048 agcount=4, agsize=1310720 blks 2026-03-05T15:37:05.348 INFO:teuthology.orchestra.run.vm01.stdout: = sectsz=512 attr=2, projid32bit=1 2026-03-05T15:37:05.348 INFO:teuthology.orchestra.run.vm01.stdout: = crc=1 finobt=1, sparse=1, rmapbt=0 2026-03-05T15:37:05.349 INFO:teuthology.orchestra.run.vm01.stdout: = reflink=1 bigtime=1 inobtcount=1 nrext64=0 2026-03-05T15:37:05.349 INFO:teuthology.orchestra.run.vm01.stdout:data = bsize=4096 blocks=5242880, imaxpct=25 2026-03-05T15:37:05.349 INFO:teuthology.orchestra.run.vm01.stdout: = sunit=0 swidth=0 blks 2026-03-05T15:37:05.349 INFO:teuthology.orchestra.run.vm01.stdout:naming =version 2 bsize=4096 ascii-ci=0, ftype=1 2026-03-05T15:37:05.349 INFO:teuthology.orchestra.run.vm01.stdout:log =internal log bsize=4096 blocks=16384, version=2 2026-03-05T15:37:05.349 INFO:teuthology.orchestra.run.vm01.stdout: = sectsz=512 sunit=0 blks, lazy-count=1 2026-03-05T15:37:05.349 INFO:teuthology.orchestra.run.vm01.stdout:realtime =none extsz=4096 blocks=0, rtextents=0 2026-03-05T15:37:05.353 INFO:teuthology.orchestra.run.vm01.stdout:Discarding blocks...Done. 2026-03-05T15:37:05.355 INFO:tasks.ceph:mount /dev/vdd on ubuntu@vm01.local -o noatime 2026-03-05T15:37:05.355 DEBUG:teuthology.orchestra.run.vm01:> sudo mount -t xfs -o noatime /dev/vdd /var/lib/ceph/osd/ceph-2 2026-03-05T15:37:05.429 DEBUG:teuthology.orchestra.run.vm01:> sudo /sbin/restorecon /var/lib/ceph/osd/ceph-2 2026-03-05T15:37:05.498 DEBUG:teuthology.orchestra.run.vm01:> sudo MALLOC_CHECK_=3 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-osd --no-mon-config --cluster ceph --mkfs --mkkey -i 0 --monmap /home/ubuntu/cephtest/ceph.monmap 2026-03-05T15:37:05.580 INFO:teuthology.orchestra.run.vm01.stderr:2026-03-05T15:37:05.580+0100 7f189f813780 -1 auth: error reading file: /var/lib/ceph/osd/ceph-0/keyring: can't open /var/lib/ceph/osd/ceph-0/keyring: (2) No such file or directory 2026-03-05T15:37:05.580 INFO:teuthology.orchestra.run.vm01.stderr:2026-03-05T15:37:05.580+0100 7f189f813780 -1 created new key in keyring /var/lib/ceph/osd/ceph-0/keyring 2026-03-05T15:37:05.580 INFO:teuthology.orchestra.run.vm01.stderr:2026-03-05T15:37:05.580+0100 7f189f813780 -1 bdev(0x5586b1af1800 /var/lib/ceph/osd/ceph-0/block) open stat got: (1) Operation not permitted 2026-03-05T15:37:05.580 INFO:teuthology.orchestra.run.vm01.stderr:2026-03-05T15:37:05.580+0100 7f189f813780 -1 bluestore(/var/lib/ceph/osd/ceph-0) _read_fsid unparsable uuid 2026-03-05T15:37:07.726 DEBUG:teuthology.orchestra.run.vm01:> sudo chown -R ceph:ceph /var/lib/ceph/osd/ceph-0 2026-03-05T15:37:07.796 DEBUG:teuthology.orchestra.run.vm01:> sudo MALLOC_CHECK_=3 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-osd --no-mon-config --cluster ceph --mkfs --mkkey -i 1 --monmap /home/ubuntu/cephtest/ceph.monmap 2026-03-05T15:37:07.878 INFO:teuthology.orchestra.run.vm01.stderr:2026-03-05T15:37:07.879+0100 7f1a1a12d780 -1 auth: error reading file: /var/lib/ceph/osd/ceph-1/keyring: can't open /var/lib/ceph/osd/ceph-1/keyring: (2) No such file or directory 2026-03-05T15:37:07.878 INFO:teuthology.orchestra.run.vm01.stderr:2026-03-05T15:37:07.879+0100 7f1a1a12d780 -1 created new key in keyring /var/lib/ceph/osd/ceph-1/keyring 2026-03-05T15:37:07.878 INFO:teuthology.orchestra.run.vm01.stderr:2026-03-05T15:37:07.879+0100 7f1a1a12d780 -1 bdev(0x55cebea65800 /var/lib/ceph/osd/ceph-1/block) open stat got: (1) Operation not permitted 2026-03-05T15:37:07.878 INFO:teuthology.orchestra.run.vm01.stderr:2026-03-05T15:37:07.879+0100 7f1a1a12d780 -1 bluestore(/var/lib/ceph/osd/ceph-1) _read_fsid unparsable uuid 2026-03-05T15:37:10.013 DEBUG:teuthology.orchestra.run.vm01:> sudo chown -R ceph:ceph /var/lib/ceph/osd/ceph-1 2026-03-05T15:37:10.078 DEBUG:teuthology.orchestra.run.vm01:> sudo MALLOC_CHECK_=3 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-osd --no-mon-config --cluster ceph --mkfs --mkkey -i 2 --monmap /home/ubuntu/cephtest/ceph.monmap 2026-03-05T15:37:10.158 INFO:teuthology.orchestra.run.vm01.stderr:2026-03-05T15:37:10.159+0100 7ff2849d1780 -1 auth: error reading file: /var/lib/ceph/osd/ceph-2/keyring: can't open /var/lib/ceph/osd/ceph-2/keyring: (2) No such file or directory 2026-03-05T15:37:10.158 INFO:teuthology.orchestra.run.vm01.stderr:2026-03-05T15:37:10.159+0100 7ff2849d1780 -1 created new key in keyring /var/lib/ceph/osd/ceph-2/keyring 2026-03-05T15:37:10.158 INFO:teuthology.orchestra.run.vm01.stderr:2026-03-05T15:37:10.159+0100 7ff2849d1780 -1 bdev(0x561153397800 /var/lib/ceph/osd/ceph-2/block) open stat got: (1) Operation not permitted 2026-03-05T15:37:10.159 INFO:teuthology.orchestra.run.vm01.stderr:2026-03-05T15:37:10.159+0100 7ff2849d1780 -1 bluestore(/var/lib/ceph/osd/ceph-2) _read_fsid unparsable uuid 2026-03-05T15:37:12.295 DEBUG:teuthology.orchestra.run.vm01:> sudo chown -R ceph:ceph /var/lib/ceph/osd/ceph-2 2026-03-05T15:37:12.361 INFO:tasks.ceph:Reading keys from all nodes... 2026-03-05T15:37:12.361 DEBUG:teuthology.orchestra.run.vm01:> set -ex 2026-03-05T15:37:12.361 DEBUG:teuthology.orchestra.run.vm01:> sudo dd if=/var/lib/ceph/mgr/ceph-x/keyring of=/dev/stdout 2026-03-05T15:37:12.426 DEBUG:teuthology.orchestra.run.vm01:> set -ex 2026-03-05T15:37:12.426 DEBUG:teuthology.orchestra.run.vm01:> sudo dd if=/var/lib/ceph/osd/ceph-0/keyring of=/dev/stdout 2026-03-05T15:37:12.495 DEBUG:teuthology.orchestra.run.vm01:> set -ex 2026-03-05T15:37:12.495 DEBUG:teuthology.orchestra.run.vm01:> sudo dd if=/var/lib/ceph/osd/ceph-1/keyring of=/dev/stdout 2026-03-05T15:37:12.565 DEBUG:teuthology.orchestra.run.vm01:> set -ex 2026-03-05T15:37:12.565 DEBUG:teuthology.orchestra.run.vm01:> sudo dd if=/var/lib/ceph/osd/ceph-2/keyring of=/dev/stdout 2026-03-05T15:37:12.634 DEBUG:teuthology.orchestra.run.vm01:> set -ex 2026-03-05T15:37:12.634 DEBUG:teuthology.orchestra.run.vm01:> dd if=/etc/ceph/ceph.client.0.keyring of=/dev/stdout 2026-03-05T15:37:12.691 INFO:tasks.ceph:Adding keys to all mons... 2026-03-05T15:37:12.691 DEBUG:teuthology.orchestra.run.vm01:> sudo tee -a /etc/ceph/ceph.keyring 2026-03-05T15:37:12.757 INFO:teuthology.orchestra.run.vm01.stdout:[mgr.x] 2026-03-05T15:37:12.757 INFO:teuthology.orchestra.run.vm01.stdout: key = AQAQlalpq7UNIxAAgFPKbnR0fgDWDA5dmU6k8Q== 2026-03-05T15:37:12.757 INFO:teuthology.orchestra.run.vm01.stdout:[osd.0] 2026-03-05T15:37:12.757 INFO:teuthology.orchestra.run.vm01.stdout: key = AQARlalpM8KiIhAA89pvDG77S8GyKqb98HfiOw== 2026-03-05T15:37:12.757 INFO:teuthology.orchestra.run.vm01.stdout:[osd.1] 2026-03-05T15:37:12.757 INFO:teuthology.orchestra.run.vm01.stdout: key = AQATlalp9URvNBAAJ4bNzKA1beRAWWLXSNnahw== 2026-03-05T15:37:12.757 INFO:teuthology.orchestra.run.vm01.stdout:[osd.2] 2026-03-05T15:37:12.757 INFO:teuthology.orchestra.run.vm01.stdout: key = AQAWlalpfbKHCRAA7pjVUEXV87l6ocsWRnIyxA== 2026-03-05T15:37:12.757 INFO:teuthology.orchestra.run.vm01.stdout:[client.0] 2026-03-05T15:37:12.757 INFO:teuthology.orchestra.run.vm01.stdout: key = AQAQlalp67mlJRAA0pjy2zHaFUWhf1YY9Y9hnA== 2026-03-05T15:37:12.758 DEBUG:teuthology.orchestra.run.vm01:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=mgr.x --cap mon 'allow profile mgr' --cap osd 'allow *' --cap mds 'allow *' 2026-03-05T15:37:12.844 DEBUG:teuthology.orchestra.run.vm01:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=osd.0 --cap mon 'allow profile osd' --cap mgr 'allow profile osd' --cap osd 'allow *' 2026-03-05T15:37:12.888 DEBUG:teuthology.orchestra.run.vm01:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=osd.1 --cap mon 'allow profile osd' --cap mgr 'allow profile osd' --cap osd 'allow *' 2026-03-05T15:37:12.935 DEBUG:teuthology.orchestra.run.vm01:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=osd.2 --cap mon 'allow profile osd' --cap mgr 'allow profile osd' --cap osd 'allow *' 2026-03-05T15:37:12.985 DEBUG:teuthology.orchestra.run.vm01:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=client.0 --cap mon 'allow rw' --cap mgr 'allow r' --cap osd 'allow rwx' --cap mds allow 2026-03-05T15:37:13.033 INFO:tasks.ceph:Running mkfs on mon nodes... 2026-03-05T15:37:13.033 DEBUG:teuthology.orchestra.run.vm01:> sudo mkdir -p /var/lib/ceph/mon/ceph-a 2026-03-05T15:37:13.059 DEBUG:teuthology.orchestra.run.vm01:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-mon --cluster ceph --mkfs -i a --monmap /home/ubuntu/cephtest/ceph.monmap --keyring /etc/ceph/ceph.keyring 2026-03-05T15:37:13.157 DEBUG:teuthology.orchestra.run.vm01:> sudo chown -R ceph:ceph /var/lib/ceph/mon/ceph-a 2026-03-05T15:37:13.188 DEBUG:teuthology.orchestra.run.vm01:> rm -- /home/ubuntu/cephtest/ceph.monmap 2026-03-05T15:37:13.248 INFO:tasks.ceph:Starting mon daemons in cluster ceph... 2026-03-05T15:37:13.248 INFO:tasks.ceph.mon.a:Restarting daemon 2026-03-05T15:37:13.248 DEBUG:teuthology.orchestra.run.vm01:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mon -f --cluster ceph -i a 2026-03-05T15:37:13.289 INFO:tasks.ceph.mon.a:Started 2026-03-05T15:37:13.289 INFO:tasks.ceph:Starting mgr daemons in cluster ceph... 2026-03-05T15:37:13.289 INFO:tasks.ceph.mgr.x:Restarting daemon 2026-03-05T15:37:13.289 DEBUG:teuthology.orchestra.run.vm01:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mgr -f --cluster ceph -i x 2026-03-05T15:37:13.291 INFO:tasks.ceph.mgr.x:Started 2026-03-05T15:37:13.291 INFO:tasks.ceph:Setting crush tunables to default 2026-03-05T15:37:13.291 DEBUG:teuthology.orchestra.run.vm01:> sudo ceph --cluster ceph osd crush tunables default 2026-03-05T15:37:13.454 INFO:teuthology.orchestra.run.vm01.stderr:adjusted tunables profile to default 2026-03-05T15:37:13.464 INFO:tasks.ceph:check_enable_crimson: False 2026-03-05T15:37:13.464 INFO:tasks.ceph:Starting osd daemons in cluster ceph... 2026-03-05T15:37:13.464 DEBUG:teuthology.orchestra.run.vm01:> set -ex 2026-03-05T15:37:13.464 DEBUG:teuthology.orchestra.run.vm01:> sudo dd if=/var/lib/ceph/osd/ceph-0/fsid of=/dev/stdout 2026-03-05T15:37:13.491 DEBUG:teuthology.orchestra.run.vm01:> set -ex 2026-03-05T15:37:13.491 DEBUG:teuthology.orchestra.run.vm01:> sudo dd if=/var/lib/ceph/osd/ceph-1/fsid of=/dev/stdout 2026-03-05T15:37:13.557 DEBUG:teuthology.orchestra.run.vm01:> set -ex 2026-03-05T15:37:13.557 DEBUG:teuthology.orchestra.run.vm01:> sudo dd if=/var/lib/ceph/osd/ceph-2/fsid of=/dev/stdout 2026-03-05T15:37:13.622 DEBUG:teuthology.orchestra.run.vm01:> sudo ceph --cluster ceph osd new fe31da84-1f3e-492f-b923-3aa71fddfdb9 0 2026-03-05T15:37:13.794 INFO:teuthology.orchestra.run.vm01.stdout:0 2026-03-05T15:37:13.807 DEBUG:teuthology.orchestra.run.vm01:> sudo ceph --cluster ceph osd new 5c87e20f-1297-4402-956e-f7fe7a10de88 1 2026-03-05T15:37:13.943 INFO:teuthology.orchestra.run.vm01.stdout:1 2026-03-05T15:37:13.957 DEBUG:teuthology.orchestra.run.vm01:> sudo ceph --cluster ceph osd new 3bb6e15c-d5cd-450e-9dca-03ded15f4afc 2 2026-03-05T15:37:14.088 INFO:teuthology.orchestra.run.vm01.stdout:2 2026-03-05T15:37:14.102 INFO:tasks.ceph.osd.0:Restarting daemon 2026-03-05T15:37:14.102 DEBUG:teuthology.orchestra.run.vm01:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-osd -f --cluster ceph -i 0 2026-03-05T15:37:14.104 INFO:tasks.ceph.osd.0:Started 2026-03-05T15:37:14.104 INFO:tasks.ceph.osd.1:Restarting daemon 2026-03-05T15:37:14.104 DEBUG:teuthology.orchestra.run.vm01:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-osd -f --cluster ceph -i 1 2026-03-05T15:37:14.106 INFO:tasks.ceph.osd.1:Started 2026-03-05T15:37:14.106 INFO:tasks.ceph.osd.2:Restarting daemon 2026-03-05T15:37:14.106 DEBUG:teuthology.orchestra.run.vm01:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-osd -f --cluster ceph -i 2 2026-03-05T15:37:14.109 INFO:tasks.ceph.osd.2:Started 2026-03-05T15:37:14.109 DEBUG:teuthology.orchestra.run.vm01:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2026-03-05T15:37:14.322 INFO:teuthology.orchestra.run.vm01.stdout: 2026-03-05T15:37:14.323 INFO:teuthology.orchestra.run.vm01.stdout:{"epoch":5,"fsid":"aa4a0679-b0cc-4720-aaa5-6c43fe7e7555","created":"2026-03-05T15:37:13.402429+0100","modified":"2026-03-05T15:37:14.085544+0100","last_up_change":"0.000000","last_in_change":"2026-03-05T15:37:14.085544+0100","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":2,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":0,"max_osd":3,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[],"osds":[{"osd":0,"uuid":"fe31da84-1f3e-492f-b923-3aa71fddfdb9","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":1,"uuid":"5c87e20f-1297-4402-956e-f7fe7a10de88","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":2,"uuid":"3bb6e15c-d5cd-450e-9dca-03ded15f4afc","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2026-03-05T15:37:14.332 INFO:tasks.ceph.ceph_manager.ceph:[] 2026-03-05T15:37:14.333 INFO:tasks.ceph:Waiting for OSDs to come up 2026-03-05T15:37:14.429 INFO:tasks.ceph.mgr.x.vm01.stderr:/usr/lib64/python3.9/site-packages/scipy/__init__.py:73: UserWarning: NumPy was imported from a Python sub-interpreter but NumPy does not properly support sub-interpreters. This will likely work for most users but might cause hard to track down issues or subtle bugs. A common user of the rare sub-interpreter feature is wsgi which also allows single-interpreter mode. 2026-03-05T15:37:14.429 INFO:tasks.ceph.mgr.x.vm01.stderr:Improvements in the case of bugs are welcome, but is not on the NumPy roadmap, and full support may require significant effort to achieve. 2026-03-05T15:37:14.429 INFO:tasks.ceph.mgr.x.vm01.stderr: from numpy import show_config as show_numpy_config 2026-03-05T15:37:14.434 INFO:tasks.ceph.mgr.x.vm01.stderr:2026-03-05T15:37:14.434+0100 7f9c2d80d140 -1 mgr[py] Module diskprediction_local has missing NOTIFY_TYPES member 2026-03-05T15:37:14.635 DEBUG:teuthology.orchestra.run.vm01:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph --cluster ceph osd dump --format=json 2026-03-05T15:37:14.651 INFO:tasks.ceph.mgr.x.vm01.stderr:2026-03-05T15:37:14.651+0100 7f9c2d80d140 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2026-03-05T15:37:14.688 INFO:tasks.ceph.mgr.x.vm01.stderr:2026-03-05T15:37:14.689+0100 7f9c2d80d140 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2026-03-05T15:37:14.722 INFO:tasks.ceph.mgr.x.vm01.stderr:2026-03-05T15:37:14.722+0100 7f9c2d80d140 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2026-03-05T15:37:14.750 INFO:teuthology.misc.health.vm01.stdout: 2026-03-05T15:37:14.750 INFO:teuthology.misc.health.vm01.stdout:{"epoch":5,"fsid":"aa4a0679-b0cc-4720-aaa5-6c43fe7e7555","created":"2026-03-05T15:37:13.402429+0100","modified":"2026-03-05T15:37:14.085544+0100","last_up_change":"0.000000","last_in_change":"2026-03-05T15:37:14.085544+0100","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":2,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":0,"max_osd":3,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[],"osds":[{"osd":0,"uuid":"fe31da84-1f3e-492f-b923-3aa71fddfdb9","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":1,"uuid":"5c87e20f-1297-4402-956e-f7fe7a10de88","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":2,"uuid":"3bb6e15c-d5cd-450e-9dca-03ded15f4afc","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2026-03-05T15:37:14.750 INFO:tasks.ceph.mgr.x.vm01.stderr:2026-03-05T15:37:14.751+0100 7f9c2d80d140 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2026-03-05T15:37:14.759 DEBUG:teuthology.misc:0 of 3 OSDs are up 2026-03-05T15:37:14.817 INFO:tasks.ceph.osd.1.vm01.stderr:2026-03-05T15:37:14.816+0100 7f73a9419780 -1 Falling back to public interface 2026-03-05T15:37:14.824 INFO:tasks.ceph.mgr.x.vm01.stderr:2026-03-05T15:37:14.824+0100 7f9c2d80d140 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2026-03-05T15:37:14.882 INFO:tasks.ceph.mgr.x.vm01.stderr:2026-03-05T15:37:14.883+0100 7f9c2d80d140 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2026-03-05T15:37:15.086 INFO:tasks.ceph.mgr.x.vm01.stderr:2026-03-05T15:37:15.086+0100 7f9c2d80d140 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2026-03-05T15:37:15.097 INFO:tasks.ceph.osd.0.vm01.stderr:2026-03-05T15:37:15.097+0100 7f2512a11780 -1 Falling back to public interface 2026-03-05T15:37:15.156 INFO:tasks.ceph.mgr.x.vm01.stderr:2026-03-05T15:37:15.156+0100 7f9c2d80d140 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2026-03-05T15:37:15.189 INFO:tasks.ceph.mgr.x.vm01.stderr:2026-03-05T15:37:15.190+0100 7f9c2d80d140 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2026-03-05T15:37:15.215 INFO:tasks.ceph.mgr.x.vm01.stderr:2026-03-05T15:37:15.215+0100 7f9c2d80d140 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2026-03-05T15:37:15.246 INFO:tasks.ceph.mgr.x.vm01.stderr:2026-03-05T15:37:15.247+0100 7f9c2d80d140 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2026-03-05T15:37:15.274 INFO:tasks.ceph.mgr.x.vm01.stderr:2026-03-05T15:37:15.275+0100 7f9c2d80d140 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2026-03-05T15:37:15.326 INFO:tasks.ceph.osd.2.vm01.stderr:2026-03-05T15:37:15.326+0100 7fb6421ac780 -1 Falling back to public interface 2026-03-05T15:37:15.441 INFO:tasks.ceph.mgr.x.vm01.stderr:2026-03-05T15:37:15.441+0100 7f9c2d80d140 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2026-03-05T15:37:15.484 INFO:tasks.ceph.mgr.x.vm01.stderr:2026-03-05T15:37:15.485+0100 7f9c2d80d140 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2026-03-05T15:37:15.640 INFO:tasks.ceph.osd.1.vm01.stderr:2026-03-05T15:37:15.640+0100 7f73a9419780 -1 osd.1 0 log_to_monitors true 2026-03-05T15:37:15.654 INFO:tasks.ceph.mgr.x.vm01.stderr:2026-03-05T15:37:15.654+0100 7f9c2d80d140 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2026-03-05T15:37:15.682 INFO:tasks.ceph.mgr.x.vm01.stderr:2026-03-05T15:37:15.683+0100 7f9c2d80d140 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2026-03-05T15:37:15.714 INFO:tasks.ceph.mgr.x.vm01.stderr:2026-03-05T15:37:15.714+0100 7f9c2d80d140 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2026-03-05T15:37:15.770 INFO:tasks.ceph.mgr.x.vm01.stderr:2026-03-05T15:37:15.771+0100 7f9c2d80d140 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2026-03-05T15:37:15.796 INFO:tasks.ceph.mgr.x.vm01.stderr:2026-03-05T15:37:15.797+0100 7f9c2d80d140 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2026-03-05T15:37:15.862 INFO:tasks.ceph.mgr.x.vm01.stderr:2026-03-05T15:37:15.863+0100 7f9c2d80d140 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2026-03-05T15:37:15.940 INFO:tasks.ceph.mgr.x.vm01.stderr:2026-03-05T15:37:15.941+0100 7f9c2d80d140 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2026-03-05T15:37:16.040 INFO:tasks.ceph.mgr.x.vm01.stderr:2026-03-05T15:37:16.040+0100 7f9c2d80d140 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2026-03-05T15:37:16.067 INFO:tasks.ceph.mgr.x.vm01.stderr:2026-03-05T15:37:16.067+0100 7f9c2d80d140 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2026-03-05T15:37:16.179 INFO:tasks.ceph.osd.0.vm01.stderr:2026-03-05T15:37:16.180+0100 7f2512a11780 -1 osd.0 0 log_to_monitors true 2026-03-05T15:37:16.305 INFO:tasks.ceph.mgr.x.vm01.stderr:2026-03-05T15:37:16.306+0100 7f9c2d80d140 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2026-03-05T15:37:16.414 INFO:tasks.ceph.osd.2.vm01.stderr:2026-03-05T15:37:16.414+0100 7fb6421ac780 -1 osd.2 0 log_to_monitors true 2026-03-05T15:37:17.318 INFO:tasks.ceph.mgr.x.vm01.stderr:2026-03-05T15:37:17.319+0100 7f9bfa1c4640 -1 mgr.server handle_report got status from non-daemon mon.a 2026-03-05T15:37:18.236 INFO:tasks.ceph.osd.0.vm01.stderr:2026-03-05T15:37:18.236+0100 7f250e281640 -1 osd.0 0 waiting for initial osdmap 2026-03-05T15:37:18.238 INFO:tasks.ceph.osd.1.vm01.stderr:2026-03-05T15:37:18.239+0100 7f73a53a8640 -1 osd.1 0 waiting for initial osdmap 2026-03-05T15:37:18.247 INFO:tasks.ceph.osd.0.vm01.stderr:2026-03-05T15:37:18.248+0100 7f25098aa640 -1 osd.0 7 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2026-03-05T15:37:18.249 INFO:tasks.ceph.osd.1.vm01.stderr:2026-03-05T15:37:18.250+0100 7f73a09d1640 -1 osd.1 7 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2026-03-05T15:37:19.080 INFO:tasks.ceph.osd.2.vm01.stderr:2026-03-05T15:37:19.080+0100 7fb63e139640 -1 osd.2 0 waiting for initial osdmap 2026-03-05T15:37:19.095 INFO:tasks.ceph.osd.2.vm01.stderr:2026-03-05T15:37:19.095+0100 7fb639762640 -1 osd.2 8 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2026-03-05T15:37:21.062 DEBUG:teuthology.orchestra.run.vm01:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph --cluster ceph osd dump --format=json 2026-03-05T15:37:21.244 INFO:teuthology.misc.health.vm01.stdout: 2026-03-05T15:37:21.244 INFO:teuthology.misc.health.vm01.stdout:{"epoch":10,"fsid":"aa4a0679-b0cc-4720-aaa5-6c43fe7e7555","created":"2026-03-05T15:37:13.402429+0100","modified":"2026-03-05T15:37:21.085547+0100","last_up_change":"2026-03-05T15:37:20.082912+0100","last_in_change":"2026-03-05T15:37:14.085544+0100","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":5,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":1,"max_osd":3,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2026-03-05T15:37:20.333343+0100","flags":32769,"flags_names":"hashpspool,creating","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"10","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{},"read_balance":{"score_type":"Fair distribution","score_acting":2.9900000095367432,"score_stable":2.9900000095367432,"optimal_score":0.67000001668930054,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"fe31da84-1f3e-492f-b923-3aa71fddfdb9","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"192.168.123.101:6808","nonce":4068589885},{"type":"v1","addr":"192.168.123.101:6809","nonce":4068589885}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"192.168.123.101:6810","nonce":4068589885},{"type":"v1","addr":"192.168.123.101:6811","nonce":4068589885}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"192.168.123.101:6814","nonce":4068589885},{"type":"v1","addr":"192.168.123.101:6815","nonce":4068589885}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"192.168.123.101:6812","nonce":4068589885},{"type":"v1","addr":"192.168.123.101:6813","nonce":4068589885}]},"public_addr":"192.168.123.101:6809/4068589885","cluster_addr":"192.168.123.101:6811/4068589885","heartbeat_back_addr":"192.168.123.101:6815/4068589885","heartbeat_front_addr":"192.168.123.101:6813/4068589885","state":["exists","up"]},{"osd":1,"uuid":"5c87e20f-1297-4402-956e-f7fe7a10de88","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"192.168.123.101:6800","nonce":4173289937},{"type":"v1","addr":"192.168.123.101:6801","nonce":4173289937}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"192.168.123.101:6802","nonce":4173289937},{"type":"v1","addr":"192.168.123.101:6803","nonce":4173289937}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"192.168.123.101:6806","nonce":4173289937},{"type":"v1","addr":"192.168.123.101:6807","nonce":4173289937}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"192.168.123.101:6804","nonce":4173289937},{"type":"v1","addr":"192.168.123.101:6805","nonce":4173289937}]},"public_addr":"192.168.123.101:6801/4173289937","cluster_addr":"192.168.123.101:6803/4173289937","heartbeat_back_addr":"192.168.123.101:6807/4173289937","heartbeat_front_addr":"192.168.123.101:6805/4173289937","state":["exists","up"]},{"osd":2,"uuid":"3bb6e15c-d5cd-450e-9dca-03ded15f4afc","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":9,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"192.168.123.101:6816","nonce":35540085},{"type":"v1","addr":"192.168.123.101:6817","nonce":35540085}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"192.168.123.101:6818","nonce":35540085},{"type":"v1","addr":"192.168.123.101:6819","nonce":35540085}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"192.168.123.101:6822","nonce":35540085},{"type":"v1","addr":"192.168.123.101:6823","nonce":35540085}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"192.168.123.101:6820","nonce":35540085},{"type":"v1","addr":"192.168.123.101:6821","nonce":35540085}]},"public_addr":"192.168.123.101:6817/35540085","cluster_addr":"192.168.123.101:6819/35540085","heartbeat_back_addr":"192.168.123.101:6823/35540085","heartbeat_front_addr":"192.168.123.101:6821/35540085","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2026-03-05T15:37:21.254 DEBUG:teuthology.misc:3 of 3 OSDs are up 2026-03-05T15:37:21.254 INFO:tasks.ceph:Creating RBD pool 2026-03-05T15:37:21.254 DEBUG:teuthology.orchestra.run.vm01:> sudo ceph --cluster ceph osd pool create rbd 8 2026-03-05T15:37:22.090 INFO:teuthology.orchestra.run.vm01.stderr:pool 'rbd' created 2026-03-05T15:37:22.113 DEBUG:teuthology.orchestra.run.vm01:> rbd --cluster ceph pool init rbd 2026-03-05T15:37:22.164 INFO:teuthology.orchestra.run.vm01.stderr:ignoring --setuser ceph since I am not root 2026-03-05T15:37:22.164 INFO:teuthology.orchestra.run.vm01.stderr:ignoring --setgroup ceph since I am not root 2026-03-05T15:37:25.127 INFO:tasks.ceph:Starting mds daemons in cluster ceph... 2026-03-05T15:37:25.127 INFO:tasks.ceph:Waiting until ceph daemons up and pgs clean... 2026-03-05T15:37:25.127 INFO:tasks.ceph.ceph_manager.ceph:waiting for mgr available 2026-03-05T15:37:25.127 DEBUG:teuthology.orchestra.run.vm01:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph mgr dump --format=json 2026-03-05T15:37:25.127 INFO:tasks.daemonwatchdog.daemon_watchdog:watchdog starting 2026-03-05T15:37:25.338 INFO:teuthology.orchestra.run.vm01.stdout: 2026-03-05T15:37:25.350 INFO:teuthology.orchestra.run.vm01.stdout:{"epoch":5,"flags":0,"active_gid":4101,"active_name":"x","active_addrs":{"addrvec":[{"type":"v2","addr":"192.168.123.101:6824","nonce":3606354767},{"type":"v1","addr":"192.168.123.101:6825","nonce":3606354767}]},"active_addr":"192.168.123.101:6825/3606354767","active_change":"2026-03-05T15:37:16.308000+0100","active_mgr_features":4540701547738038271,"available":true,"standbys":[],"modules":["iostat","nfs","restful"],"available_modules":[{"name":"alerts","can_run":true,"error_string":"","module_options":{"interval":{"name":"interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"How frequently to reexamine health status","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"smtp_destination":{"name":"smtp_destination","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Email address to send alerts to","long_desc":"","tags":[],"see_also":[]},"smtp_from_name":{"name":"smtp_from_name","type":"str","level":"advanced","flags":1,"default_value":"Ceph","min":"","max":"","enum_allowed":[],"desc":"Email From: name","long_desc":"","tags":[],"see_also":[]},"smtp_host":{"name":"smtp_host","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_password":{"name":"smtp_password","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Password to authenticate with","long_desc":"","tags":[],"see_also":[]},"smtp_port":{"name":"smtp_port","type":"int","level":"advanced","flags":1,"default_value":"465","min":"","max":"","enum_allowed":[],"desc":"SMTP port","long_desc":"","tags":[],"see_also":[]},"smtp_sender":{"name":"smtp_sender","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP envelope sender","long_desc":"","tags":[],"see_also":[]},"smtp_ssl":{"name":"smtp_ssl","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Use SSL to connect to SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_user":{"name":"smtp_user","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"User to authenticate as","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"balancer","can_run":true,"error_string":"","module_options":{"active":{"name":"active","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"automatically balance PGs across cluster","long_desc":"","tags":[],"see_also":[]},"begin_time":{"name":"begin_time","type":"str","level":"advanced","flags":1,"default_value":"0000","min":"","max":"","enum_allowed":[],"desc":"beginning time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"begin_weekday":{"name":"begin_weekday","type":"uint","level":"advanced","flags":1,"default_value":"0","min":"0","max":"6","enum_allowed":[],"desc":"Restrict automatic balancing to this day of the week or later","long_desc":"0 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"crush_compat_max_iterations":{"name":"crush_compat_max_iterations","type":"uint","level":"advanced","flags":1,"default_value":"25","min":"1","max":"250","enum_allowed":[],"desc":"maximum number of iterations to attempt optimization","long_desc":"","tags":[],"see_also":[]},"crush_compat_metrics":{"name":"crush_compat_metrics","type":"str","level":"advanced","flags":1,"default_value":"pgs,objects,bytes","min":"","max":"","enum_allowed":[],"desc":"metrics with which to calculate OSD utilization","long_desc":"Value is a list of one or more of \"pgs\", \"objects\", or \"bytes\", and indicates which metrics to use to balance utilization.","tags":[],"see_also":[]},"crush_compat_step":{"name":"crush_compat_step","type":"float","level":"advanced","flags":1,"default_value":"0.5","min":"0.001","max":"0.999","enum_allowed":[],"desc":"aggressiveness of optimization","long_desc":".99 is very aggressive, .01 is less aggressive","tags":[],"see_also":[]},"end_time":{"name":"end_time","type":"str","level":"advanced","flags":1,"default_value":"2359","min":"","max":"","enum_allowed":[],"desc":"ending time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"end_weekday":{"name":"end_weekday","type":"uint","level":"advanced","flags":1,"default_value":"0","min":"0","max":"6","enum_allowed":[],"desc":"Restrict automatic balancing to days of the week earlier than this","long_desc":"0 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_score":{"name":"min_score","type":"float","level":"advanced","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"minimum score, below which no optimization is attempted","long_desc":"","tags":[],"see_also":[]},"mode":{"name":"mode","type":"str","level":"advanced","flags":1,"default_value":"upmap","min":"","max":"","enum_allowed":["crush-compat","none","read","upmap","upmap-read"],"desc":"Balancer mode","long_desc":"","tags":[],"see_also":[]},"pool_ids":{"name":"pool_ids","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"pools which the automatic balancing will be limited to","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and attempt optimization","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"update_pg_upmap_activity":{"name":"update_pg_upmap_activity","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Updates pg_upmap activity stats to be used in `balancer status detail`","long_desc":"","tags":[],"see_also":[]},"upmap_max_deviation":{"name":"upmap_max_deviation","type":"int","level":"advanced","flags":1,"default_value":"5","min":"1","max":"","enum_allowed":[],"desc":"deviation below which no optimization is attempted","long_desc":"If the number of PGs are within this count then no optimization is attempted","tags":[],"see_also":[]},"upmap_max_optimizations":{"name":"upmap_max_optimizations","type":"uint","level":"advanced","flags":1,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"maximum upmap optimizations to make per attempt","long_desc":"","tags":[],"see_also":[]}}},{"name":"cephadm","can_run":true,"error_string":"","module_options":{"agent_down_multiplier":{"name":"agent_down_multiplier","type":"float","level":"advanced","flags":0,"default_value":"3.0","min":"","max":"","enum_allowed":[],"desc":"Multiplied by agent refresh rate to calculate how long agent must not report before being marked down","long_desc":"","tags":[],"see_also":[]},"agent_refresh_rate":{"name":"agent_refresh_rate","type":"secs","level":"advanced","flags":0,"default_value":"20","min":"","max":"","enum_allowed":[],"desc":"How often agent on each host will try to gather and send metadata","long_desc":"","tags":[],"see_also":[]},"agent_starting_port":{"name":"agent_starting_port","type":"int","level":"advanced","flags":0,"default_value":"4721","min":"","max":"","enum_allowed":[],"desc":"First port agent will try to bind to (will also try up to next 1000 subsequent ports if blocked)","long_desc":"","tags":[],"see_also":[]},"allow_ptrace":{"name":"allow_ptrace","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow SYS_PTRACE capability on ceph containers","long_desc":"The SYS_PTRACE capability is needed to attach to a process with gdb or strace. Enabling this options can allow debugging daemons that encounter problems at runtime.","tags":[],"see_also":[]},"autotune_interval":{"name":"autotune_interval","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to autotune daemon memory","long_desc":"","tags":[],"see_also":[]},"autotune_memory_target_ratio":{"name":"autotune_memory_target_ratio","type":"float","level":"advanced","flags":0,"default_value":"0.7","min":"","max":"","enum_allowed":[],"desc":"ratio of total system memory to divide amongst autotuned daemons","long_desc":"","tags":[],"see_also":[]},"cephadm_log_destination":{"name":"cephadm_log_destination","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":["file","file,syslog","syslog"],"desc":"Destination for cephadm command's persistent logging","long_desc":"","tags":[],"see_also":[]},"cgroups_split":{"name":"cgroups_split","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Pass --cgroups=split when cephadm creates containers (currently podman only)","long_desc":"","tags":[],"see_also":[]},"config_checks_enabled":{"name":"config_checks_enabled","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable or disable the cephadm configuration analysis","long_desc":"","tags":[],"see_also":[]},"config_dashboard":{"name":"config_dashboard","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"manage configs like API endpoints in Dashboard.","long_desc":"","tags":[],"see_also":[]},"container_image_alertmanager":{"name":"container_image_alertmanager","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/alertmanager:v0.25.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_base":{"name":"container_image_base","type":"str","level":"advanced","flags":1,"default_value":"quay.io/ceph/ceph","min":"","max":"","enum_allowed":[],"desc":"Container image name, without the tag","long_desc":"","tags":[],"see_also":[]},"container_image_elasticsearch":{"name":"container_image_elasticsearch","type":"str","level":"advanced","flags":0,"default_value":"quay.io/omrizeneva/elasticsearch:6.8.23","min":"","max":"","enum_allowed":[],"desc":"elasticsearch container image","long_desc":"","tags":[],"see_also":[]},"container_image_grafana":{"name":"container_image_grafana","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/grafana:10.4.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_haproxy":{"name":"container_image_haproxy","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/haproxy:2.3","min":"","max":"","enum_allowed":[],"desc":"HAproxy container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_agent":{"name":"container_image_jaeger_agent","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-agent:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger agent container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_collector":{"name":"container_image_jaeger_collector","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-collector:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger collector container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_query":{"name":"container_image_jaeger_query","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-query:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger query container image","long_desc":"","tags":[],"see_also":[]},"container_image_keepalived":{"name":"container_image_keepalived","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/keepalived:2.2.4","min":"","max":"","enum_allowed":[],"desc":"Keepalived container image","long_desc":"","tags":[],"see_also":[]},"container_image_loki":{"name":"container_image_loki","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/loki:3.0.0","min":"","max":"","enum_allowed":[],"desc":"Loki container image","long_desc":"","tags":[],"see_also":[]},"container_image_node_exporter":{"name":"container_image_node_exporter","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/node-exporter:v1.7.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_nvmeof":{"name":"container_image_nvmeof","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/nvmeof:1.2.5","min":"","max":"","enum_allowed":[],"desc":"Nvme-of container image","long_desc":"","tags":[],"see_also":[]},"container_image_prometheus":{"name":"container_image_prometheus","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/prometheus:v2.51.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_promtail":{"name":"container_image_promtail","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/promtail:3.0.0","min":"","max":"","enum_allowed":[],"desc":"Promtail container image","long_desc":"","tags":[],"see_also":[]},"container_image_samba":{"name":"container_image_samba","type":"str","level":"advanced","flags":0,"default_value":"quay.io/samba.org/samba-server:devbuilds-centos-amd64","min":"","max":"","enum_allowed":[],"desc":"Samba/SMB container image","long_desc":"","tags":[],"see_also":[]},"container_image_snmp_gateway":{"name":"container_image_snmp_gateway","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/snmp-notifier:v1.2.1","min":"","max":"","enum_allowed":[],"desc":"SNMP Gateway container image","long_desc":"","tags":[],"see_also":[]},"container_init":{"name":"container_init","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Run podman/docker with `--init`","long_desc":"","tags":[],"see_also":[]},"daemon_cache_timeout":{"name":"daemon_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"seconds to cache service (daemon) inventory","long_desc":"","tags":[],"see_also":[]},"default_cephadm_command_timeout":{"name":"default_cephadm_command_timeout","type":"int","level":"advanced","flags":0,"default_value":"900","min":"","max":"","enum_allowed":[],"desc":"Default timeout applied to cephadm commands run directly on the host (in seconds)","long_desc":"","tags":[],"see_also":[]},"default_registry":{"name":"default_registry","type":"str","level":"advanced","flags":0,"default_value":"quay.io","min":"","max":"","enum_allowed":[],"desc":"Search-registry to which we should normalize unqualified image names. This is not the default registry","long_desc":"","tags":[],"see_also":[]},"device_cache_timeout":{"name":"device_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"1800","min":"","max":"","enum_allowed":[],"desc":"seconds to cache device inventory","long_desc":"","tags":[],"see_also":[]},"device_enhanced_scan":{"name":"device_enhanced_scan","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Use libstoragemgmt during device scans","long_desc":"","tags":[],"see_also":[]},"facts_cache_timeout":{"name":"facts_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"seconds to cache host facts data","long_desc":"","tags":[],"see_also":[]},"grafana_dashboards_path":{"name":"grafana_dashboards_path","type":"str","level":"advanced","flags":0,"default_value":"/etc/grafana/dashboards/ceph-dashboard/","min":"","max":"","enum_allowed":[],"desc":"location of dashboards to include in grafana deployments","long_desc":"","tags":[],"see_also":[]},"host_check_interval":{"name":"host_check_interval","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to perform a host check","long_desc":"","tags":[],"see_also":[]},"hw_monitoring":{"name":"hw_monitoring","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Deploy hw monitoring daemon on every host.","long_desc":"","tags":[],"see_also":[]},"inventory_list_all":{"name":"inventory_list_all","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Whether ceph-volume inventory should report more devices (mostly mappers (LVs / mpaths), partitions...)","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_refresh_metadata":{"name":"log_refresh_metadata","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Log all refresh metadata. Includes daemon, device, and host info collected regularly. Only has effect if logging at debug level","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"log to the \"cephadm\" cluster log channel\"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"manage_etc_ceph_ceph_conf":{"name":"manage_etc_ceph_ceph_conf","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Manage and own /etc/ceph/ceph.conf on the hosts.","long_desc":"","tags":[],"see_also":[]},"manage_etc_ceph_ceph_conf_hosts":{"name":"manage_etc_ceph_ceph_conf_hosts","type":"str","level":"advanced","flags":0,"default_value":"*","min":"","max":"","enum_allowed":[],"desc":"PlacementSpec describing on which hosts to manage /etc/ceph/ceph.conf","long_desc":"","tags":[],"see_also":[]},"max_count_per_host":{"name":"max_count_per_host","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"max number of daemons per service per host","long_desc":"","tags":[],"see_also":[]},"max_osd_draining_count":{"name":"max_osd_draining_count","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"max number of osds that will be drained simultaneously when osds are removed","long_desc":"","tags":[],"see_also":[]},"migration_current":{"name":"migration_current","type":"int","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"internal - do not modify","long_desc":"","tags":[],"see_also":[]},"mode":{"name":"mode","type":"str","level":"advanced","flags":0,"default_value":"root","min":"","max":"","enum_allowed":["cephadm-package","root"],"desc":"mode for remote execution of cephadm","long_desc":"","tags":[],"see_also":[]},"oob_default_addr":{"name":"oob_default_addr","type":"str","level":"advanced","flags":0,"default_value":"169.254.1.1","min":"","max":"","enum_allowed":[],"desc":"Default address for RedFish API (oob management).","long_desc":"","tags":[],"see_also":[]},"prometheus_alerts_path":{"name":"prometheus_alerts_path","type":"str","level":"advanced","flags":0,"default_value":"/etc/prometheus/ceph/ceph_default_alerts.yml","min":"","max":"","enum_allowed":[],"desc":"location of alerts to include in prometheus deployments","long_desc":"","tags":[],"see_also":[]},"registry_insecure":{"name":"registry_insecure","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Registry is to be considered insecure (no TLS available). Only for development purposes.","long_desc":"","tags":[],"see_also":[]},"registry_password":{"name":"registry_password","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Custom repository password. Only used for logging into a registry.","long_desc":"","tags":[],"see_also":[]},"registry_url":{"name":"registry_url","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Registry url for login purposes. This is not the default registry","long_desc":"","tags":[],"see_also":[]},"registry_username":{"name":"registry_username","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Custom repository username. Only used for logging into a registry.","long_desc":"","tags":[],"see_also":[]},"secure_monitoring_stack":{"name":"secure_monitoring_stack","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable TLS security for all the monitoring stack daemons","long_desc":"","tags":[],"see_also":[]},"service_discovery_port":{"name":"service_discovery_port","type":"int","level":"advanced","flags":0,"default_value":"8765","min":"","max":"","enum_allowed":[],"desc":"cephadm service discovery port","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssh_config_file":{"name":"ssh_config_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"customized SSH config file to connect to managed hosts","long_desc":"","tags":[],"see_also":[]},"ssh_keepalive_count_max":{"name":"ssh_keepalive_count_max","type":"int","level":"advanced","flags":0,"default_value":"3","min":"","max":"","enum_allowed":[],"desc":"How many times ssh connections can fail liveness checks before the host is marked offline","long_desc":"","tags":[],"see_also":[]},"ssh_keepalive_interval":{"name":"ssh_keepalive_interval","type":"int","level":"advanced","flags":0,"default_value":"7","min":"","max":"","enum_allowed":[],"desc":"How often ssh connections are checked for liveness","long_desc":"","tags":[],"see_also":[]},"use_agent":{"name":"use_agent","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Use cephadm agent on each host to gather and send metadata","long_desc":"","tags":[],"see_also":[]},"use_repo_digest":{"name":"use_repo_digest","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Automatically convert image tags to image digest. Make sure all daemons use the same image","long_desc":"","tags":[],"see_also":[]},"warn_on_failed_host_check":{"name":"warn_on_failed_host_check","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if the host check fails","long_desc":"","tags":[],"see_also":[]},"warn_on_stray_daemons":{"name":"warn_on_stray_daemons","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if daemons are detected that are not managed by cephadm","long_desc":"","tags":[],"see_also":[]},"warn_on_stray_hosts":{"name":"warn_on_stray_hosts","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if daemons are detected on a host that is not managed by cephadm","long_desc":"","tags":[],"see_also":[]}}},{"name":"crash","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"retain_interval":{"name":"retain_interval","type":"secs","level":"advanced","flags":1,"default_value":"31536000","min":"","max":"","enum_allowed":[],"desc":"how long to retain crashes before pruning them","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"warn_recent_interval":{"name":"warn_recent_interval","type":"secs","level":"advanced","flags":1,"default_value":"1209600","min":"","max":"","enum_allowed":[],"desc":"time interval in which to warn about recent crashes","long_desc":"","tags":[],"see_also":[]}}},{"name":"dashboard","can_run":true,"error_string":"","module_options":{"ACCOUNT_LOCKOUT_ATTEMPTS":{"name":"ACCOUNT_LOCKOUT_ATTEMPTS","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ALERTMANAGER_API_HOST":{"name":"ALERTMANAGER_API_HOST","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ALERTMANAGER_API_SSL_VERIFY":{"name":"ALERTMANAGER_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"AUDIT_API_ENABLED":{"name":"AUDIT_API_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"AUDIT_API_LOG_PAYLOAD":{"name":"AUDIT_API_LOG_PAYLOAD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ENABLE_BROWSABLE_API":{"name":"ENABLE_BROWSABLE_API","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_CEPHFS":{"name":"FEATURE_TOGGLE_CEPHFS","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_DASHBOARD":{"name":"FEATURE_TOGGLE_DASHBOARD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_ISCSI":{"name":"FEATURE_TOGGLE_ISCSI","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_MIRRORING":{"name":"FEATURE_TOGGLE_MIRRORING","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_NFS":{"name":"FEATURE_TOGGLE_NFS","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_RBD":{"name":"FEATURE_TOGGLE_RBD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_RGW":{"name":"FEATURE_TOGGLE_RGW","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE":{"name":"GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_PASSWORD":{"name":"GRAFANA_API_PASSWORD","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_SSL_VERIFY":{"name":"GRAFANA_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_URL":{"name":"GRAFANA_API_URL","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_USERNAME":{"name":"GRAFANA_API_USERNAME","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_FRONTEND_API_URL":{"name":"GRAFANA_FRONTEND_API_URL","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_UPDATE_DASHBOARDS":{"name":"GRAFANA_UPDATE_DASHBOARDS","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ISCSI_API_SSL_VERIFICATION":{"name":"ISCSI_API_SSL_VERIFICATION","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ISSUE_TRACKER_API_KEY":{"name":"ISSUE_TRACKER_API_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PROMETHEUS_API_HOST":{"name":"PROMETHEUS_API_HOST","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PROMETHEUS_API_SSL_VERIFY":{"name":"PROMETHEUS_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_COMPLEXITY_ENABLED":{"name":"PWD_POLICY_CHECK_COMPLEXITY_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED":{"name":"PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_LENGTH_ENABLED":{"name":"PWD_POLICY_CHECK_LENGTH_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_OLDPWD_ENABLED":{"name":"PWD_POLICY_CHECK_OLDPWD_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED":{"name":"PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED":{"name":"PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_USERNAME_ENABLED":{"name":"PWD_POLICY_CHECK_USERNAME_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_ENABLED":{"name":"PWD_POLICY_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_EXCLUSION_LIST":{"name":"PWD_POLICY_EXCLUSION_LIST","type":"str","level":"advanced","flags":0,"default_value":"osd,host,dashboard,pool,block,nfs,ceph,monitors,gateway,logs,crush,maps","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_MIN_COMPLEXITY":{"name":"PWD_POLICY_MIN_COMPLEXITY","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_MIN_LENGTH":{"name":"PWD_POLICY_MIN_LENGTH","type":"int","level":"advanced","flags":0,"default_value":"8","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"REST_REQUESTS_TIMEOUT":{"name":"REST_REQUESTS_TIMEOUT","type":"int","level":"advanced","flags":0,"default_value":"45","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_ACCESS_KEY":{"name":"RGW_API_ACCESS_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_ADMIN_RESOURCE":{"name":"RGW_API_ADMIN_RESOURCE","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_SECRET_KEY":{"name":"RGW_API_SECRET_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_SSL_VERIFY":{"name":"RGW_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_SPAN":{"name":"USER_PWD_EXPIRATION_SPAN","type":"int","level":"advanced","flags":0,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_WARNING_1":{"name":"USER_PWD_EXPIRATION_WARNING_1","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_WARNING_2":{"name":"USER_PWD_EXPIRATION_WARNING_2","type":"int","level":"advanced","flags":0,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"cross_origin_url":{"name":"cross_origin_url","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"crt_file":{"name":"crt_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"debug":{"name":"debug","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable/disable debug options","long_desc":"","tags":[],"see_also":[]},"jwt_token_ttl":{"name":"jwt_token_ttl","type":"int","level":"advanced","flags":0,"default_value":"28800","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"key_file":{"name":"key_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"motd":{"name":"motd","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"The message of the day","long_desc":"","tags":[],"see_also":[]},"redirect_resolve_ip_addr":{"name":"redirect_resolve_ip_addr","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"::","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"int","level":"advanced","flags":0,"default_value":"8080","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl":{"name":"ssl","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl_server_port":{"name":"ssl_server_port","type":"int","level":"advanced","flags":0,"default_value":"8443","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_behaviour":{"name":"standby_behaviour","type":"str","level":"advanced","flags":0,"default_value":"redirect","min":"","max":"","enum_allowed":["error","redirect"],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_error_status_code":{"name":"standby_error_status_code","type":"int","level":"advanced","flags":0,"default_value":"500","min":"400","max":"599","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"url_prefix":{"name":"url_prefix","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"devicehealth","can_run":true,"error_string":"","module_options":{"enable_monitoring":{"name":"enable_monitoring","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"monitor device health metrics","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mark_out_threshold":{"name":"mark_out_threshold","type":"secs","level":"advanced","flags":1,"default_value":"2419200","min":"","max":"","enum_allowed":[],"desc":"automatically mark OSD if it may fail before this long","long_desc":"","tags":[],"see_also":[]},"pool_name":{"name":"pool_name","type":"str","level":"advanced","flags":1,"default_value":"device_health_metrics","min":"","max":"","enum_allowed":[],"desc":"name of pool in which to store device health metrics","long_desc":"","tags":[],"see_also":[]},"retention_period":{"name":"retention_period","type":"secs","level":"advanced","flags":1,"default_value":"15552000","min":"","max":"","enum_allowed":[],"desc":"how long to retain device health metrics","long_desc":"","tags":[],"see_also":[]},"scrape_frequency":{"name":"scrape_frequency","type":"secs","level":"advanced","flags":1,"default_value":"86400","min":"","max":"","enum_allowed":[],"desc":"how frequently to scrape device health metrics","long_desc":"","tags":[],"see_also":[]},"self_heal":{"name":"self_heal","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"preemptively heal cluster around devices that may fail","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and check device health","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"warn_threshold":{"name":"warn_threshold","type":"secs","level":"advanced","flags":1,"default_value":"7257600","min":"","max":"","enum_allowed":[],"desc":"raise health warning if OSD may fail before this long","long_desc":"","tags":[],"see_also":[]}}},{"name":"diskprediction_local","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"predict_interval":{"name":"predict_interval","type":"str","level":"advanced","flags":0,"default_value":"86400","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"predictor_model":{"name":"predictor_model","type":"str","level":"advanced","flags":0,"default_value":"prophetstor","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"str","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"influx","can_run":true,"error_string":"","module_options":{"batch_size":{"name":"batch_size","type":"int","level":"advanced","flags":0,"default_value":"5000","min":"","max":"","enum_allowed":[],"desc":"How big batches of data points should be when sending to InfluxDB.","long_desc":"","tags":[],"see_also":[]},"database":{"name":"database","type":"str","level":"advanced","flags":0,"default_value":"ceph","min":"","max":"","enum_allowed":[],"desc":"InfluxDB database name. You will need to create this database and grant write privileges to the configured username or the username must have admin privileges to create it.","long_desc":"","tags":[],"see_also":[]},"hostname":{"name":"hostname","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"InfluxDB server hostname","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"30","min":"5","max":"","enum_allowed":[],"desc":"Time between reports to InfluxDB. Default 30 seconds.","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"password":{"name":"password","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"password of InfluxDB server user","long_desc":"","tags":[],"see_also":[]},"port":{"name":"port","type":"int","level":"advanced","flags":0,"default_value":"8086","min":"","max":"","enum_allowed":[],"desc":"InfluxDB server port","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl":{"name":"ssl","type":"str","level":"advanced","flags":0,"default_value":"false","min":"","max":"","enum_allowed":[],"desc":"Use https connection for InfluxDB server. Use \"true\" or \"false\".","long_desc":"","tags":[],"see_also":[]},"threads":{"name":"threads","type":"int","level":"advanced","flags":0,"default_value":"5","min":"1","max":"32","enum_allowed":[],"desc":"How many worker threads should be spawned for sending data to InfluxDB.","long_desc":"","tags":[],"see_also":[]},"username":{"name":"username","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"username of InfluxDB server user","long_desc":"","tags":[],"see_also":[]},"verify_ssl":{"name":"verify_ssl","type":"str","level":"advanced","flags":0,"default_value":"true","min":"","max":"","enum_allowed":[],"desc":"Verify https cert for InfluxDB server. Use \"true\" or \"false\".","long_desc":"","tags":[],"see_also":[]}}},{"name":"insights","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"iostat","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"k8sevents","can_run":true,"error_string":"","module_options":{"ceph_event_retention_days":{"name":"ceph_event_retention_days","type":"int","level":"advanced","flags":0,"default_value":"7","min":"","max":"","enum_allowed":[],"desc":"Days to hold ceph event information within local cache","long_desc":"","tags":[],"see_also":[]},"config_check_secs":{"name":"config_check_secs","type":"int","level":"advanced","flags":0,"default_value":"10","min":"10","max":"","enum_allowed":[],"desc":"interval (secs) to check for cluster configuration changes","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"localpool","can_run":true,"error_string":"","module_options":{"failure_domain":{"name":"failure_domain","type":"str","level":"advanced","flags":1,"default_value":"host","min":"","max":"","enum_allowed":[],"desc":"failure domain for any created local pool","long_desc":"what failure domain we should separate data replicas across.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_size":{"name":"min_size","type":"int","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"default min_size for any created local pool","long_desc":"value to set min_size to (unchanged from Ceph's default if this option is not set)","tags":[],"see_also":[]},"num_rep":{"name":"num_rep","type":"int","level":"advanced","flags":1,"default_value":"3","min":"","max":"","enum_allowed":[],"desc":"default replica count for any created local pool","long_desc":"","tags":[],"see_also":[]},"pg_num":{"name":"pg_num","type":"int","level":"advanced","flags":1,"default_value":"128","min":"","max":"","enum_allowed":[],"desc":"default pg_num for any created local pool","long_desc":"","tags":[],"see_also":[]},"prefix":{"name":"prefix","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"name prefix for any created local pool","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"subtree":{"name":"subtree","type":"str","level":"advanced","flags":1,"default_value":"rack","min":"","max":"","enum_allowed":[],"desc":"CRUSH level for which to create a local pool","long_desc":"which CRUSH subtree type the module should create a pool for.","tags":[],"see_also":[]}}},{"name":"mds_autoscaler","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"mirroring","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"nfs","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"orchestrator","can_run":true,"error_string":"","module_options":{"fail_fs":{"name":"fail_fs","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Fail filesystem for rapid multi-rank mds upgrade","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"orchestrator":{"name":"orchestrator","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["cephadm","rook","test_orchestrator"],"desc":"Orchestrator backend","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"osd_perf_query","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"osd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"pg_autoscaler","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"threshold":{"name":"threshold","type":"float","level":"advanced","flags":0,"default_value":"3.0","min":"1.0","max":"","enum_allowed":[],"desc":"scaling threshold","long_desc":"The factor by which the `NEW PG_NUM` must vary from the current`PG_NUM` before being accepted. Cannot be less than 1.0","tags":[],"see_also":[]}}},{"name":"progress","can_run":true,"error_string":"","module_options":{"allow_pg_recovery_event":{"name":"allow_pg_recovery_event","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow the module to show pg recovery progress","long_desc":"","tags":[],"see_also":[]},"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_completed_events":{"name":"max_completed_events","type":"int","level":"advanced","flags":1,"default_value":"50","min":"","max":"","enum_allowed":[],"desc":"number of past completed events to remember","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"how long the module is going to sleep","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"prometheus","can_run":true,"error_string":"","module_options":{"cache":{"name":"cache","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"exclude_perf_counters":{"name":"exclude_perf_counters","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Do not include perf-counters in the metrics output","long_desc":"Gathering perf-counters from a single Prometheus exporter can degrade ceph-mgr performance, especially in large clusters. Instead, Ceph-exporter daemons are now used by default for perf-counter gathering. This should only be disabled when no ceph-exporters are deployed.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools":{"name":"rbd_stats_pools","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools_refresh_interval":{"name":"rbd_stats_pools_refresh_interval","type":"int","level":"advanced","flags":0,"default_value":"300","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"scrape_interval":{"name":"scrape_interval","type":"float","level":"advanced","flags":0,"default_value":"15.0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"::","min":"","max":"","enum_allowed":[],"desc":"the IPv4 or IPv6 address on which the module listens for HTTP requests","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"int","level":"advanced","flags":1,"default_value":"9283","min":"","max":"","enum_allowed":[],"desc":"the port on which the module listens for HTTP requests","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"stale_cache_strategy":{"name":"stale_cache_strategy","type":"str","level":"advanced","flags":0,"default_value":"log","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_behaviour":{"name":"standby_behaviour","type":"str","level":"advanced","flags":1,"default_value":"default","min":"","max":"","enum_allowed":["default","error"],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_error_status_code":{"name":"standby_error_status_code","type":"int","level":"advanced","flags":1,"default_value":"500","min":"400","max":"599","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rbd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_snap_create":{"name":"max_concurrent_snap_create","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mirror_snapshot_schedule":{"name":"mirror_snapshot_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"trash_purge_schedule":{"name":"trash_purge_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"restful","can_run":true,"error_string":"","module_options":{"enable_auth":{"name":"enable_auth","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"key_file":{"name":"key_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_requests":{"name":"max_requests","type":"int","level":"advanced","flags":0,"default_value":"500","min":"","max":"","enum_allowed":[],"desc":"Maximum number of requests to keep in memory. When new request comes in, the oldest request will be removed if the number of requests exceeds the max request number. if un-finished request is removed, error message will be logged in the ceph-mgr log.","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rgw","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"secondary_zone_period_retry_limit":{"name":"secondary_zone_period_retry_limit","type":"int","level":"advanced","flags":0,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"RGW module period update retry limit for secondary site","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rook","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"storage_class":{"name":"storage_class","type":"str","level":"advanced","flags":0,"default_value":"local","min":"","max":"","enum_allowed":[],"desc":"storage class name for LSO-discovered PVs","long_desc":"","tags":[],"see_also":[]}}},{"name":"selftest","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption1":{"name":"roption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption2":{"name":"roption2","type":"str","level":"advanced","flags":0,"default_value":"xyz","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption1":{"name":"rwoption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption2":{"name":"rwoption2","type":"int","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption3":{"name":"rwoption3","type":"float","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption4":{"name":"rwoption4","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption5":{"name":"rwoption5","type":"bool","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption6":{"name":"rwoption6","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption7":{"name":"rwoption7","type":"int","level":"advanced","flags":0,"default_value":"","min":"1","max":"42","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testkey":{"name":"testkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testlkey":{"name":"testlkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testnewline":{"name":"testnewline","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"snap_schedule","can_run":true,"error_string":"","module_options":{"allow_m_granularity":{"name":"allow_m_granularity","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow minute scheduled snapshots","long_desc":"","tags":[],"see_also":[]},"dump_on_update":{"name":"dump_on_update","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"dump database to debug log on update","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"stats","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"status","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telegraf","can_run":true,"error_string":"","module_options":{"address":{"name":"address","type":"str","level":"advanced","flags":0,"default_value":"unixgram:///tmp/telegraf.sock","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"15","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telemetry","can_run":true,"error_string":"","module_options":{"channel_basic":{"name":"channel_basic","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share basic cluster information (size, version)","long_desc":"","tags":[],"see_also":[]},"channel_crash":{"name":"channel_crash","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share metadata about Ceph daemon crashes (version, stack straces, etc)","long_desc":"","tags":[],"see_also":[]},"channel_device":{"name":"channel_device","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share device health metrics (e.g., SMART data, minus potentially identifying info like serial numbers)","long_desc":"","tags":[],"see_also":[]},"channel_ident":{"name":"channel_ident","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Share a user-provided description and/or contact email for the cluster","long_desc":"","tags":[],"see_also":[]},"channel_perf":{"name":"channel_perf","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Share various performance metrics of a cluster","long_desc":"","tags":[],"see_also":[]},"contact":{"name":"contact","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"description":{"name":"description","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"device_url":{"name":"device_url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/device","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"int","level":"advanced","flags":0,"default_value":"24","min":"8","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"last_opt_revision":{"name":"last_opt_revision","type":"int","level":"advanced","flags":0,"default_value":"1","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"leaderboard":{"name":"leaderboard","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"leaderboard_description":{"name":"leaderboard_description","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"organization":{"name":"organization","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"proxy":{"name":"proxy","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"url":{"name":"url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/report","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"test_orchestrator","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"volumes","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_clones":{"name":"max_concurrent_clones","type":"int","level":"advanced","flags":0,"default_value":"4","min":"","max":"","enum_allowed":[],"desc":"Number of asynchronous cloner threads","long_desc":"","tags":[],"see_also":[]},"periodic_async_work":{"name":"periodic_async_work","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Periodically check for async work","long_desc":"","tags":[],"see_also":[]},"snapshot_clone_delay":{"name":"snapshot_clone_delay","type":"int","level":"advanced","flags":0,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"Delay clone begin operation by snapshot_clone_delay seconds","long_desc":"","tags":[],"see_also":[]},"snapshot_clone_no_wait":{"name":"snapshot_clone_no_wait","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Reject subvolume clone request when cloner threads are busy","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"zabbix","can_run":true,"error_string":"","module_options":{"discovery_interval":{"name":"discovery_interval","type":"uint","level":"advanced","flags":0,"default_value":"100","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"identifier":{"name":"identifier","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_host":{"name":"zabbix_host","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_port":{"name":"zabbix_port","type":"int","level":"advanced","flags":0,"default_value":"10051","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_sender":{"name":"zabbix_sender","type":"str","level":"advanced","flags":0,"default_value":"/usr/bin/zabbix_sender","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}}],"services":{},"always_on_modules":{"octopus":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"],"pacific":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"],"quincy":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"],"reef":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"],"squid":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"]},"force_disabled_modules":{},"last_failure_osd_epoch":0,"active_clients":[{"name":"devicehealth","addrvec":[{"type":"v2","addr":"192.168.123.101:0","nonce":1310098864}]},{"name":"libcephsqlite","addrvec":[{"type":"v2","addr":"192.168.123.101:0","nonce":3994395937}]},{"name":"rbd_support","addrvec":[{"type":"v2","addr":"192.168.123.101:0","nonce":3928174916}]},{"name":"volumes","addrvec":[{"type":"v2","addr":"192.168.123.101:0","nonce":1043543716}]}]} 2026-03-05T15:37:25.352 INFO:tasks.ceph.ceph_manager.ceph:mgr available! 2026-03-05T15:37:25.352 INFO:tasks.ceph.ceph_manager.ceph:waiting for all up 2026-03-05T15:37:25.352 DEBUG:teuthology.orchestra.run.vm01:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2026-03-05T15:37:25.538 INFO:teuthology.orchestra.run.vm01.stdout: 2026-03-05T15:37:25.538 INFO:teuthology.orchestra.run.vm01.stdout:{"epoch":14,"fsid":"aa4a0679-b0cc-4720-aaa5-6c43fe7e7555","created":"2026-03-05T15:37:13.402429+0100","modified":"2026-03-05T15:37:25.111307+0100","last_up_change":"2026-03-05T15:37:20.082912+0100","last_in_change":"2026-03-05T15:37:14.085544+0100","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":5,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":2,"max_osd":3,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2026-03-05T15:37:20.333343+0100","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"12","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":2.9900000095367432,"score_stable":2.9900000095367432,"optimal_score":0.67000001668930054,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"rbd","create_time":"2026-03-05T15:37:21.446352+0100","flags":8193,"flags_names":"hashpspool,selfmanaged_snaps","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":8,"pg_placement_num":8,"pg_placement_num_target":8,"pg_num_target":8,"pg_num_pending":8,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"14","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":2,"snap_epoch":14,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{},"application_metadata":{"rbd":{}},"read_balance":{"score_type":"Fair distribution","score_acting":1.8799999952316284,"score_stable":1.8799999952316284,"optimal_score":1,"raw_score_acting":1.8799999952316284,"raw_score_stable":1.8799999952316284,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"fe31da84-1f3e-492f-b923-3aa71fddfdb9","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":11,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"192.168.123.101:6808","nonce":4068589885},{"type":"v1","addr":"192.168.123.101:6809","nonce":4068589885}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"192.168.123.101:6810","nonce":4068589885},{"type":"v1","addr":"192.168.123.101:6811","nonce":4068589885}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"192.168.123.101:6814","nonce":4068589885},{"type":"v1","addr":"192.168.123.101:6815","nonce":4068589885}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"192.168.123.101:6812","nonce":4068589885},{"type":"v1","addr":"192.168.123.101:6813","nonce":4068589885}]},"public_addr":"192.168.123.101:6809/4068589885","cluster_addr":"192.168.123.101:6811/4068589885","heartbeat_back_addr":"192.168.123.101:6815/4068589885","heartbeat_front_addr":"192.168.123.101:6813/4068589885","state":["exists","up"]},{"osd":1,"uuid":"5c87e20f-1297-4402-956e-f7fe7a10de88","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":11,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"192.168.123.101:6800","nonce":4173289937},{"type":"v1","addr":"192.168.123.101:6801","nonce":4173289937}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"192.168.123.101:6802","nonce":4173289937},{"type":"v1","addr":"192.168.123.101:6803","nonce":4173289937}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"192.168.123.101:6806","nonce":4173289937},{"type":"v1","addr":"192.168.123.101:6807","nonce":4173289937}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"192.168.123.101:6804","nonce":4173289937},{"type":"v1","addr":"192.168.123.101:6805","nonce":4173289937}]},"public_addr":"192.168.123.101:6801/4173289937","cluster_addr":"192.168.123.101:6803/4173289937","heartbeat_back_addr":"192.168.123.101:6807/4173289937","heartbeat_front_addr":"192.168.123.101:6805/4173289937","state":["exists","up"]},{"osd":2,"uuid":"3bb6e15c-d5cd-450e-9dca-03ded15f4afc","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":9,"up_thru":11,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"192.168.123.101:6816","nonce":35540085},{"type":"v1","addr":"192.168.123.101:6817","nonce":35540085}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"192.168.123.101:6818","nonce":35540085},{"type":"v1","addr":"192.168.123.101:6819","nonce":35540085}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"192.168.123.101:6822","nonce":35540085},{"type":"v1","addr":"192.168.123.101:6823","nonce":35540085}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"192.168.123.101:6820","nonce":35540085},{"type":"v1","addr":"192.168.123.101:6821","nonce":35540085}]},"public_addr":"192.168.123.101:6817/35540085","cluster_addr":"192.168.123.101:6819/35540085","heartbeat_back_addr":"192.168.123.101:6823/35540085","heartbeat_front_addr":"192.168.123.101:6821/35540085","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[{"pool":2,"snaps":[{"begin":2,"length":1}]}],"new_removed_snaps":[{"pool":2,"snaps":[{"begin":2,"length":1}]}],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2026-03-05T15:37:25.550 INFO:tasks.ceph.ceph_manager.ceph:all up! 2026-03-05T15:37:25.550 DEBUG:teuthology.orchestra.run.vm01:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2026-03-05T15:37:25.734 INFO:teuthology.orchestra.run.vm01.stdout: 2026-03-05T15:37:25.734 INFO:teuthology.orchestra.run.vm01.stdout:{"epoch":14,"fsid":"aa4a0679-b0cc-4720-aaa5-6c43fe7e7555","created":"2026-03-05T15:37:13.402429+0100","modified":"2026-03-05T15:37:25.111307+0100","last_up_change":"2026-03-05T15:37:20.082912+0100","last_in_change":"2026-03-05T15:37:14.085544+0100","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":5,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":2,"max_osd":3,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2026-03-05T15:37:20.333343+0100","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"12","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":2.9900000095367432,"score_stable":2.9900000095367432,"optimal_score":0.67000001668930054,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"rbd","create_time":"2026-03-05T15:37:21.446352+0100","flags":8193,"flags_names":"hashpspool,selfmanaged_snaps","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":8,"pg_placement_num":8,"pg_placement_num_target":8,"pg_num_target":8,"pg_num_pending":8,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"14","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":2,"snap_epoch":14,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{},"application_metadata":{"rbd":{}},"read_balance":{"score_type":"Fair distribution","score_acting":1.8799999952316284,"score_stable":1.8799999952316284,"optimal_score":1,"raw_score_acting":1.8799999952316284,"raw_score_stable":1.8799999952316284,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"fe31da84-1f3e-492f-b923-3aa71fddfdb9","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":11,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"192.168.123.101:6808","nonce":4068589885},{"type":"v1","addr":"192.168.123.101:6809","nonce":4068589885}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"192.168.123.101:6810","nonce":4068589885},{"type":"v1","addr":"192.168.123.101:6811","nonce":4068589885}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"192.168.123.101:6814","nonce":4068589885},{"type":"v1","addr":"192.168.123.101:6815","nonce":4068589885}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"192.168.123.101:6812","nonce":4068589885},{"type":"v1","addr":"192.168.123.101:6813","nonce":4068589885}]},"public_addr":"192.168.123.101:6809/4068589885","cluster_addr":"192.168.123.101:6811/4068589885","heartbeat_back_addr":"192.168.123.101:6815/4068589885","heartbeat_front_addr":"192.168.123.101:6813/4068589885","state":["exists","up"]},{"osd":1,"uuid":"5c87e20f-1297-4402-956e-f7fe7a10de88","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":11,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"192.168.123.101:6800","nonce":4173289937},{"type":"v1","addr":"192.168.123.101:6801","nonce":4173289937}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"192.168.123.101:6802","nonce":4173289937},{"type":"v1","addr":"192.168.123.101:6803","nonce":4173289937}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"192.168.123.101:6806","nonce":4173289937},{"type":"v1","addr":"192.168.123.101:6807","nonce":4173289937}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"192.168.123.101:6804","nonce":4173289937},{"type":"v1","addr":"192.168.123.101:6805","nonce":4173289937}]},"public_addr":"192.168.123.101:6801/4173289937","cluster_addr":"192.168.123.101:6803/4173289937","heartbeat_back_addr":"192.168.123.101:6807/4173289937","heartbeat_front_addr":"192.168.123.101:6805/4173289937","state":["exists","up"]},{"osd":2,"uuid":"3bb6e15c-d5cd-450e-9dca-03ded15f4afc","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":9,"up_thru":11,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"192.168.123.101:6816","nonce":35540085},{"type":"v1","addr":"192.168.123.101:6817","nonce":35540085}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"192.168.123.101:6818","nonce":35540085},{"type":"v1","addr":"192.168.123.101:6819","nonce":35540085}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"192.168.123.101:6822","nonce":35540085},{"type":"v1","addr":"192.168.123.101:6823","nonce":35540085}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"192.168.123.101:6820","nonce":35540085},{"type":"v1","addr":"192.168.123.101:6821","nonce":35540085}]},"public_addr":"192.168.123.101:6817/35540085","cluster_addr":"192.168.123.101:6819/35540085","heartbeat_back_addr":"192.168.123.101:6823/35540085","heartbeat_front_addr":"192.168.123.101:6821/35540085","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[{"pool":2,"snaps":[{"begin":2,"length":1}]}],"new_removed_snaps":[{"pool":2,"snaps":[{"begin":2,"length":1}]}],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2026-03-05T15:37:25.746 DEBUG:teuthology.orchestra.run.vm01:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell osd.0 flush_pg_stats 2026-03-05T15:37:25.747 DEBUG:teuthology.orchestra.run.vm01:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell osd.1 flush_pg_stats 2026-03-05T15:37:25.747 DEBUG:teuthology.orchestra.run.vm01:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell osd.2 flush_pg_stats 2026-03-05T15:37:25.899 INFO:teuthology.orchestra.run.vm01.stdout:38654705667 2026-03-05T15:37:25.899 DEBUG:teuthology.orchestra.run.vm01:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.2 2026-03-05T15:37:25.903 INFO:teuthology.orchestra.run.vm01.stdout:34359738371 2026-03-05T15:37:25.903 DEBUG:teuthology.orchestra.run.vm01:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.1 2026-03-05T15:37:25.909 INFO:teuthology.orchestra.run.vm01.stdout:34359738371 2026-03-05T15:37:25.909 DEBUG:teuthology.orchestra.run.vm01:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.0 2026-03-05T15:37:26.162 INFO:teuthology.orchestra.run.vm01.stdout:34359738370 2026-03-05T15:37:26.174 INFO:tasks.ceph.ceph_manager.ceph:need seq 34359738371 got 34359738370 for osd.1 2026-03-05T15:37:26.177 INFO:teuthology.orchestra.run.vm01.stdout:34359738370 2026-03-05T15:37:26.189 INFO:tasks.ceph.ceph_manager.ceph:need seq 34359738371 got 34359738370 for osd.0 2026-03-05T15:37:26.231 INFO:teuthology.orchestra.run.vm01.stdout:38654705665 2026-03-05T15:37:26.242 INFO:tasks.ceph.ceph_manager.ceph:need seq 38654705667 got 38654705665 for osd.2 2026-03-05T15:37:27.175 DEBUG:teuthology.orchestra.run.vm01:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.1 2026-03-05T15:37:27.190 DEBUG:teuthology.orchestra.run.vm01:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.0 2026-03-05T15:37:27.243 DEBUG:teuthology.orchestra.run.vm01:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.2 2026-03-05T15:37:27.411 INFO:teuthology.orchestra.run.vm01.stdout:34359738371 2026-03-05T15:37:27.436 INFO:tasks.ceph.ceph_manager.ceph:need seq 34359738371 got 34359738371 for osd.1 2026-03-05T15:37:27.436 DEBUG:teuthology.parallel:result is None 2026-03-05T15:37:27.476 INFO:teuthology.orchestra.run.vm01.stdout:34359738371 2026-03-05T15:37:27.490 INFO:tasks.ceph.ceph_manager.ceph:need seq 34359738371 got 34359738371 for osd.0 2026-03-05T15:37:27.490 DEBUG:teuthology.parallel:result is None 2026-03-05T15:37:27.543 INFO:teuthology.orchestra.run.vm01.stdout:38654705667 2026-03-05T15:37:27.555 INFO:tasks.ceph.ceph_manager.ceph:need seq 38654705667 got 38654705667 for osd.2 2026-03-05T15:37:27.555 DEBUG:teuthology.parallel:result is None 2026-03-05T15:37:27.555 INFO:tasks.ceph.ceph_manager.ceph:waiting for clean 2026-03-05T15:37:27.555 DEBUG:teuthology.orchestra.run.vm01:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2026-03-05T15:37:27.737 INFO:teuthology.orchestra.run.vm01.stdout: 2026-03-05T15:37:27.737 INFO:teuthology.orchestra.run.vm01.stderr:dumped all 2026-03-05T15:37:27.752 INFO:teuthology.orchestra.run.vm01.stdout:{"pg_ready":true,"pg_map":{"version":16,"stamp":"2026-03-05T15:37:26.315855+0100","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":459299,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":46,"num_read_kb":37,"num_write":59,"num_write_kb":586,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":35,"ondisk_log_size":35,"up":18,"acting":18,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":18,"num_osds":3,"num_per_pool_osds":3,"num_per_pool_omap_osds":3,"kb":314572800,"kb_used":81912,"kb_used_data":1264,"kb_used_omap":4,"kb_used_meta":80443,"kb_avail":314490888,"statfs":{"total":322122547200,"available":322038669312,"internally_reserved":0,"allocated":1294336,"data_stored":1020853,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":4788,"internal_metadata":82373964},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":19,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"2.208791"},"pg_stats":[{"pgid":"2.7","version":"0'0","reported_seq":19,"reported_epoch":14,"state":"active+clean","last_fresh":"2026-03-05T15:37:25.117399+0100","last_change":"2026-03-05T15:37:25.117843+0100","last_active":"2026-03-05T15:37:25.117399+0100","last_peered":"2026-03-05T15:37:25.117399+0100","last_clean":"2026-03-05T15:37:25.117399+0100","last_became_active":"2026-03-05T15:37:23.112485+0100","last_became_peered":"2026-03-05T15:37:23.112485+0100","last_unstale":"2026-03-05T15:37:25.117399+0100","last_undegraded":"2026-03-05T15:37:25.117399+0100","last_fullsized":"2026-03-05T15:37:25.117399+0100","mapping_epoch":11,"log_start":"0'0","ondisk_log_start":"0'0","created":11,"last_epoch_clean":12,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-03-05T15:37:22.089445+0100","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-03-05T15:37:22.089445+0100","last_clean_scrub_stamp":"2026-03-05T15:37:22.089445+0100","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-03-06T21:07:02.985783+0100","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00049638999999999998,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[{"start":"2","length":"1"}]},{"pgid":"2.6","version":"0'0","reported_seq":19,"reported_epoch":14,"state":"active+clean","last_fresh":"2026-03-05T15:37:25.117645+0100","last_change":"2026-03-05T15:37:25.117776+0100","last_active":"2026-03-05T15:37:25.117645+0100","last_peered":"2026-03-05T15:37:25.117645+0100","last_clean":"2026-03-05T15:37:25.117645+0100","last_became_active":"2026-03-05T15:37:23.112407+0100","last_became_peered":"2026-03-05T15:37:23.112407+0100","last_unstale":"2026-03-05T15:37:25.117645+0100","last_undegraded":"2026-03-05T15:37:25.117645+0100","last_fullsized":"2026-03-05T15:37:25.117645+0100","mapping_epoch":11,"log_start":"0'0","ondisk_log_start":"0'0","created":11,"last_epoch_clean":12,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-03-05T15:37:22.089445+0100","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-03-05T15:37:22.089445+0100","last_clean_scrub_stamp":"2026-03-05T15:37:22.089445+0100","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-03-07T01:10:41.495776+0100","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00034973600000000001,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[{"start":"2","length":"1"}]},{"pgid":"2.5","version":"0'0","reported_seq":19,"reported_epoch":14,"state":"active+clean","last_fresh":"2026-03-05T15:37:25.117806+0100","last_change":"2026-03-05T15:37:25.117881+0100","last_active":"2026-03-05T15:37:25.117806+0100","last_peered":"2026-03-05T15:37:25.117806+0100","last_clean":"2026-03-05T15:37:25.117806+0100","last_became_active":"2026-03-05T15:37:23.112337+0100","last_became_peered":"2026-03-05T15:37:23.112337+0100","last_unstale":"2026-03-05T15:37:25.117806+0100","last_undegraded":"2026-03-05T15:37:25.117806+0100","last_fullsized":"2026-03-05T15:37:25.117806+0100","mapping_epoch":11,"log_start":"0'0","ondisk_log_start":"0'0","created":11,"last_epoch_clean":12,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-03-05T15:37:22.089445+0100","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-03-05T15:37:22.089445+0100","last_clean_scrub_stamp":"2026-03-05T15:37:22.089445+0100","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-03-07T01:25:42.904204+0100","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00040454800000000002,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[{"start":"2","length":"1"}]},{"pgid":"2.4","version":"0'0","reported_seq":19,"reported_epoch":14,"state":"active+clean","last_fresh":"2026-03-05T15:37:25.117851+0100","last_change":"2026-03-05T15:37:25.117954+0100","last_active":"2026-03-05T15:37:25.117851+0100","last_peered":"2026-03-05T15:37:25.117851+0100","last_clean":"2026-03-05T15:37:25.117851+0100","last_became_active":"2026-03-05T15:37:23.112266+0100","last_became_peered":"2026-03-05T15:37:23.112266+0100","last_unstale":"2026-03-05T15:37:25.117851+0100","last_undegraded":"2026-03-05T15:37:25.117851+0100","last_fullsized":"2026-03-05T15:37:25.117851+0100","mapping_epoch":11,"log_start":"0'0","ondisk_log_start":"0'0","created":11,"last_epoch_clean":12,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-03-05T15:37:22.089445+0100","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-03-05T15:37:22.089445+0100","last_clean_scrub_stamp":"2026-03-05T15:37:22.089445+0100","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-03-06T19:12:26.218755+0100","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00045832799999999998,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[{"start":"2","length":"1"}]},{"pgid":"2.2","version":"14'2","reported_seq":21,"reported_epoch":14,"state":"active+clean","last_fresh":"2026-03-05T15:37:25.121822+0100","last_change":"2026-03-05T15:37:25.121822+0100","last_active":"2026-03-05T15:37:25.121822+0100","last_peered":"2026-03-05T15:37:25.121822+0100","last_clean":"2026-03-05T15:37:25.121822+0100","last_became_active":"2026-03-05T15:37:23.113845+0100","last_became_peered":"2026-03-05T15:37:23.113845+0100","last_unstale":"2026-03-05T15:37:25.121822+0100","last_undegraded":"2026-03-05T15:37:25.121822+0100","last_fullsized":"2026-03-05T15:37:25.121822+0100","mapping_epoch":11,"log_start":"0'0","ondisk_log_start":"0'0","created":11,"last_epoch_clean":12,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-03-05T15:37:22.089445+0100","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-03-05T15:37:22.089445+0100","last_clean_scrub_stamp":"2026-03-05T15:37:22.089445+0100","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-03-07T02:09:38.358750+0100","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.000524692,"stat_sum":{"num_bytes":19,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[{"start":"2","length":"1"}]},{"pgid":"2.1","version":"0'0","reported_seq":19,"reported_epoch":14,"state":"active+clean","last_fresh":"2026-03-05T15:37:25.443775+0100","last_change":"2026-03-05T15:37:25.443905+0100","last_active":"2026-03-05T15:37:25.443775+0100","last_peered":"2026-03-05T15:37:25.443775+0100","last_clean":"2026-03-05T15:37:25.443775+0100","last_became_active":"2026-03-05T15:37:23.112900+0100","last_became_peered":"2026-03-05T15:37:23.112900+0100","last_unstale":"2026-03-05T15:37:25.443775+0100","last_undegraded":"2026-03-05T15:37:25.443775+0100","last_fullsized":"2026-03-05T15:37:25.443775+0100","mapping_epoch":11,"log_start":"0'0","ondisk_log_start":"0'0","created":11,"last_epoch_clean":12,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-03-05T15:37:22.089445+0100","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-03-05T15:37:22.089445+0100","last_clean_scrub_stamp":"2026-03-05T15:37:22.089445+0100","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-03-07T01:10:42.068756+0100","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00029379999999999999,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[{"start":"2","length":"1"}]},{"pgid":"2.0","version":"0'0","reported_seq":19,"reported_epoch":14,"state":"active+clean","last_fresh":"2026-03-05T15:37:25.443792+0100","last_change":"2026-03-05T15:37:25.443961+0100","last_active":"2026-03-05T15:37:25.443792+0100","last_peered":"2026-03-05T15:37:25.443792+0100","last_clean":"2026-03-05T15:37:25.443792+0100","last_became_active":"2026-03-05T15:37:23.112755+0100","last_became_peered":"2026-03-05T15:37:23.112755+0100","last_unstale":"2026-03-05T15:37:25.443792+0100","last_undegraded":"2026-03-05T15:37:25.443792+0100","last_fullsized":"2026-03-05T15:37:25.443792+0100","mapping_epoch":11,"log_start":"0'0","ondisk_log_start":"0'0","created":11,"last_epoch_clean":12,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-03-05T15:37:22.089445+0100","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-03-05T15:37:22.089445+0100","last_clean_scrub_stamp":"2026-03-05T15:37:22.089445+0100","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-03-06T20:02:57.762643+0100","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00026300100000000001,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[{"start":"2","length":"1"}]},{"pgid":"2.3","version":"12'1","reported_seq":20,"reported_epoch":14,"state":"active+clean","last_fresh":"2026-03-05T15:37:25.118056+0100","last_change":"2026-03-05T15:37:25.118143+0100","last_active":"2026-03-05T15:37:25.118056+0100","last_peered":"2026-03-05T15:37:25.118056+0100","last_clean":"2026-03-05T15:37:25.118056+0100","last_became_active":"2026-03-05T15:37:23.108754+0100","last_became_peered":"2026-03-05T15:37:23.108754+0100","last_unstale":"2026-03-05T15:37:25.118056+0100","last_undegraded":"2026-03-05T15:37:25.118056+0100","last_fullsized":"2026-03-05T15:37:25.118056+0100","mapping_epoch":11,"log_start":"0'0","ondisk_log_start":"0'0","created":11,"last_epoch_clean":12,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-03-05T15:37:22.089445+0100","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-03-05T15:37:22.089445+0100","last_clean_scrub_stamp":"2026-03-05T15:37:22.089445+0100","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-03-07T02:10:50.673204+0100","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00057510700000000005,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[{"start":"2","length":"1"}]},{"pgid":"1.0","version":"11'32","reported_seq":60,"reported_epoch":14,"state":"active+clean","last_fresh":"2026-03-05T15:37:25.117556+0100","last_change":"2026-03-05T15:37:22.103309+0100","last_active":"2026-03-05T15:37:25.117556+0100","last_peered":"2026-03-05T15:37:25.117556+0100","last_clean":"2026-03-05T15:37:25.117556+0100","last_became_active":"2026-03-05T15:37:22.103148+0100","last_became_peered":"2026-03-05T15:37:22.103148+0100","last_unstale":"2026-03-05T15:37:25.117556+0100","last_undegraded":"2026-03-05T15:37:25.117556+0100","last_fullsized":"2026-03-05T15:37:25.117556+0100","mapping_epoch":10,"log_start":"0'0","ondisk_log_start":"0'0","created":10,"last_epoch_clean":11,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-03-05T15:37:21.085547+0100","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-03-05T15:37:21.085547+0100","last_clean_scrub_stamp":"2026-03-05T15:37:21.085547+0100","objects_scrubbed":0,"log_size":32,"log_dups_size":0,"ondisk_log_size":32,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-03-07T02:09:37.354852+0100","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":459280,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":46,"num_read_kb":37,"num_write":57,"num_write_kb":584,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]}],"pool_stats":[{"poolid":2,"num_pg":8,"stat_sum":{"num_bytes":19,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":38,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":3,"ondisk_log_size":3,"up":16,"acting":16,"num_store_stats":3},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":459280,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":46,"num_read_kb":37,"num_write":57,"num_write_kb":584,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":925696,"data_stored":918560,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":32,"ondisk_log_size":32,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":2,"up_from":9,"seq":38654705667,"num_pgs":3,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":104857600,"kb_used":26952,"kb_used_data":112,"kb_used_omap":1,"kb_used_meta":26814,"kb_avail":104830648,"statfs":{"total":107374182400,"available":107346583552,"internally_reserved":0,"allocated":114688,"data_stored":31717,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1596,"internal_metadata":27457988},"hb_peers":[0,1],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]},{"osd":1,"up_from":8,"seq":34359738371,"num_pgs":9,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":104857600,"kb_used":27412,"kb_used_data":576,"kb_used_omap":1,"kb_used_meta":26814,"kb_avail":104830188,"statfs":{"total":107374182400,"available":107346112512,"internally_reserved":0,"allocated":589824,"data_stored":494568,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1596,"internal_metadata":27457988},"hb_peers":[0,2],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]},{"osd":0,"up_from":8,"seq":34359738371,"num_pgs":6,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":104857600,"kb_used":27548,"kb_used_data":576,"kb_used_omap":1,"kb_used_meta":26814,"kb_avail":104830052,"statfs":{"total":107374182400,"available":107345973248,"internally_reserved":0,"allocated":589824,"data_stored":494568,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1596,"internal_metadata":27457988},"hb_peers":[1,2],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":462848,"data_stored":459280,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":462848,"data_stored":459280,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":19,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":19,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2026-03-05T15:37:27.753 DEBUG:teuthology.orchestra.run.vm01:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2026-03-05T15:37:27.950 INFO:teuthology.orchestra.run.vm01.stdout: 2026-03-05T15:37:27.950 INFO:teuthology.orchestra.run.vm01.stderr:dumped all 2026-03-05T15:37:27.963 INFO:teuthology.orchestra.run.vm01.stdout:{"pg_ready":true,"pg_map":{"version":16,"stamp":"2026-03-05T15:37:26.315855+0100","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":459299,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":46,"num_read_kb":37,"num_write":59,"num_write_kb":586,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":35,"ondisk_log_size":35,"up":18,"acting":18,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":18,"num_osds":3,"num_per_pool_osds":3,"num_per_pool_omap_osds":3,"kb":314572800,"kb_used":81912,"kb_used_data":1264,"kb_used_omap":4,"kb_used_meta":80443,"kb_avail":314490888,"statfs":{"total":322122547200,"available":322038669312,"internally_reserved":0,"allocated":1294336,"data_stored":1020853,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":4788,"internal_metadata":82373964},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":19,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"2.208791"},"pg_stats":[{"pgid":"2.7","version":"0'0","reported_seq":19,"reported_epoch":14,"state":"active+clean","last_fresh":"2026-03-05T15:37:25.117399+0100","last_change":"2026-03-05T15:37:25.117843+0100","last_active":"2026-03-05T15:37:25.117399+0100","last_peered":"2026-03-05T15:37:25.117399+0100","last_clean":"2026-03-05T15:37:25.117399+0100","last_became_active":"2026-03-05T15:37:23.112485+0100","last_became_peered":"2026-03-05T15:37:23.112485+0100","last_unstale":"2026-03-05T15:37:25.117399+0100","last_undegraded":"2026-03-05T15:37:25.117399+0100","last_fullsized":"2026-03-05T15:37:25.117399+0100","mapping_epoch":11,"log_start":"0'0","ondisk_log_start":"0'0","created":11,"last_epoch_clean":12,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-03-05T15:37:22.089445+0100","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-03-05T15:37:22.089445+0100","last_clean_scrub_stamp":"2026-03-05T15:37:22.089445+0100","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-03-06T21:07:02.985783+0100","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00049638999999999998,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[{"start":"2","length":"1"}]},{"pgid":"2.6","version":"0'0","reported_seq":19,"reported_epoch":14,"state":"active+clean","last_fresh":"2026-03-05T15:37:25.117645+0100","last_change":"2026-03-05T15:37:25.117776+0100","last_active":"2026-03-05T15:37:25.117645+0100","last_peered":"2026-03-05T15:37:25.117645+0100","last_clean":"2026-03-05T15:37:25.117645+0100","last_became_active":"2026-03-05T15:37:23.112407+0100","last_became_peered":"2026-03-05T15:37:23.112407+0100","last_unstale":"2026-03-05T15:37:25.117645+0100","last_undegraded":"2026-03-05T15:37:25.117645+0100","last_fullsized":"2026-03-05T15:37:25.117645+0100","mapping_epoch":11,"log_start":"0'0","ondisk_log_start":"0'0","created":11,"last_epoch_clean":12,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-03-05T15:37:22.089445+0100","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-03-05T15:37:22.089445+0100","last_clean_scrub_stamp":"2026-03-05T15:37:22.089445+0100","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-03-07T01:10:41.495776+0100","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00034973600000000001,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[{"start":"2","length":"1"}]},{"pgid":"2.5","version":"0'0","reported_seq":19,"reported_epoch":14,"state":"active+clean","last_fresh":"2026-03-05T15:37:25.117806+0100","last_change":"2026-03-05T15:37:25.117881+0100","last_active":"2026-03-05T15:37:25.117806+0100","last_peered":"2026-03-05T15:37:25.117806+0100","last_clean":"2026-03-05T15:37:25.117806+0100","last_became_active":"2026-03-05T15:37:23.112337+0100","last_became_peered":"2026-03-05T15:37:23.112337+0100","last_unstale":"2026-03-05T15:37:25.117806+0100","last_undegraded":"2026-03-05T15:37:25.117806+0100","last_fullsized":"2026-03-05T15:37:25.117806+0100","mapping_epoch":11,"log_start":"0'0","ondisk_log_start":"0'0","created":11,"last_epoch_clean":12,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-03-05T15:37:22.089445+0100","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-03-05T15:37:22.089445+0100","last_clean_scrub_stamp":"2026-03-05T15:37:22.089445+0100","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-03-07T01:25:42.904204+0100","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00040454800000000002,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[{"start":"2","length":"1"}]},{"pgid":"2.4","version":"0'0","reported_seq":19,"reported_epoch":14,"state":"active+clean","last_fresh":"2026-03-05T15:37:25.117851+0100","last_change":"2026-03-05T15:37:25.117954+0100","last_active":"2026-03-05T15:37:25.117851+0100","last_peered":"2026-03-05T15:37:25.117851+0100","last_clean":"2026-03-05T15:37:25.117851+0100","last_became_active":"2026-03-05T15:37:23.112266+0100","last_became_peered":"2026-03-05T15:37:23.112266+0100","last_unstale":"2026-03-05T15:37:25.117851+0100","last_undegraded":"2026-03-05T15:37:25.117851+0100","last_fullsized":"2026-03-05T15:37:25.117851+0100","mapping_epoch":11,"log_start":"0'0","ondisk_log_start":"0'0","created":11,"last_epoch_clean":12,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-03-05T15:37:22.089445+0100","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-03-05T15:37:22.089445+0100","last_clean_scrub_stamp":"2026-03-05T15:37:22.089445+0100","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-03-06T19:12:26.218755+0100","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00045832799999999998,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[{"start":"2","length":"1"}]},{"pgid":"2.2","version":"14'2","reported_seq":21,"reported_epoch":14,"state":"active+clean","last_fresh":"2026-03-05T15:37:25.121822+0100","last_change":"2026-03-05T15:37:25.121822+0100","last_active":"2026-03-05T15:37:25.121822+0100","last_peered":"2026-03-05T15:37:25.121822+0100","last_clean":"2026-03-05T15:37:25.121822+0100","last_became_active":"2026-03-05T15:37:23.113845+0100","last_became_peered":"2026-03-05T15:37:23.113845+0100","last_unstale":"2026-03-05T15:37:25.121822+0100","last_undegraded":"2026-03-05T15:37:25.121822+0100","last_fullsized":"2026-03-05T15:37:25.121822+0100","mapping_epoch":11,"log_start":"0'0","ondisk_log_start":"0'0","created":11,"last_epoch_clean":12,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-03-05T15:37:22.089445+0100","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-03-05T15:37:22.089445+0100","last_clean_scrub_stamp":"2026-03-05T15:37:22.089445+0100","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-03-07T02:09:38.358750+0100","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.000524692,"stat_sum":{"num_bytes":19,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[{"start":"2","length":"1"}]},{"pgid":"2.1","version":"0'0","reported_seq":19,"reported_epoch":14,"state":"active+clean","last_fresh":"2026-03-05T15:37:25.443775+0100","last_change":"2026-03-05T15:37:25.443905+0100","last_active":"2026-03-05T15:37:25.443775+0100","last_peered":"2026-03-05T15:37:25.443775+0100","last_clean":"2026-03-05T15:37:25.443775+0100","last_became_active":"2026-03-05T15:37:23.112900+0100","last_became_peered":"2026-03-05T15:37:23.112900+0100","last_unstale":"2026-03-05T15:37:25.443775+0100","last_undegraded":"2026-03-05T15:37:25.443775+0100","last_fullsized":"2026-03-05T15:37:25.443775+0100","mapping_epoch":11,"log_start":"0'0","ondisk_log_start":"0'0","created":11,"last_epoch_clean":12,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-03-05T15:37:22.089445+0100","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-03-05T15:37:22.089445+0100","last_clean_scrub_stamp":"2026-03-05T15:37:22.089445+0100","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-03-07T01:10:42.068756+0100","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00029379999999999999,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[{"start":"2","length":"1"}]},{"pgid":"2.0","version":"0'0","reported_seq":19,"reported_epoch":14,"state":"active+clean","last_fresh":"2026-03-05T15:37:25.443792+0100","last_change":"2026-03-05T15:37:25.443961+0100","last_active":"2026-03-05T15:37:25.443792+0100","last_peered":"2026-03-05T15:37:25.443792+0100","last_clean":"2026-03-05T15:37:25.443792+0100","last_became_active":"2026-03-05T15:37:23.112755+0100","last_became_peered":"2026-03-05T15:37:23.112755+0100","last_unstale":"2026-03-05T15:37:25.443792+0100","last_undegraded":"2026-03-05T15:37:25.443792+0100","last_fullsized":"2026-03-05T15:37:25.443792+0100","mapping_epoch":11,"log_start":"0'0","ondisk_log_start":"0'0","created":11,"last_epoch_clean":12,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-03-05T15:37:22.089445+0100","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-03-05T15:37:22.089445+0100","last_clean_scrub_stamp":"2026-03-05T15:37:22.089445+0100","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-03-06T20:02:57.762643+0100","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00026300100000000001,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[{"start":"2","length":"1"}]},{"pgid":"2.3","version":"12'1","reported_seq":20,"reported_epoch":14,"state":"active+clean","last_fresh":"2026-03-05T15:37:25.118056+0100","last_change":"2026-03-05T15:37:25.118143+0100","last_active":"2026-03-05T15:37:25.118056+0100","last_peered":"2026-03-05T15:37:25.118056+0100","last_clean":"2026-03-05T15:37:25.118056+0100","last_became_active":"2026-03-05T15:37:23.108754+0100","last_became_peered":"2026-03-05T15:37:23.108754+0100","last_unstale":"2026-03-05T15:37:25.118056+0100","last_undegraded":"2026-03-05T15:37:25.118056+0100","last_fullsized":"2026-03-05T15:37:25.118056+0100","mapping_epoch":11,"log_start":"0'0","ondisk_log_start":"0'0","created":11,"last_epoch_clean":12,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-03-05T15:37:22.089445+0100","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-03-05T15:37:22.089445+0100","last_clean_scrub_stamp":"2026-03-05T15:37:22.089445+0100","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-03-07T02:10:50.673204+0100","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00057510700000000005,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[{"start":"2","length":"1"}]},{"pgid":"1.0","version":"11'32","reported_seq":60,"reported_epoch":14,"state":"active+clean","last_fresh":"2026-03-05T15:37:25.117556+0100","last_change":"2026-03-05T15:37:22.103309+0100","last_active":"2026-03-05T15:37:25.117556+0100","last_peered":"2026-03-05T15:37:25.117556+0100","last_clean":"2026-03-05T15:37:25.117556+0100","last_became_active":"2026-03-05T15:37:22.103148+0100","last_became_peered":"2026-03-05T15:37:22.103148+0100","last_unstale":"2026-03-05T15:37:25.117556+0100","last_undegraded":"2026-03-05T15:37:25.117556+0100","last_fullsized":"2026-03-05T15:37:25.117556+0100","mapping_epoch":10,"log_start":"0'0","ondisk_log_start":"0'0","created":10,"last_epoch_clean":11,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-03-05T15:37:21.085547+0100","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-03-05T15:37:21.085547+0100","last_clean_scrub_stamp":"2026-03-05T15:37:21.085547+0100","objects_scrubbed":0,"log_size":32,"log_dups_size":0,"ondisk_log_size":32,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-03-07T02:09:37.354852+0100","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":459280,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":46,"num_read_kb":37,"num_write":57,"num_write_kb":584,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]}],"pool_stats":[{"poolid":2,"num_pg":8,"stat_sum":{"num_bytes":19,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":38,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":3,"ondisk_log_size":3,"up":16,"acting":16,"num_store_stats":3},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":459280,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":46,"num_read_kb":37,"num_write":57,"num_write_kb":584,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":925696,"data_stored":918560,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":32,"ondisk_log_size":32,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":2,"up_from":9,"seq":38654705667,"num_pgs":3,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":104857600,"kb_used":26952,"kb_used_data":112,"kb_used_omap":1,"kb_used_meta":26814,"kb_avail":104830648,"statfs":{"total":107374182400,"available":107346583552,"internally_reserved":0,"allocated":114688,"data_stored":31717,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1596,"internal_metadata":27457988},"hb_peers":[0,1],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]},{"osd":1,"up_from":8,"seq":34359738371,"num_pgs":9,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":104857600,"kb_used":27412,"kb_used_data":576,"kb_used_omap":1,"kb_used_meta":26814,"kb_avail":104830188,"statfs":{"total":107374182400,"available":107346112512,"internally_reserved":0,"allocated":589824,"data_stored":494568,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1596,"internal_metadata":27457988},"hb_peers":[0,2],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]},{"osd":0,"up_from":8,"seq":34359738371,"num_pgs":6,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":104857600,"kb_used":27548,"kb_used_data":576,"kb_used_omap":1,"kb_used_meta":26814,"kb_avail":104830052,"statfs":{"total":107374182400,"available":107345973248,"internally_reserved":0,"allocated":589824,"data_stored":494568,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1596,"internal_metadata":27457988},"hb_peers":[1,2],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":462848,"data_stored":459280,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":462848,"data_stored":459280,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":19,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":19,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2026-03-05T15:37:27.963 INFO:tasks.ceph.ceph_manager.ceph:clean! 2026-03-05T15:37:27.964 INFO:tasks.ceph:Waiting until ceph cluster ceph is healthy... 2026-03-05T15:37:27.964 INFO:tasks.ceph.ceph_manager.ceph:wait_until_healthy 2026-03-05T15:37:27.964 DEBUG:teuthology.orchestra.run.vm01:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph health --format=json 2026-03-05T15:37:28.185 INFO:teuthology.orchestra.run.vm01.stdout: 2026-03-05T15:37:28.185 INFO:teuthology.orchestra.run.vm01.stdout:{"status":"HEALTH_OK","checks":{},"mutes":[]} 2026-03-05T15:37:28.199 INFO:tasks.ceph.ceph_manager.ceph:wait_until_healthy done 2026-03-05T15:37:28.199 INFO:teuthology.run_tasks:Running task tox... 2026-03-05T15:37:28.201 INFO:tasks.tox:Deploying tox from pip... 2026-03-05T15:37:28.201 DEBUG:teuthology.orchestra.run.vm01:> python3 -m venv /home/ubuntu/cephtest/tox-venv 2026-03-05T15:37:29.619 DEBUG:teuthology.orchestra.run.vm01:> source /home/ubuntu/cephtest/tox-venv/bin/activate && pip install tox==3.15.0 2026-03-05T15:37:29.942 INFO:teuthology.orchestra.run.vm01.stdout:Collecting tox==3.15.0 2026-03-05T15:37:29.973 INFO:teuthology.orchestra.run.vm01.stdout: Downloading tox-3.15.0-py2.py3-none-any.whl (82 kB) 2026-03-05T15:37:30.024 INFO:teuthology.orchestra.run.vm01.stdout:Collecting py<2,>=1.4.17 2026-03-05T15:37:30.033 INFO:teuthology.orchestra.run.vm01.stdout: Downloading py-1.11.0-py2.py3-none-any.whl (98 kB) 2026-03-05T15:37:30.062 INFO:teuthology.orchestra.run.vm01.stdout:Collecting pluggy<1,>=0.12.0 2026-03-05T15:37:30.072 INFO:teuthology.orchestra.run.vm01.stdout: Downloading pluggy-0.13.1-py2.py3-none-any.whl (18 kB) 2026-03-05T15:37:30.117 INFO:teuthology.orchestra.run.vm01.stdout:Collecting filelock<4,>=3.0.0 2026-03-05T15:37:30.138 INFO:teuthology.orchestra.run.vm01.stdout: Downloading filelock-3.19.1-py3-none-any.whl (15 kB) 2026-03-05T15:37:30.161 INFO:teuthology.orchestra.run.vm01.stdout:Collecting six<2,>=1.14.0 2026-03-05T15:37:30.170 INFO:teuthology.orchestra.run.vm01.stdout: Downloading six-1.17.0-py2.py3-none-any.whl (11 kB) 2026-03-05T15:37:30.202 INFO:teuthology.orchestra.run.vm01.stdout:Collecting packaging>=14 2026-03-05T15:37:30.210 INFO:teuthology.orchestra.run.vm01.stdout: Downloading packaging-26.0-py3-none-any.whl (74 kB) 2026-03-05T15:37:30.228 INFO:teuthology.orchestra.run.vm01.stdout:Collecting toml>=0.9.4 2026-03-05T15:37:30.236 INFO:teuthology.orchestra.run.vm01.stdout: Downloading toml-0.10.2-py2.py3-none-any.whl (16 kB) 2026-03-05T15:37:30.363 INFO:teuthology.orchestra.run.vm01.stdout:Collecting virtualenv!=20.0.0,!=20.0.1,!=20.0.2,!=20.0.3,!=20.0.4,!=20.0.5,!=20.0.6,!=20.0.7,>=16.0.0 2026-03-05T15:37:30.372 INFO:teuthology.orchestra.run.vm01.stdout: Downloading virtualenv-21.1.0-py3-none-any.whl (5.8 MB) 2026-03-05T15:37:30.490 INFO:teuthology.orchestra.run.vm01.stdout:Collecting distlib<1,>=0.3.7 2026-03-05T15:37:30.500 INFO:teuthology.orchestra.run.vm01.stdout: Downloading distlib-0.4.0-py2.py3-none-any.whl (469 kB) 2026-03-05T15:37:30.545 INFO:teuthology.orchestra.run.vm01.stdout:Collecting typing-extensions>=4.13.2 2026-03-05T15:37:30.555 INFO:teuthology.orchestra.run.vm01.stdout: Downloading typing_extensions-4.15.0-py3-none-any.whl (44 kB) 2026-03-05T15:37:30.575 INFO:teuthology.orchestra.run.vm01.stdout:Collecting python-discovery>=1 2026-03-05T15:37:30.584 INFO:teuthology.orchestra.run.vm01.stdout: Downloading python_discovery-1.1.0-py3-none-any.whl (30 kB) 2026-03-05T15:37:30.628 INFO:teuthology.orchestra.run.vm01.stdout:Collecting platformdirs<5,>=3.9.1 2026-03-05T15:37:30.637 INFO:teuthology.orchestra.run.vm01.stdout: Downloading platformdirs-4.4.0-py3-none-any.whl (18 kB) 2026-03-05T15:37:30.698 INFO:teuthology.orchestra.run.vm01.stdout:Installing collected packages: platformdirs, filelock, typing-extensions, python-discovery, distlib, virtualenv, toml, six, py, pluggy, packaging, tox 2026-03-05T15:37:30.964 INFO:teuthology.orchestra.run.vm01.stdout:Successfully installed distlib-0.4.0 filelock-3.19.1 packaging-26.0 platformdirs-4.4.0 pluggy-0.13.1 py-1.11.0 python-discovery-1.1.0 six-1.17.0 toml-0.10.2 tox-3.15.0 typing-extensions-4.15.0 virtualenv-21.1.0 2026-03-05T15:37:31.041 INFO:teuthology.orchestra.run.vm01.stderr:WARNING: You are using pip version 21.3.1; however, version 26.0.1 is available. 2026-03-05T15:37:31.041 INFO:teuthology.orchestra.run.vm01.stderr:You should consider upgrading via the '/home/ubuntu/cephtest/tox-venv/bin/python3 -m pip install --upgrade pip' command. 2026-03-05T15:37:31.099 INFO:teuthology.run_tasks:Running task keystone... 2026-03-05T15:37:31.102 DEBUG:tasks.keystone:Keystone config is {'client.0': {'force-branch': 'stable/2025.2', 'projects': [{'description': 'Encryption Tenant', 'domain': 'default', 'name': 'rgwcrypt'}, {'description': 'Barbican', 'domain': 'default', 'name': 'barbican'}, {'description': 'S3 project', 'domain': 'default', 'name': 's3'}], 'role-mappings': [{'name': 'member', 'project': 'rgwcrypt', 'user': 'rgwcrypt-user'}, {'name': 'admin', 'project': 'barbican', 'user': 'barbican-user'}, {'name': 'creator', 'project': 's3', 'user': 's3-user'}], 'roles': [{'name': 'member'}, {'name': 'creator'}], 'services': [{'description': 'Swift Service', 'name': 'swift', 'type': 'object-store'}], 'users': [{'domain': 'default', 'name': 'rgwcrypt-user', 'password': 'rgwcrypt-pass', 'project': 'rgwcrypt'}, {'domain': 'default', 'name': 'barbican-user', 'password': 'barbican-pass', 'project': 'barbican'}, {'domain': 'default', 'name': 's3-user', 'password': 's3-pass', 'project': 's3'}]}} 2026-03-05T15:37:31.103 INFO:tasks.keystone:Downloading keystone... 2026-03-05T15:37:31.103 DEBUG:teuthology.orchestra.run.vm01:> git clone -b stable/2025.2 https://github.com/openstack/keystone.git /home/ubuntu/cephtest/keystone 2026-03-05T15:37:31.123 INFO:teuthology.orchestra.run.vm01.stderr:Cloning into '/home/ubuntu/cephtest/keystone'... 2026-03-05T15:37:35.223 DEBUG:teuthology.orchestra.run.vm01:> cd /home/ubuntu/cephtest/keystone && sed -i 's/pysaml2<4.0.3,>=2.4.0/pysaml2>=4.5.0/' requirements.txt 2026-03-05T15:37:35.286 INFO:tasks.keystone:Installing packages for Keystone... 2026-03-05T15:37:35.286 DEBUG:teuthology.orchestra.run.vm01:> source /home/ubuntu/cephtest/tox-venv/bin/activate && python 2026-03-05T15:37:35.372 INFO:teuthology.orchestra.run.vm01.stderr:No fix necessary 2026-03-05T15:37:35.374 DEBUG:teuthology.orchestra.run.vm01:> source /home/ubuntu/cephtest/tox-venv/bin/activate && pip install bindep 2026-03-05T15:37:35.741 INFO:teuthology.orchestra.run.vm01.stdout:Collecting bindep 2026-03-05T15:37:35.773 INFO:teuthology.orchestra.run.vm01.stdout: Downloading bindep-2.13.0-py3-none-any.whl (34 kB) 2026-03-05T15:37:35.785 INFO:teuthology.orchestra.run.vm01.stdout:Requirement already satisfied: packaging in ./cephtest/tox-venv/lib/python3.9/site-packages (from bindep) (26.0) 2026-03-05T15:37:35.840 INFO:teuthology.orchestra.run.vm01.stdout:Collecting pbr>=2 2026-03-05T15:37:35.849 INFO:teuthology.orchestra.run.vm01.stdout: Downloading pbr-7.0.3-py2.py3-none-any.whl (131 kB) 2026-03-05T15:37:35.980 INFO:teuthology.orchestra.run.vm01.stdout:Collecting Parsley 2026-03-05T15:37:35.990 INFO:teuthology.orchestra.run.vm01.stdout: Downloading Parsley-1.3-py2.py3-none-any.whl (88 kB) 2026-03-05T15:37:36.012 INFO:teuthology.orchestra.run.vm01.stdout:Collecting distro>=1.7 2026-03-05T15:37:36.023 INFO:teuthology.orchestra.run.vm01.stdout: Downloading distro-1.9.0-py3-none-any.whl (20 kB) 2026-03-05T15:37:36.028 INFO:teuthology.orchestra.run.vm01.stdout:Requirement already satisfied: setuptools in ./cephtest/tox-venv/lib/python3.9/site-packages (from pbr>=2->bindep) (53.0.0) 2026-03-05T15:37:36.070 INFO:teuthology.orchestra.run.vm01.stdout:Installing collected packages: pbr, Parsley, distro, bindep 2026-03-05T15:37:36.186 INFO:teuthology.orchestra.run.vm01.stdout:Successfully installed Parsley-1.3 bindep-2.13.0 distro-1.9.0 pbr-7.0.3 2026-03-05T15:37:36.188 INFO:teuthology.orchestra.run.vm01.stderr:WARNING: You are using pip version 21.3.1; however, version 26.0.1 is available. 2026-03-05T15:37:36.188 INFO:teuthology.orchestra.run.vm01.stderr:You should consider upgrading via the '/home/ubuntu/cephtest/tox-venv/bin/python3 -m pip install --upgrade pip' command. 2026-03-05T15:37:36.233 DEBUG:teuthology.orchestra.run.vm01:> source /home/ubuntu/cephtest/tox-venv/bin/activate && bindep --brief --file /home/ubuntu/cephtest/keystone/bindep.txt 2026-03-05T15:37:36.894 INFO:teuthology.orchestra.run.vm01.stdout:cyrus-sasl-devel 2026-03-05T15:37:36.894 INFO:teuthology.orchestra.run.vm01.stdout:libffi-devel 2026-03-05T15:37:36.895 INFO:teuthology.orchestra.run.vm01.stdout:libxml2-devel 2026-03-05T15:37:36.895 INFO:teuthology.orchestra.run.vm01.stdout:libxslt-devel 2026-03-05T15:37:36.895 INFO:teuthology.orchestra.run.vm01.stdout:mariadb 2026-03-05T15:37:36.895 INFO:teuthology.orchestra.run.vm01.stdout:mariadb-devel 2026-03-05T15:37:36.895 INFO:teuthology.orchestra.run.vm01.stdout:mariadb-server 2026-03-05T15:37:36.895 INFO:teuthology.orchestra.run.vm01.stdout:openldap-devel 2026-03-05T15:37:36.895 INFO:teuthology.orchestra.run.vm01.stdout:openssl-devel 2026-03-05T15:37:36.895 INFO:teuthology.orchestra.run.vm01.stdout:postgresql 2026-03-05T15:37:36.895 INFO:teuthology.orchestra.run.vm01.stdout:postgresql-devel 2026-03-05T15:37:36.895 INFO:teuthology.orchestra.run.vm01.stdout:postgresql-server 2026-03-05T15:37:36.934 DEBUG:teuthology.orchestra.run:got remote process result: 1 2026-03-05T15:37:36.934 INFO:teuthology.packaging:Installing package cyrus-sasl-devel on ubuntu@vm01.local 2026-03-05T15:37:36.934 DEBUG:teuthology.orchestra.run.vm01:> sudo yum -y install cyrus-sasl-devel 2026-03-05T15:37:37.339 INFO:teuthology.orchestra.run.vm01.stdout:Last metadata expiration check: 0:01:20 ago on Thu 05 Mar 2026 03:36:17 PM CET. 2026-03-05T15:37:37.415 INFO:teuthology.orchestra.run.vm01.stdout:Dependencies resolved. 2026-03-05T15:37:37.416 INFO:teuthology.orchestra.run.vm01.stdout:================================================================================ 2026-03-05T15:37:37.416 INFO:teuthology.orchestra.run.vm01.stdout: Package Architecture Version Repository Size 2026-03-05T15:37:37.416 INFO:teuthology.orchestra.run.vm01.stdout:================================================================================ 2026-03-05T15:37:37.416 INFO:teuthology.orchestra.run.vm01.stdout:Installing: 2026-03-05T15:37:37.416 INFO:teuthology.orchestra.run.vm01.stdout: cyrus-sasl-devel x86_64 2.1.27-21.el9 appstream 102 k 2026-03-05T15:37:37.416 INFO:teuthology.orchestra.run.vm01.stdout:Installing dependencies: 2026-03-05T15:37:37.416 INFO:teuthology.orchestra.run.vm01.stdout: cyrus-sasl x86_64 2.1.27-21.el9 baseos 71 k 2026-03-05T15:37:37.416 INFO:teuthology.orchestra.run.vm01.stdout: 2026-03-05T15:37:37.416 INFO:teuthology.orchestra.run.vm01.stdout:Transaction Summary 2026-03-05T15:37:37.416 INFO:teuthology.orchestra.run.vm01.stdout:================================================================================ 2026-03-05T15:37:37.416 INFO:teuthology.orchestra.run.vm01.stdout:Install 2 Packages 2026-03-05T15:37:37.416 INFO:teuthology.orchestra.run.vm01.stdout: 2026-03-05T15:37:37.417 INFO:teuthology.orchestra.run.vm01.stdout:Total download size: 173 k 2026-03-05T15:37:37.417 INFO:teuthology.orchestra.run.vm01.stdout:Installed size: 349 k 2026-03-05T15:37:37.417 INFO:teuthology.orchestra.run.vm01.stdout:Downloading Packages: 2026-03-05T15:37:38.079 INFO:teuthology.orchestra.run.vm01.stdout:(1/2): cyrus-sasl-devel-2.1.27-21.el9.x86_64.rp 290 kB/s | 102 kB 00:00 2026-03-05T15:37:38.218 INFO:teuthology.orchestra.run.vm01.stdout:(2/2): cyrus-sasl-2.1.27-21.el9.x86_64.rpm 145 kB/s | 71 kB 00:00 2026-03-05T15:37:38.219 INFO:teuthology.orchestra.run.vm01.stdout:-------------------------------------------------------------------------------- 2026-03-05T15:37:38.219 INFO:teuthology.orchestra.run.vm01.stdout:Total 215 kB/s | 173 kB 00:00 2026-03-05T15:37:38.236 INFO:teuthology.orchestra.run.vm01.stdout:Running transaction check 2026-03-05T15:37:38.242 INFO:teuthology.orchestra.run.vm01.stdout:Transaction check succeeded. 2026-03-05T15:37:38.242 INFO:teuthology.orchestra.run.vm01.stdout:Running transaction test 2026-03-05T15:37:38.266 INFO:teuthology.orchestra.run.vm01.stdout:Transaction test succeeded. 2026-03-05T15:37:38.267 INFO:teuthology.orchestra.run.vm01.stdout:Running transaction 2026-03-05T15:37:38.315 INFO:teuthology.orchestra.run.vm01.stdout: Preparing : 1/1 2026-03-05T15:37:38.361 INFO:teuthology.orchestra.run.vm01.stdout: Running scriptlet: cyrus-sasl-2.1.27-21.el9.x86_64 1/2 2026-03-05T15:37:38.363 INFO:teuthology.orchestra.run.vm01.stdout: Installing : cyrus-sasl-2.1.27-21.el9.x86_64 1/2 2026-03-05T15:37:38.394 INFO:teuthology.orchestra.run.vm01.stdout: Running scriptlet: cyrus-sasl-2.1.27-21.el9.x86_64 1/2 2026-03-05T15:37:38.414 INFO:teuthology.orchestra.run.vm01.stdout: Installing : cyrus-sasl-devel-2.1.27-21.el9.x86_64 2/2 2026-03-05T15:37:38.812 INFO:teuthology.orchestra.run.vm01.stdout: Running scriptlet: cyrus-sasl-devel-2.1.27-21.el9.x86_64 2/2 2026-03-05T15:37:38.812 INFO:teuthology.orchestra.run.vm01.stdout: Verifying : cyrus-sasl-2.1.27-21.el9.x86_64 1/2 2026-03-05T15:37:38.876 INFO:teuthology.orchestra.run.vm01.stdout: Verifying : cyrus-sasl-devel-2.1.27-21.el9.x86_64 2/2 2026-03-05T15:37:38.876 INFO:teuthology.orchestra.run.vm01.stdout: 2026-03-05T15:37:38.876 INFO:teuthology.orchestra.run.vm01.stdout:Installed: 2026-03-05T15:37:38.876 INFO:teuthology.orchestra.run.vm01.stdout: cyrus-sasl-2.1.27-21.el9.x86_64 cyrus-sasl-devel-2.1.27-21.el9.x86_64 2026-03-05T15:37:38.876 INFO:teuthology.orchestra.run.vm01.stdout: 2026-03-05T15:37:38.876 INFO:teuthology.orchestra.run.vm01.stdout:Complete! 2026-03-05T15:37:38.918 INFO:teuthology.packaging:Installing package libffi-devel on ubuntu@vm01.local 2026-03-05T15:37:38.918 DEBUG:teuthology.orchestra.run.vm01:> sudo yum -y install libffi-devel 2026-03-05T15:37:39.335 INFO:teuthology.orchestra.run.vm01.stdout:Last metadata expiration check: 0:01:22 ago on Thu 05 Mar 2026 03:36:17 PM CET. 2026-03-05T15:37:39.411 INFO:teuthology.orchestra.run.vm01.stdout:Dependencies resolved. 2026-03-05T15:37:39.411 INFO:teuthology.orchestra.run.vm01.stdout:================================================================================ 2026-03-05T15:37:39.411 INFO:teuthology.orchestra.run.vm01.stdout: Package Architecture Version Repository Size 2026-03-05T15:37:39.411 INFO:teuthology.orchestra.run.vm01.stdout:================================================================================ 2026-03-05T15:37:39.411 INFO:teuthology.orchestra.run.vm01.stdout:Installing: 2026-03-05T15:37:39.411 INFO:teuthology.orchestra.run.vm01.stdout: libffi-devel x86_64 3.4.2-8.el9 appstream 28 k 2026-03-05T15:37:39.411 INFO:teuthology.orchestra.run.vm01.stdout: 2026-03-05T15:37:39.411 INFO:teuthology.orchestra.run.vm01.stdout:Transaction Summary 2026-03-05T15:37:39.411 INFO:teuthology.orchestra.run.vm01.stdout:================================================================================ 2026-03-05T15:37:39.411 INFO:teuthology.orchestra.run.vm01.stdout:Install 1 Package 2026-03-05T15:37:39.411 INFO:teuthology.orchestra.run.vm01.stdout: 2026-03-05T15:37:39.412 INFO:teuthology.orchestra.run.vm01.stdout:Total download size: 28 k 2026-03-05T15:37:39.412 INFO:teuthology.orchestra.run.vm01.stdout:Installed size: 33 k 2026-03-05T15:37:39.412 INFO:teuthology.orchestra.run.vm01.stdout:Downloading Packages: 2026-03-05T15:37:40.069 INFO:teuthology.orchestra.run.vm01.stdout:libffi-devel-3.4.2-8.el9.x86_64.rpm 57 kB/s | 28 kB 00:00 2026-03-05T15:37:40.070 INFO:teuthology.orchestra.run.vm01.stdout:-------------------------------------------------------------------------------- 2026-03-05T15:37:40.071 INFO:teuthology.orchestra.run.vm01.stdout:Total 43 kB/s | 28 kB 00:00 2026-03-05T15:37:40.081 INFO:teuthology.orchestra.run.vm01.stdout:Running transaction check 2026-03-05T15:37:40.085 INFO:teuthology.orchestra.run.vm01.stdout:Transaction check succeeded. 2026-03-05T15:37:40.085 INFO:teuthology.orchestra.run.vm01.stdout:Running transaction test 2026-03-05T15:37:40.086 INFO:teuthology.orchestra.run.vm01.stdout:Transaction test succeeded. 2026-03-05T15:37:40.087 INFO:teuthology.orchestra.run.vm01.stdout:Running transaction 2026-03-05T15:37:40.117 INFO:teuthology.orchestra.run.vm01.stdout: Preparing : 1/1 2026-03-05T15:37:40.143 INFO:teuthology.orchestra.run.vm01.stdout: Installing : libffi-devel-3.4.2-8.el9.x86_64 1/1 2026-03-05T15:37:40.242 INFO:teuthology.orchestra.run.vm01.stdout: Running scriptlet: libffi-devel-3.4.2-8.el9.x86_64 1/1 2026-03-05T15:37:40.296 INFO:teuthology.orchestra.run.vm01.stdout: Verifying : libffi-devel-3.4.2-8.el9.x86_64 1/1 2026-03-05T15:37:40.296 INFO:teuthology.orchestra.run.vm01.stdout: 2026-03-05T15:37:40.296 INFO:teuthology.orchestra.run.vm01.stdout:Installed: 2026-03-05T15:37:40.296 INFO:teuthology.orchestra.run.vm01.stdout: libffi-devel-3.4.2-8.el9.x86_64 2026-03-05T15:37:40.296 INFO:teuthology.orchestra.run.vm01.stdout: 2026-03-05T15:37:40.296 INFO:teuthology.orchestra.run.vm01.stdout:Complete! 2026-03-05T15:37:40.348 INFO:teuthology.packaging:Installing package libxml2-devel on ubuntu@vm01.local 2026-03-05T15:37:40.348 DEBUG:teuthology.orchestra.run.vm01:> sudo yum -y install libxml2-devel 2026-03-05T15:37:40.785 INFO:teuthology.orchestra.run.vm01.stdout:Last metadata expiration check: 0:01:23 ago on Thu 05 Mar 2026 03:36:17 PM CET. 2026-03-05T15:37:40.880 INFO:teuthology.orchestra.run.vm01.stdout:Dependencies resolved. 2026-03-05T15:37:40.880 INFO:teuthology.orchestra.run.vm01.stdout:================================================================================ 2026-03-05T15:37:40.880 INFO:teuthology.orchestra.run.vm01.stdout: Package Arch Version Repository Size 2026-03-05T15:37:40.880 INFO:teuthology.orchestra.run.vm01.stdout:================================================================================ 2026-03-05T15:37:40.880 INFO:teuthology.orchestra.run.vm01.stdout:Installing: 2026-03-05T15:37:40.880 INFO:teuthology.orchestra.run.vm01.stdout: libxml2-devel x86_64 2.9.13-14.el9_7 appstream 828 k 2026-03-05T15:37:40.880 INFO:teuthology.orchestra.run.vm01.stdout:Upgrading: 2026-03-05T15:37:40.880 INFO:teuthology.orchestra.run.vm01.stdout: libxml2 x86_64 2.9.13-14.el9_7 baseos 746 k 2026-03-05T15:37:40.880 INFO:teuthology.orchestra.run.vm01.stdout: python3-libxml2 x86_64 2.9.13-14.el9_7 baseos 225 k 2026-03-05T15:37:40.880 INFO:teuthology.orchestra.run.vm01.stdout:Installing dependencies: 2026-03-05T15:37:40.880 INFO:teuthology.orchestra.run.vm01.stdout: cmake-filesystem x86_64 3.26.5-3.el9_7 appstream 11 k 2026-03-05T15:37:40.880 INFO:teuthology.orchestra.run.vm01.stdout: xz-devel x86_64 5.2.5-8.el9_0 appstream 52 k 2026-03-05T15:37:40.880 INFO:teuthology.orchestra.run.vm01.stdout: zlib-devel x86_64 1.2.11-40.el9 appstream 44 k 2026-03-05T15:37:40.880 INFO:teuthology.orchestra.run.vm01.stdout: 2026-03-05T15:37:40.880 INFO:teuthology.orchestra.run.vm01.stdout:Transaction Summary 2026-03-05T15:37:40.880 INFO:teuthology.orchestra.run.vm01.stdout:================================================================================ 2026-03-05T15:37:40.880 INFO:teuthology.orchestra.run.vm01.stdout:Install 4 Packages 2026-03-05T15:37:40.880 INFO:teuthology.orchestra.run.vm01.stdout:Upgrade 2 Packages 2026-03-05T15:37:40.880 INFO:teuthology.orchestra.run.vm01.stdout: 2026-03-05T15:37:40.880 INFO:teuthology.orchestra.run.vm01.stdout:Total download size: 1.9 M 2026-03-05T15:37:40.881 INFO:teuthology.orchestra.run.vm01.stdout:Downloading Packages: 2026-03-05T15:37:41.336 INFO:teuthology.orchestra.run.vm01.stdout:(1/6): cmake-filesystem-3.26.5-3.el9_7.x86_64.r 72 kB/s | 11 kB 00:00 2026-03-05T15:37:41.501 INFO:teuthology.orchestra.run.vm01.stdout:(2/6): zlib-devel-1.2.11-40.el9.x86_64.rpm 268 kB/s | 44 kB 00:00 2026-03-05T15:37:41.766 INFO:teuthology.orchestra.run.vm01.stdout:(3/6): libxml2-devel-2.9.13-14.el9_7.x86_64.rpm 1.4 MB/s | 828 kB 00:00 2026-03-05T15:37:41.770 INFO:teuthology.orchestra.run.vm01.stdout:(4/6): xz-devel-5.2.5-8.el9_0.x86_64.rpm 89 kB/s | 52 kB 00:00 2026-03-05T15:37:42.611 INFO:teuthology.orchestra.run.vm01.stdout:(5/6): libxml2-2.9.13-14.el9_7.x86_64.rpm 673 kB/s | 746 kB 00:01 2026-03-05T15:37:42.737 INFO:teuthology.orchestra.run.vm01.stdout:(6/6): python3-libxml2-2.9.13-14.el9_7.x86_64.r 232 kB/s | 225 kB 00:00 2026-03-05T15:37:42.739 INFO:teuthology.orchestra.run.vm01.stdout:-------------------------------------------------------------------------------- 2026-03-05T15:37:42.739 INFO:teuthology.orchestra.run.vm01.stdout:Total 1.0 MB/s | 1.9 MB 00:01 2026-03-05T15:37:42.813 INFO:teuthology.orchestra.run.vm01.stdout:Running transaction check 2026-03-05T15:37:42.822 INFO:teuthology.orchestra.run.vm01.stdout:Transaction check succeeded. 2026-03-05T15:37:42.822 INFO:teuthology.orchestra.run.vm01.stdout:Running transaction test 2026-03-05T15:37:42.862 INFO:teuthology.orchestra.run.vm01.stdout:Transaction test succeeded. 2026-03-05T15:37:42.862 INFO:teuthology.orchestra.run.vm01.stdout:Running transaction 2026-03-05T15:37:42.938 INFO:teuthology.orchestra.run.vm01.stdout: Preparing : 1/1 2026-03-05T15:37:42.943 INFO:teuthology.orchestra.run.vm01.stdout: Upgrading : libxml2-2.9.13-14.el9_7.x86_64 1/8 2026-03-05T15:37:42.951 INFO:teuthology.orchestra.run.vm01.stdout: Installing : zlib-devel-1.2.11-40.el9.x86_64 2/8 2026-03-05T15:37:42.956 INFO:teuthology.orchestra.run.vm01.stdout: Installing : xz-devel-5.2.5-8.el9_0.x86_64 3/8 2026-03-05T15:37:43.051 INFO:teuthology.orchestra.run.vm01.stdout: Installing : cmake-filesystem-3.26.5-3.el9_7.x86_64 4/8 2026-03-05T15:37:43.062 INFO:teuthology.orchestra.run.vm01.stdout: Installing : libxml2-devel-2.9.13-14.el9_7.x86_64 5/8 2026-03-05T15:37:43.064 INFO:teuthology.orchestra.run.vm01.stdout: Upgrading : python3-libxml2-2.9.13-14.el9_7.x86_64 6/8 2026-03-05T15:37:43.066 INFO:teuthology.orchestra.run.vm01.stdout: Cleanup : python3-libxml2-2.9.13-12.el9_6.x86_64 7/8 2026-03-05T15:37:43.085 INFO:teuthology.orchestra.run.vm01.stdout: Cleanup : libxml2-2.9.13-12.el9_6.x86_64 8/8 2026-03-05T15:37:43.203 INFO:teuthology.orchestra.run.vm01.stdout: Running scriptlet: libxml2-2.9.13-12.el9_6.x86_64 8/8 2026-03-05T15:37:43.203 INFO:teuthology.orchestra.run.vm01.stdout: Verifying : cmake-filesystem-3.26.5-3.el9_7.x86_64 1/8 2026-03-05T15:37:43.203 INFO:teuthology.orchestra.run.vm01.stdout: Verifying : libxml2-devel-2.9.13-14.el9_7.x86_64 2/8 2026-03-05T15:37:43.203 INFO:teuthology.orchestra.run.vm01.stdout: Verifying : xz-devel-5.2.5-8.el9_0.x86_64 3/8 2026-03-05T15:37:43.203 INFO:teuthology.orchestra.run.vm01.stdout: Verifying : zlib-devel-1.2.11-40.el9.x86_64 4/8 2026-03-05T15:37:43.203 INFO:teuthology.orchestra.run.vm01.stdout: Verifying : libxml2-2.9.13-14.el9_7.x86_64 5/8 2026-03-05T15:37:43.203 INFO:teuthology.orchestra.run.vm01.stdout: Verifying : libxml2-2.9.13-12.el9_6.x86_64 6/8 2026-03-05T15:37:43.203 INFO:teuthology.orchestra.run.vm01.stdout: Verifying : python3-libxml2-2.9.13-14.el9_7.x86_64 7/8 2026-03-05T15:37:43.264 INFO:teuthology.orchestra.run.vm01.stdout: Verifying : python3-libxml2-2.9.13-12.el9_6.x86_64 8/8 2026-03-05T15:37:43.264 INFO:teuthology.orchestra.run.vm01.stdout: 2026-03-05T15:37:43.264 INFO:teuthology.orchestra.run.vm01.stdout:Upgraded: 2026-03-05T15:37:43.264 INFO:teuthology.orchestra.run.vm01.stdout: libxml2-2.9.13-14.el9_7.x86_64 python3-libxml2-2.9.13-14.el9_7.x86_64 2026-03-05T15:37:43.264 INFO:teuthology.orchestra.run.vm01.stdout:Installed: 2026-03-05T15:37:43.264 INFO:teuthology.orchestra.run.vm01.stdout: cmake-filesystem-3.26.5-3.el9_7.x86_64 libxml2-devel-2.9.13-14.el9_7.x86_64 2026-03-05T15:37:43.264 INFO:teuthology.orchestra.run.vm01.stdout: xz-devel-5.2.5-8.el9_0.x86_64 zlib-devel-1.2.11-40.el9.x86_64 2026-03-05T15:37:43.264 INFO:teuthology.orchestra.run.vm01.stdout: 2026-03-05T15:37:43.264 INFO:teuthology.orchestra.run.vm01.stdout:Complete! 2026-03-05T15:37:43.317 INFO:teuthology.packaging:Installing package libxslt-devel on ubuntu@vm01.local 2026-03-05T15:37:43.317 DEBUG:teuthology.orchestra.run.vm01:> sudo yum -y install libxslt-devel 2026-03-05T15:37:43.840 INFO:teuthology.orchestra.run.vm01.stdout:Last metadata expiration check: 0:01:26 ago on Thu 05 Mar 2026 03:36:17 PM CET. 2026-03-05T15:37:43.922 INFO:teuthology.orchestra.run.vm01.stdout:Dependencies resolved. 2026-03-05T15:37:43.922 INFO:teuthology.orchestra.run.vm01.stdout:================================================================================ 2026-03-05T15:37:43.922 INFO:teuthology.orchestra.run.vm01.stdout: Package Arch Version Repository Size 2026-03-05T15:37:43.922 INFO:teuthology.orchestra.run.vm01.stdout:================================================================================ 2026-03-05T15:37:43.922 INFO:teuthology.orchestra.run.vm01.stdout:Installing: 2026-03-05T15:37:43.922 INFO:teuthology.orchestra.run.vm01.stdout: libxslt-devel x86_64 1.1.34-13.el9_6 appstream 287 k 2026-03-05T15:37:43.922 INFO:teuthology.orchestra.run.vm01.stdout:Installing dependencies: 2026-03-05T15:37:43.922 INFO:teuthology.orchestra.run.vm01.stdout: libgpg-error-devel x86_64 1.42-5.el9 appstream 65 k 2026-03-05T15:37:43.922 INFO:teuthology.orchestra.run.vm01.stdout: 2026-03-05T15:37:43.922 INFO:teuthology.orchestra.run.vm01.stdout:Transaction Summary 2026-03-05T15:37:43.922 INFO:teuthology.orchestra.run.vm01.stdout:================================================================================ 2026-03-05T15:37:43.922 INFO:teuthology.orchestra.run.vm01.stdout:Install 2 Packages 2026-03-05T15:37:43.922 INFO:teuthology.orchestra.run.vm01.stdout: 2026-03-05T15:37:43.923 INFO:teuthology.orchestra.run.vm01.stdout:Total download size: 352 k 2026-03-05T15:37:43.923 INFO:teuthology.orchestra.run.vm01.stdout:Installed size: 2.7 M 2026-03-05T15:37:43.923 INFO:teuthology.orchestra.run.vm01.stdout:Downloading Packages: 2026-03-05T15:37:44.862 INFO:teuthology.orchestra.run.vm01.stdout:(1/2): libgpg-error-devel-1.42-5.el9.x86_64.rpm 84 kB/s | 65 kB 00:00 2026-03-05T15:37:45.154 INFO:teuthology.orchestra.run.vm01.stdout:(2/2): libxslt-devel-1.1.34-13.el9_6.x86_64.rpm 268 kB/s | 287 kB 00:01 2026-03-05T15:37:45.156 INFO:teuthology.orchestra.run.vm01.stdout:-------------------------------------------------------------------------------- 2026-03-05T15:37:45.157 INFO:teuthology.orchestra.run.vm01.stdout:Total 285 kB/s | 352 kB 00:01 2026-03-05T15:37:45.185 INFO:teuthology.orchestra.run.vm01.stdout:Running transaction check 2026-03-05T15:37:45.190 INFO:teuthology.orchestra.run.vm01.stdout:Transaction check succeeded. 2026-03-05T15:37:45.190 INFO:teuthology.orchestra.run.vm01.stdout:Running transaction test 2026-03-05T15:37:45.216 INFO:teuthology.orchestra.run.vm01.stdout:Transaction test succeeded. 2026-03-05T15:37:45.216 INFO:teuthology.orchestra.run.vm01.stdout:Running transaction 2026-03-05T15:37:45.269 INFO:teuthology.orchestra.run.vm01.stdout: Preparing : 1/1 2026-03-05T15:37:45.333 INFO:teuthology.orchestra.run.vm01.stdout: Installing : libgpg-error-devel-1.42-5.el9.x86_64 1/2 2026-03-05T15:37:45.353 INFO:teuthology.orchestra.run.vm01.stdout: Installing : libxslt-devel-1.1.34-13.el9_6.x86_64 2/2 2026-03-05T15:37:45.445 INFO:teuthology.orchestra.run.vm01.stdout: Running scriptlet: libxslt-devel-1.1.34-13.el9_6.x86_64 2/2 2026-03-05T15:37:45.445 INFO:teuthology.orchestra.run.vm01.stdout: Verifying : libgpg-error-devel-1.42-5.el9.x86_64 1/2 2026-03-05T15:37:45.501 INFO:teuthology.orchestra.run.vm01.stdout: Verifying : libxslt-devel-1.1.34-13.el9_6.x86_64 2/2 2026-03-05T15:37:45.501 INFO:teuthology.orchestra.run.vm01.stdout: 2026-03-05T15:37:45.501 INFO:teuthology.orchestra.run.vm01.stdout:Installed: 2026-03-05T15:37:45.501 INFO:teuthology.orchestra.run.vm01.stdout: libgpg-error-devel-1.42-5.el9.x86_64 libxslt-devel-1.1.34-13.el9_6.x86_64 2026-03-05T15:37:45.501 INFO:teuthology.orchestra.run.vm01.stdout: 2026-03-05T15:37:45.501 INFO:teuthology.orchestra.run.vm01.stdout:Complete! 2026-03-05T15:37:45.549 INFO:teuthology.packaging:Installing package mariadb on ubuntu@vm01.local 2026-03-05T15:37:45.549 DEBUG:teuthology.orchestra.run.vm01:> sudo yum -y install mariadb 2026-03-05T15:37:46.031 INFO:teuthology.orchestra.run.vm01.stdout:Last metadata expiration check: 0:01:29 ago on Thu 05 Mar 2026 03:36:17 PM CET. 2026-03-05T15:37:46.121 INFO:teuthology.orchestra.run.vm01.stdout:Dependencies resolved. 2026-03-05T15:37:46.121 INFO:teuthology.orchestra.run.vm01.stdout:================================================================================ 2026-03-05T15:37:46.121 INFO:teuthology.orchestra.run.vm01.stdout: Package Arch Version Repository Size 2026-03-05T15:37:46.121 INFO:teuthology.orchestra.run.vm01.stdout:================================================================================ 2026-03-05T15:37:46.121 INFO:teuthology.orchestra.run.vm01.stdout:Installing: 2026-03-05T15:37:46.121 INFO:teuthology.orchestra.run.vm01.stdout: mariadb x86_64 3:10.5.29-3.el9_7 appstream 1.6 M 2026-03-05T15:37:46.121 INFO:teuthology.orchestra.run.vm01.stdout:Installing dependencies: 2026-03-05T15:37:46.121 INFO:teuthology.orchestra.run.vm01.stdout: mariadb-common x86_64 3:10.5.29-3.el9_7 appstream 27 k 2026-03-05T15:37:46.121 INFO:teuthology.orchestra.run.vm01.stdout: mariadb-connector-c x86_64 3.2.6-1.el9_0 appstream 195 k 2026-03-05T15:37:46.121 INFO:teuthology.orchestra.run.vm01.stdout: mariadb-connector-c-config noarch 3.2.6-1.el9_0 appstream 9.8 k 2026-03-05T15:37:46.121 INFO:teuthology.orchestra.run.vm01.stdout: perl-Sys-Hostname x86_64 1.23-481.1.el9_6 appstream 15 k 2026-03-05T15:37:46.121 INFO:teuthology.orchestra.run.vm01.stdout: 2026-03-05T15:37:46.121 INFO:teuthology.orchestra.run.vm01.stdout:Transaction Summary 2026-03-05T15:37:46.121 INFO:teuthology.orchestra.run.vm01.stdout:================================================================================ 2026-03-05T15:37:46.121 INFO:teuthology.orchestra.run.vm01.stdout:Install 5 Packages 2026-03-05T15:37:46.121 INFO:teuthology.orchestra.run.vm01.stdout: 2026-03-05T15:37:46.121 INFO:teuthology.orchestra.run.vm01.stdout:Total download size: 1.9 M 2026-03-05T15:37:46.121 INFO:teuthology.orchestra.run.vm01.stdout:Installed size: 22 M 2026-03-05T15:37:46.122 INFO:teuthology.orchestra.run.vm01.stdout:Downloading Packages: 2026-03-05T15:37:46.746 INFO:teuthology.orchestra.run.vm01.stdout:(1/5): mariadb-common-10.5.29-3.el9_7.x86_64.rp 57 kB/s | 27 kB 00:00 2026-03-05T15:37:47.015 INFO:teuthology.orchestra.run.vm01.stdout:(2/5): mariadb-connector-c-3.2.6-1.el9_0.x86_64 265 kB/s | 195 kB 00:00 2026-03-05T15:37:47.356 INFO:teuthology.orchestra.run.vm01.stdout:(3/5): mariadb-10.5.29-3.el9_7.x86_64.rpm 1.5 MB/s | 1.6 MB 00:01 2026-03-05T15:37:47.356 INFO:teuthology.orchestra.run.vm01.stdout:(4/5): mariadb-connector-c-config-3.2.6-1.el9_0 16 kB/s | 9.8 kB 00:00 2026-03-05T15:37:47.357 INFO:teuthology.orchestra.run.vm01.stdout:(5/5): perl-Sys-Hostname-1.23-481.1.el9_6.x86_6 45 kB/s | 15 kB 00:00 2026-03-05T15:37:47.359 INFO:teuthology.orchestra.run.vm01.stdout:-------------------------------------------------------------------------------- 2026-03-05T15:37:47.360 INFO:teuthology.orchestra.run.vm01.stdout:Total 1.5 MB/s | 1.9 MB 00:01 2026-03-05T15:37:47.426 INFO:teuthology.orchestra.run.vm01.stdout:Running transaction check 2026-03-05T15:37:47.434 INFO:teuthology.orchestra.run.vm01.stdout:Transaction check succeeded. 2026-03-05T15:37:47.434 INFO:teuthology.orchestra.run.vm01.stdout:Running transaction test 2026-03-05T15:37:47.470 INFO:teuthology.orchestra.run.vm01.stdout:Transaction test succeeded. 2026-03-05T15:37:47.470 INFO:teuthology.orchestra.run.vm01.stdout:Running transaction 2026-03-05T15:37:47.528 INFO:teuthology.orchestra.run.vm01.stdout: Preparing : 1/1 2026-03-05T15:37:47.550 INFO:teuthology.orchestra.run.vm01.stdout: Installing : mariadb-connector-c-config-3.2.6-1.el9_0.noarch 1/5 2026-03-05T15:37:47.563 INFO:teuthology.orchestra.run.vm01.stdout: Installing : mariadb-common-3:10.5.29-3.el9_7.x86_64 2/5 2026-03-05T15:37:47.576 INFO:teuthology.orchestra.run.vm01.stdout: Installing : mariadb-connector-c-3.2.6-1.el9_0.x86_64 3/5 2026-03-05T15:37:47.628 INFO:teuthology.orchestra.run.vm01.stdout: Installing : perl-Sys-Hostname-1.23-481.1.el9_6.x86_64 4/5 2026-03-05T15:37:47.651 INFO:teuthology.orchestra.run.vm01.stdout: Installing : mariadb-3:10.5.29-3.el9_7.x86_64 5/5 2026-03-05T15:37:47.804 INFO:teuthology.orchestra.run.vm01.stdout: Running scriptlet: mariadb-3:10.5.29-3.el9_7.x86_64 5/5 2026-03-05T15:37:47.804 INFO:teuthology.orchestra.run.vm01.stdout: Verifying : mariadb-3:10.5.29-3.el9_7.x86_64 1/5 2026-03-05T15:37:47.804 INFO:teuthology.orchestra.run.vm01.stdout: Verifying : mariadb-common-3:10.5.29-3.el9_7.x86_64 2/5 2026-03-05T15:37:47.804 INFO:teuthology.orchestra.run.vm01.stdout: Verifying : mariadb-connector-c-3.2.6-1.el9_0.x86_64 3/5 2026-03-05T15:37:47.804 INFO:teuthology.orchestra.run.vm01.stdout: Verifying : mariadb-connector-c-config-3.2.6-1.el9_0.noarch 4/5 2026-03-05T15:37:47.867 INFO:teuthology.orchestra.run.vm01.stdout: Verifying : perl-Sys-Hostname-1.23-481.1.el9_6.x86_64 5/5 2026-03-05T15:37:47.867 INFO:teuthology.orchestra.run.vm01.stdout: 2026-03-05T15:37:47.867 INFO:teuthology.orchestra.run.vm01.stdout:Installed: 2026-03-05T15:37:47.867 INFO:teuthology.orchestra.run.vm01.stdout: mariadb-3:10.5.29-3.el9_7.x86_64 2026-03-05T15:37:47.867 INFO:teuthology.orchestra.run.vm01.stdout: mariadb-common-3:10.5.29-3.el9_7.x86_64 2026-03-05T15:37:47.868 INFO:teuthology.orchestra.run.vm01.stdout: mariadb-connector-c-3.2.6-1.el9_0.x86_64 2026-03-05T15:37:47.868 INFO:teuthology.orchestra.run.vm01.stdout: mariadb-connector-c-config-3.2.6-1.el9_0.noarch 2026-03-05T15:37:47.868 INFO:teuthology.orchestra.run.vm01.stdout: perl-Sys-Hostname-1.23-481.1.el9_6.x86_64 2026-03-05T15:37:47.868 INFO:teuthology.orchestra.run.vm01.stdout: 2026-03-05T15:37:47.868 INFO:teuthology.orchestra.run.vm01.stdout:Complete! 2026-03-05T15:37:47.919 INFO:teuthology.packaging:Installing package mariadb-devel on ubuntu@vm01.local 2026-03-05T15:37:47.919 DEBUG:teuthology.orchestra.run.vm01:> sudo yum -y install mariadb-devel 2026-03-05T15:37:48.389 INFO:teuthology.orchestra.run.vm01.stdout:Last metadata expiration check: 0:01:31 ago on Thu 05 Mar 2026 03:36:17 PM CET. 2026-03-05T15:37:48.475 INFO:teuthology.orchestra.run.vm01.stdout:Dependencies resolved. 2026-03-05T15:37:48.475 INFO:teuthology.orchestra.run.vm01.stdout:================================================================================ 2026-03-05T15:37:48.475 INFO:teuthology.orchestra.run.vm01.stdout: Package Arch Version Repository Size 2026-03-05T15:37:48.475 INFO:teuthology.orchestra.run.vm01.stdout:================================================================================ 2026-03-05T15:37:48.475 INFO:teuthology.orchestra.run.vm01.stdout:Installing: 2026-03-05T15:37:48.475 INFO:teuthology.orchestra.run.vm01.stdout: mariadb-devel x86_64 3:10.5.29-3.el9_7 crb 1.0 M 2026-03-05T15:37:48.475 INFO:teuthology.orchestra.run.vm01.stdout:Installing dependencies: 2026-03-05T15:37:48.475 INFO:teuthology.orchestra.run.vm01.stdout: mariadb-connector-c-devel x86_64 3.2.6-1.el9_0 appstream 55 k 2026-03-05T15:37:48.475 INFO:teuthology.orchestra.run.vm01.stdout: openssl-devel x86_64 1:3.5.1-4.el9_7 appstream 3.4 M 2026-03-05T15:37:48.475 INFO:teuthology.orchestra.run.vm01.stdout:Installing weak dependencies: 2026-03-05T15:37:48.475 INFO:teuthology.orchestra.run.vm01.stdout: mariadb-connector-c-doc noarch 3.2.6-1.el9_0 crb 98 k 2026-03-05T15:37:48.475 INFO:teuthology.orchestra.run.vm01.stdout: 2026-03-05T15:37:48.475 INFO:teuthology.orchestra.run.vm01.stdout:Transaction Summary 2026-03-05T15:37:48.475 INFO:teuthology.orchestra.run.vm01.stdout:================================================================================ 2026-03-05T15:37:48.476 INFO:teuthology.orchestra.run.vm01.stdout:Install 4 Packages 2026-03-05T15:37:48.476 INFO:teuthology.orchestra.run.vm01.stdout: 2026-03-05T15:37:48.476 INFO:teuthology.orchestra.run.vm01.stdout:Total download size: 4.6 M 2026-03-05T15:37:48.476 INFO:teuthology.orchestra.run.vm01.stdout:Installed size: 11 M 2026-03-05T15:37:48.476 INFO:teuthology.orchestra.run.vm01.stdout:Downloading Packages: 2026-03-05T15:37:49.177 INFO:teuthology.orchestra.run.vm01.stdout:(1/4): mariadb-connector-c-doc-3.2.6-1.el9_0.no 253 kB/s | 98 kB 00:00 2026-03-05T15:37:49.328 INFO:teuthology.orchestra.run.vm01.stdout:(2/4): mariadb-connector-c-devel-3.2.6-1.el9_0. 101 kB/s | 55 kB 00:00 2026-03-05T15:37:49.579 INFO:teuthology.orchestra.run.vm01.stdout:(3/4): mariadb-devel-10.5.29-3.el9_7.x86_64.rpm 2.5 MB/s | 1.0 MB 00:00 2026-03-05T15:37:49.959 INFO:teuthology.orchestra.run.vm01.stdout:(4/4): openssl-devel-3.5.1-4.el9_7.x86_64.rpm 2.9 MB/s | 3.4 MB 00:01 2026-03-05T15:37:49.961 INFO:teuthology.orchestra.run.vm01.stdout:-------------------------------------------------------------------------------- 2026-03-05T15:37:49.961 INFO:teuthology.orchestra.run.vm01.stdout:Total 3.1 MB/s | 4.6 MB 00:01 2026-03-05T15:37:50.024 INFO:teuthology.orchestra.run.vm01.stdout:Running transaction check 2026-03-05T15:37:50.033 INFO:teuthology.orchestra.run.vm01.stdout:Transaction check succeeded. 2026-03-05T15:37:50.033 INFO:teuthology.orchestra.run.vm01.stdout:Running transaction test 2026-03-05T15:37:50.112 INFO:teuthology.orchestra.run.vm01.stdout:Transaction test succeeded. 2026-03-05T15:37:50.113 INFO:teuthology.orchestra.run.vm01.stdout:Running transaction 2026-03-05T15:37:50.840 INFO:teuthology.orchestra.run.vm01.stdout: Preparing : 1/1 2026-03-05T15:37:50.892 INFO:teuthology.orchestra.run.vm01.stdout: Installing : openssl-devel-1:3.5.1-4.el9_7.x86_64 1/4 2026-03-05T15:37:50.899 INFO:teuthology.orchestra.run.vm01.stdout: Installing : mariadb-connector-c-doc-3.2.6-1.el9_0.noarch 2/4 2026-03-05T15:37:51.004 INFO:teuthology.orchestra.run.vm01.stdout: Installing : mariadb-connector-c-devel-3.2.6-1.el9_0.x86_64 3/4 2026-03-05T15:37:51.026 INFO:teuthology.orchestra.run.vm01.stdout: Installing : mariadb-devel-3:10.5.29-3.el9_7.x86_64 4/4 2026-03-05T15:37:51.160 INFO:teuthology.orchestra.run.vm01.stdout: Running scriptlet: mariadb-devel-3:10.5.29-3.el9_7.x86_64 4/4 2026-03-05T15:37:51.160 INFO:teuthology.orchestra.run.vm01.stdout: Verifying : mariadb-connector-c-devel-3.2.6-1.el9_0.x86_64 1/4 2026-03-05T15:37:51.160 INFO:teuthology.orchestra.run.vm01.stdout: Verifying : openssl-devel-1:3.5.1-4.el9_7.x86_64 2/4 2026-03-05T15:37:51.160 INFO:teuthology.orchestra.run.vm01.stdout: Verifying : mariadb-connector-c-doc-3.2.6-1.el9_0.noarch 3/4 2026-03-05T15:37:51.221 INFO:teuthology.orchestra.run.vm01.stdout: Verifying : mariadb-devel-3:10.5.29-3.el9_7.x86_64 4/4 2026-03-05T15:37:51.221 INFO:teuthology.orchestra.run.vm01.stdout: 2026-03-05T15:37:51.221 INFO:teuthology.orchestra.run.vm01.stdout:Installed: 2026-03-05T15:37:51.221 INFO:teuthology.orchestra.run.vm01.stdout: mariadb-connector-c-devel-3.2.6-1.el9_0.x86_64 2026-03-05T15:37:51.221 INFO:teuthology.orchestra.run.vm01.stdout: mariadb-connector-c-doc-3.2.6-1.el9_0.noarch 2026-03-05T15:37:51.221 INFO:teuthology.orchestra.run.vm01.stdout: mariadb-devel-3:10.5.29-3.el9_7.x86_64 2026-03-05T15:37:51.221 INFO:teuthology.orchestra.run.vm01.stdout: openssl-devel-1:3.5.1-4.el9_7.x86_64 2026-03-05T15:37:51.221 INFO:teuthology.orchestra.run.vm01.stdout: 2026-03-05T15:37:51.221 INFO:teuthology.orchestra.run.vm01.stdout:Complete! 2026-03-05T15:37:51.285 INFO:teuthology.packaging:Installing package mariadb-server on ubuntu@vm01.local 2026-03-05T15:37:51.286 DEBUG:teuthology.orchestra.run.vm01:> sudo yum -y install mariadb-server 2026-03-05T15:37:51.834 INFO:teuthology.orchestra.run.vm01.stdout:Last metadata expiration check: 0:01:34 ago on Thu 05 Mar 2026 03:36:17 PM CET. 2026-03-05T15:37:51.962 INFO:teuthology.orchestra.run.vm01.stdout:Dependencies resolved. 2026-03-05T15:37:51.963 INFO:teuthology.orchestra.run.vm01.stdout:================================================================================ 2026-03-05T15:37:51.963 INFO:teuthology.orchestra.run.vm01.stdout: Package Arch Version Repository Size 2026-03-05T15:37:51.963 INFO:teuthology.orchestra.run.vm01.stdout:================================================================================ 2026-03-05T15:37:51.963 INFO:teuthology.orchestra.run.vm01.stdout:Installing: 2026-03-05T15:37:51.963 INFO:teuthology.orchestra.run.vm01.stdout: mariadb-server x86_64 3:10.5.29-3.el9_7 appstream 9.7 M 2026-03-05T15:37:51.963 INFO:teuthology.orchestra.run.vm01.stdout:Installing dependencies: 2026-03-05T15:37:51.963 INFO:teuthology.orchestra.run.vm01.stdout: mariadb-errmsg x86_64 3:10.5.29-3.el9_7 appstream 210 k 2026-03-05T15:37:51.963 INFO:teuthology.orchestra.run.vm01.stdout: mysql-selinux noarch 1.0.14-1.el9_6 appstream 36 k 2026-03-05T15:37:51.963 INFO:teuthology.orchestra.run.vm01.stdout: perl-DBD-MariaDB x86_64 1.21-17.el9 appstream 149 k 2026-03-05T15:37:51.963 INFO:teuthology.orchestra.run.vm01.stdout: perl-DBI x86_64 1.643-9.el9 appstream 700 k 2026-03-05T15:37:51.963 INFO:teuthology.orchestra.run.vm01.stdout: perl-Math-BigInt noarch 1:1.9998.18-460.el9 appstream 188 k 2026-03-05T15:37:51.963 INFO:teuthology.orchestra.run.vm01.stdout: perl-Math-Complex noarch 1.59-481.1.el9_6 appstream 45 k 2026-03-05T15:37:51.963 INFO:teuthology.orchestra.run.vm01.stdout:Installing weak dependencies: 2026-03-05T15:37:51.963 INFO:teuthology.orchestra.run.vm01.stdout: mariadb-backup x86_64 3:10.5.29-3.el9_7 appstream 6.5 M 2026-03-05T15:37:51.963 INFO:teuthology.orchestra.run.vm01.stdout: mariadb-gssapi-server x86_64 3:10.5.29-3.el9_7 appstream 14 k 2026-03-05T15:37:51.963 INFO:teuthology.orchestra.run.vm01.stdout: mariadb-server-utils x86_64 3:10.5.29-3.el9_7 appstream 210 k 2026-03-05T15:37:51.963 INFO:teuthology.orchestra.run.vm01.stdout: 2026-03-05T15:37:51.963 INFO:teuthology.orchestra.run.vm01.stdout:Transaction Summary 2026-03-05T15:37:51.963 INFO:teuthology.orchestra.run.vm01.stdout:================================================================================ 2026-03-05T15:37:51.963 INFO:teuthology.orchestra.run.vm01.stdout:Install 10 Packages 2026-03-05T15:37:51.963 INFO:teuthology.orchestra.run.vm01.stdout: 2026-03-05T15:37:51.964 INFO:teuthology.orchestra.run.vm01.stdout:Total download size: 18 M 2026-03-05T15:37:51.964 INFO:teuthology.orchestra.run.vm01.stdout:Installed size: 94 M 2026-03-05T15:37:51.964 INFO:teuthology.orchestra.run.vm01.stdout:Downloading Packages: 2026-03-05T15:37:52.884 INFO:teuthology.orchestra.run.vm01.stdout:(1/10): mariadb-gssapi-server-10.5.29-3.el9_7.x 19 kB/s | 14 kB 00:00 2026-03-05T15:37:53.293 INFO:teuthology.orchestra.run.vm01.stdout:(2/10): mariadb-errmsg-10.5.29-3.el9_7.x86_64.r 179 kB/s | 210 kB 00:01 2026-03-05T15:37:53.790 INFO:teuthology.orchestra.run.vm01.stdout:(3/10): mariadb-server-utils-10.5.29-3.el9_7.x8 423 kB/s | 210 kB 00:00 2026-03-05T15:37:53.898 INFO:teuthology.orchestra.run.vm01.stdout:(4/10): mariadb-backup-10.5.29-3.el9_7.x86_64.r 3.7 MB/s | 6.5 MB 00:01 2026-03-05T15:37:54.151 INFO:teuthology.orchestra.run.vm01.stdout:(5/10): mysql-selinux-1.0.14-1.el9_6.noarch.rpm 101 kB/s | 36 kB 00:00 2026-03-05T15:37:54.211 INFO:teuthology.orchestra.run.vm01.stdout:(6/10): mariadb-server-10.5.29-3.el9_7.x86_64.r 7.3 MB/s | 9.7 MB 00:01 2026-03-05T15:37:54.212 INFO:teuthology.orchestra.run.vm01.stdout:(7/10): perl-DBD-MariaDB-1.21-17.el9.x86_64.rpm 475 kB/s | 149 kB 00:00 2026-03-05T15:37:54.412 INFO:teuthology.orchestra.run.vm01.stdout:(8/10): perl-DBI-1.643-9.el9.x86_64.rpm 2.6 MB/s | 700 kB 00:00 2026-03-05T15:37:54.466 INFO:teuthology.orchestra.run.vm01.stdout:(9/10): perl-Math-Complex-1.59-481.1.el9_6.noar 178 kB/s | 45 kB 00:00 2026-03-05T15:37:54.469 INFO:teuthology.orchestra.run.vm01.stdout:(10/10): perl-Math-BigInt-1.9998.18-460.el9.noa 731 kB/s | 188 kB 00:00 2026-03-05T15:37:54.472 INFO:teuthology.orchestra.run.vm01.stdout:-------------------------------------------------------------------------------- 2026-03-05T15:37:54.472 INFO:teuthology.orchestra.run.vm01.stdout:Total 7.1 MB/s | 18 MB 00:02 2026-03-05T15:37:54.626 INFO:teuthology.orchestra.run.vm01.stdout:Running transaction check 2026-03-05T15:37:54.640 INFO:teuthology.orchestra.run.vm01.stdout:Transaction check succeeded. 2026-03-05T15:37:54.640 INFO:teuthology.orchestra.run.vm01.stdout:Running transaction test 2026-03-05T15:37:54.737 INFO:teuthology.orchestra.run.vm01.stdout:Transaction test succeeded. 2026-03-05T15:37:54.738 INFO:teuthology.orchestra.run.vm01.stdout:Running transaction 2026-03-05T15:37:54.868 INFO:teuthology.orchestra.run.vm01.stdout: Preparing : 1/1 2026-03-05T15:37:54.879 INFO:teuthology.orchestra.run.vm01.stdout: Installing : perl-Math-Complex-1.59-481.1.el9_6.noarch 1/10 2026-03-05T15:37:54.918 INFO:teuthology.orchestra.run.vm01.stdout: Installing : perl-Math-BigInt-1:1.9998.18-460.el9.noarch 2/10 2026-03-05T15:37:54.927 INFO:teuthology.orchestra.run.vm01.stdout: Installing : perl-DBI-1.643-9.el9.x86_64 3/10 2026-03-05T15:37:54.929 INFO:teuthology.orchestra.run.vm01.stdout: Installing : perl-DBD-MariaDB-1.21-17.el9.x86_64 4/10 2026-03-05T15:37:54.941 INFO:teuthology.orchestra.run.vm01.stdout: Running scriptlet: mysql-selinux-1.0.14-1.el9_6.noarch 5/10 2026-03-05T15:37:54.941 INFO:teuthology.orchestra.run.vm01.stdout: Installing : mysql-selinux-1.0.14-1.el9_6.noarch 5/10 2026-03-05T15:38:00.876 INFO:teuthology.orchestra.run.vm01.stdout: Running scriptlet: mysql-selinux-1.0.14-1.el9_6.noarch 5/10 2026-03-05T15:38:00.876 INFO:teuthology.orchestra.run.vm01.stdout:libsemanage.semanage_direct_install_info: Overriding mysql module at lower priority 100 with module at priority 200. 2026-03-05T15:38:00.877 INFO:teuthology.orchestra.run.vm01.stdout: 2026-03-05T15:38:00.905 INFO:teuthology.orchestra.run.vm01.stdout: Installing : mariadb-errmsg-3:10.5.29-3.el9_7.x86_64 6/10 2026-03-05T15:38:00.915 INFO:teuthology.orchestra.run.vm01.stdout: Installing : mariadb-gssapi-server-3:10.5.29-3.el9_7.x86_64 7/10 2026-03-05T15:38:00.918 INFO:teuthology.orchestra.run.vm01.stdout: Installing : mariadb-server-utils-3:10.5.29-3.el9_7.x86_64 8/10 2026-03-05T15:38:01.107 INFO:teuthology.orchestra.run.vm01.stdout: Running scriptlet: mariadb-server-3:10.5.29-3.el9_7.x86_64 9/10 2026-03-05T15:38:01.112 INFO:teuthology.orchestra.run.vm01.stdout: Installing : mariadb-server-3:10.5.29-3.el9_7.x86_64 9/10 2026-03-05T15:38:01.180 INFO:teuthology.orchestra.run.vm01.stdout: Running scriptlet: mariadb-server-3:10.5.29-3.el9_7.x86_64 9/10 2026-03-05T15:38:01.182 INFO:teuthology.orchestra.run.vm01.stdout: Installing : mariadb-backup-3:10.5.29-3.el9_7.x86_64 10/10 2026-03-05T15:38:01.639 INFO:teuthology.orchestra.run.vm01.stdout: Running scriptlet: mysql-selinux-1.0.14-1.el9_6.noarch 10/10 2026-03-05T15:38:02.055 INFO:teuthology.orchestra.run.vm01.stdout: Running scriptlet: mariadb-backup-3:10.5.29-3.el9_7.x86_64 10/10 2026-03-05T15:38:02.055 INFO:teuthology.orchestra.run.vm01.stdout: Verifying : mariadb-backup-3:10.5.29-3.el9_7.x86_64 1/10 2026-03-05T15:38:02.055 INFO:teuthology.orchestra.run.vm01.stdout: Verifying : mariadb-errmsg-3:10.5.29-3.el9_7.x86_64 2/10 2026-03-05T15:38:02.055 INFO:teuthology.orchestra.run.vm01.stdout: Verifying : mariadb-gssapi-server-3:10.5.29-3.el9_7.x86_64 3/10 2026-03-05T15:38:02.055 INFO:teuthology.orchestra.run.vm01.stdout: Verifying : mariadb-server-3:10.5.29-3.el9_7.x86_64 4/10 2026-03-05T15:38:02.055 INFO:teuthology.orchestra.run.vm01.stdout: Verifying : mariadb-server-utils-3:10.5.29-3.el9_7.x86_64 5/10 2026-03-05T15:38:02.055 INFO:teuthology.orchestra.run.vm01.stdout: Verifying : mysql-selinux-1.0.14-1.el9_6.noarch 6/10 2026-03-05T15:38:02.055 INFO:teuthology.orchestra.run.vm01.stdout: Verifying : perl-DBD-MariaDB-1.21-17.el9.x86_64 7/10 2026-03-05T15:38:02.055 INFO:teuthology.orchestra.run.vm01.stdout: Verifying : perl-DBI-1.643-9.el9.x86_64 8/10 2026-03-05T15:38:02.056 INFO:teuthology.orchestra.run.vm01.stdout: Verifying : perl-Math-BigInt-1:1.9998.18-460.el9.noarch 9/10 2026-03-05T15:38:02.135 INFO:teuthology.orchestra.run.vm01.stdout: Verifying : perl-Math-Complex-1.59-481.1.el9_6.noarch 10/10 2026-03-05T15:38:02.135 INFO:teuthology.orchestra.run.vm01.stdout: 2026-03-05T15:38:02.135 INFO:teuthology.orchestra.run.vm01.stdout:Installed: 2026-03-05T15:38:02.135 INFO:teuthology.orchestra.run.vm01.stdout: mariadb-backup-3:10.5.29-3.el9_7.x86_64 2026-03-05T15:38:02.135 INFO:teuthology.orchestra.run.vm01.stdout: mariadb-errmsg-3:10.5.29-3.el9_7.x86_64 2026-03-05T15:38:02.135 INFO:teuthology.orchestra.run.vm01.stdout: mariadb-gssapi-server-3:10.5.29-3.el9_7.x86_64 2026-03-05T15:38:02.135 INFO:teuthology.orchestra.run.vm01.stdout: mariadb-server-3:10.5.29-3.el9_7.x86_64 2026-03-05T15:38:02.135 INFO:teuthology.orchestra.run.vm01.stdout: mariadb-server-utils-3:10.5.29-3.el9_7.x86_64 2026-03-05T15:38:02.135 INFO:teuthology.orchestra.run.vm01.stdout: mysql-selinux-1.0.14-1.el9_6.noarch 2026-03-05T15:38:02.135 INFO:teuthology.orchestra.run.vm01.stdout: perl-DBD-MariaDB-1.21-17.el9.x86_64 2026-03-05T15:38:02.135 INFO:teuthology.orchestra.run.vm01.stdout: perl-DBI-1.643-9.el9.x86_64 2026-03-05T15:38:02.135 INFO:teuthology.orchestra.run.vm01.stdout: perl-Math-BigInt-1:1.9998.18-460.el9.noarch 2026-03-05T15:38:02.135 INFO:teuthology.orchestra.run.vm01.stdout: perl-Math-Complex-1.59-481.1.el9_6.noarch 2026-03-05T15:38:02.135 INFO:teuthology.orchestra.run.vm01.stdout: 2026-03-05T15:38:02.135 INFO:teuthology.orchestra.run.vm01.stdout:Complete! 2026-03-05T15:38:02.190 INFO:teuthology.packaging:Installing package openldap-devel on ubuntu@vm01.local 2026-03-05T15:38:02.190 DEBUG:teuthology.orchestra.run.vm01:> sudo yum -y install openldap-devel 2026-03-05T15:38:02.744 INFO:teuthology.orchestra.run.vm01.stdout:Last metadata expiration check: 0:01:45 ago on Thu 05 Mar 2026 03:36:17 PM CET. 2026-03-05T15:38:02.868 INFO:teuthology.orchestra.run.vm01.stdout:Dependencies resolved. 2026-03-05T15:38:02.869 INFO:teuthology.orchestra.run.vm01.stdout:================================================================================ 2026-03-05T15:38:02.869 INFO:teuthology.orchestra.run.vm01.stdout: Package Architecture Version Repository Size 2026-03-05T15:38:02.869 INFO:teuthology.orchestra.run.vm01.stdout:================================================================================ 2026-03-05T15:38:02.869 INFO:teuthology.orchestra.run.vm01.stdout:Installing: 2026-03-05T15:38:02.869 INFO:teuthology.orchestra.run.vm01.stdout: openldap-devel x86_64 2.6.8-4.el9.0.1 appstream 684 k 2026-03-05T15:38:02.869 INFO:teuthology.orchestra.run.vm01.stdout: 2026-03-05T15:38:02.869 INFO:teuthology.orchestra.run.vm01.stdout:Transaction Summary 2026-03-05T15:38:02.869 INFO:teuthology.orchestra.run.vm01.stdout:================================================================================ 2026-03-05T15:38:02.869 INFO:teuthology.orchestra.run.vm01.stdout:Install 1 Package 2026-03-05T15:38:02.869 INFO:teuthology.orchestra.run.vm01.stdout: 2026-03-05T15:38:02.869 INFO:teuthology.orchestra.run.vm01.stdout:Total download size: 684 k 2026-03-05T15:38:02.869 INFO:teuthology.orchestra.run.vm01.stdout:Installed size: 3.7 M 2026-03-05T15:38:02.869 INFO:teuthology.orchestra.run.vm01.stdout:Downloading Packages: 2026-03-05T15:38:03.731 INFO:teuthology.orchestra.run.vm01.stdout:openldap-devel-2.6.8-4.el9.0.1.x86_64.rpm 964 kB/s | 684 kB 00:00 2026-03-05T15:38:03.731 INFO:teuthology.orchestra.run.vm01.stdout:-------------------------------------------------------------------------------- 2026-03-05T15:38:03.731 INFO:teuthology.orchestra.run.vm01.stdout:Total 793 kB/s | 684 kB 00:00 2026-03-05T15:38:03.744 INFO:teuthology.orchestra.run.vm01.stdout:Running transaction check 2026-03-05T15:38:03.748 INFO:teuthology.orchestra.run.vm01.stdout:Transaction check succeeded. 2026-03-05T15:38:03.748 INFO:teuthology.orchestra.run.vm01.stdout:Running transaction test 2026-03-05T15:38:03.761 INFO:teuthology.orchestra.run.vm01.stdout:Transaction test succeeded. 2026-03-05T15:38:03.762 INFO:teuthology.orchestra.run.vm01.stdout:Running transaction 2026-03-05T15:38:03.873 INFO:teuthology.orchestra.run.vm01.stdout: Preparing : 1/1 2026-03-05T15:38:03.903 INFO:teuthology.orchestra.run.vm01.stdout: Installing : openldap-devel-2.6.8-4.el9.0.1.x86_64 1/1 2026-03-05T15:38:04.002 INFO:teuthology.orchestra.run.vm01.stdout: Running scriptlet: openldap-devel-2.6.8-4.el9.0.1.x86_64 1/1 2026-03-05T15:38:04.058 INFO:teuthology.orchestra.run.vm01.stdout: Verifying : openldap-devel-2.6.8-4.el9.0.1.x86_64 1/1 2026-03-05T15:38:04.058 INFO:teuthology.orchestra.run.vm01.stdout: 2026-03-05T15:38:04.058 INFO:teuthology.orchestra.run.vm01.stdout:Installed: 2026-03-05T15:38:04.058 INFO:teuthology.orchestra.run.vm01.stdout: openldap-devel-2.6.8-4.el9.0.1.x86_64 2026-03-05T15:38:04.058 INFO:teuthology.orchestra.run.vm01.stdout: 2026-03-05T15:38:04.058 INFO:teuthology.orchestra.run.vm01.stdout:Complete! 2026-03-05T15:38:04.095 INFO:teuthology.packaging:Installing package openssl-devel on ubuntu@vm01.local 2026-03-05T15:38:04.096 DEBUG:teuthology.orchestra.run.vm01:> sudo yum -y install openssl-devel 2026-03-05T15:38:04.692 INFO:teuthology.orchestra.run.vm01.stdout:Last metadata expiration check: 0:01:47 ago on Thu 05 Mar 2026 03:36:17 PM CET. 2026-03-05T15:38:04.788 INFO:teuthology.orchestra.run.vm01.stdout:Package openssl-devel-1:3.5.1-4.el9_7.x86_64 is already installed. 2026-03-05T15:38:04.807 INFO:teuthology.orchestra.run.vm01.stdout:Dependencies resolved. 2026-03-05T15:38:04.808 INFO:teuthology.orchestra.run.vm01.stdout:================================================================================ 2026-03-05T15:38:04.808 INFO:teuthology.orchestra.run.vm01.stdout: Package Arch Version Repository Size 2026-03-05T15:38:04.808 INFO:teuthology.orchestra.run.vm01.stdout:================================================================================ 2026-03-05T15:38:04.808 INFO:teuthology.orchestra.run.vm01.stdout:Upgrading: 2026-03-05T15:38:04.808 INFO:teuthology.orchestra.run.vm01.stdout: openssl x86_64 1:3.5.1-7.el9_7 baseos 1.4 M 2026-03-05T15:38:04.808 INFO:teuthology.orchestra.run.vm01.stdout: openssl-devel x86_64 1:3.5.1-7.el9_7 appstream 3.4 M 2026-03-05T15:38:04.808 INFO:teuthology.orchestra.run.vm01.stdout: openssl-fips-provider x86_64 1:3.5.1-7.el9_7 baseos 812 k 2026-03-05T15:38:04.808 INFO:teuthology.orchestra.run.vm01.stdout: openssl-libs x86_64 1:3.5.1-7.el9_7 baseos 2.3 M 2026-03-05T15:38:04.808 INFO:teuthology.orchestra.run.vm01.stdout: 2026-03-05T15:38:04.808 INFO:teuthology.orchestra.run.vm01.stdout:Transaction Summary 2026-03-05T15:38:04.808 INFO:teuthology.orchestra.run.vm01.stdout:================================================================================ 2026-03-05T15:38:04.808 INFO:teuthology.orchestra.run.vm01.stdout:Upgrade 4 Packages 2026-03-05T15:38:04.808 INFO:teuthology.orchestra.run.vm01.stdout: 2026-03-05T15:38:04.809 INFO:teuthology.orchestra.run.vm01.stdout:Total download size: 7.9 M 2026-03-05T15:38:04.809 INFO:teuthology.orchestra.run.vm01.stdout:Downloading Packages: 2026-03-05T15:38:06.340 INFO:teuthology.orchestra.run.vm01.stdout:(1/4): openssl-fips-provider-3.5.1-7.el9_7.x86_ 667 kB/s | 812 kB 00:01 2026-03-05T15:38:06.520 INFO:teuthology.orchestra.run.vm01.stdout:(2/4): openssl-3.5.1-7.el9_7.x86_64.rpm 1.0 MB/s | 1.4 MB 00:01 2026-03-05T15:38:06.670 INFO:teuthology.orchestra.run.vm01.stdout:(3/4): openssl-libs-3.5.1-7.el9_7.x86_64.rpm 1.5 MB/s | 2.3 MB 00:01 2026-03-05T15:38:07.184 INFO:teuthology.orchestra.run.vm01.stdout:(4/4): openssl-devel-3.5.1-7.el9_7.x86_64.rpm 4.1 MB/s | 3.4 MB 00:00 2026-03-05T15:38:07.189 INFO:teuthology.orchestra.run.vm01.stdout:-------------------------------------------------------------------------------- 2026-03-05T15:38:07.189 INFO:teuthology.orchestra.run.vm01.stdout:Total 3.3 MB/s | 7.9 MB 00:02 2026-03-05T15:38:07.249 INFO:teuthology.orchestra.run.vm01.stdout:Running transaction check 2026-03-05T15:38:07.275 INFO:teuthology.orchestra.run.vm01.stdout:Transaction check succeeded. 2026-03-05T15:38:07.276 INFO:teuthology.orchestra.run.vm01.stdout:Running transaction test 2026-03-05T15:38:07.374 INFO:teuthology.orchestra.run.vm01.stdout:Transaction test succeeded. 2026-03-05T15:38:07.374 INFO:teuthology.orchestra.run.vm01.stdout:Running transaction 2026-03-05T15:38:07.515 INFO:teuthology.orchestra.run.vm01.stdout: Preparing : 1/1 2026-03-05T15:38:07.523 INFO:teuthology.orchestra.run.vm01.stdout: Upgrading : openssl-libs-1:3.5.1-7.el9_7.x86_64 1/8 2026-03-05T15:38:07.591 INFO:teuthology.orchestra.run.vm01.stdout: Upgrading : openssl-fips-provider-1:3.5.1-7.el9_7.x86_64 2/8 2026-03-05T15:38:08.216 INFO:teuthology.orchestra.run.vm01.stdout: Upgrading : openssl-1:3.5.1-7.el9_7.x86_64 3/8 2026-03-05T15:38:08.249 INFO:teuthology.orchestra.run.vm01.stdout: Upgrading : openssl-devel-1:3.5.1-7.el9_7.x86_64 4/8 2026-03-05T15:38:08.254 INFO:teuthology.orchestra.run.vm01.stdout: Cleanup : openssl-1:3.5.1-4.el9_7.x86_64 5/8 2026-03-05T15:38:08.265 INFO:teuthology.orchestra.run.vm01.stdout: Cleanup : openssl-devel-1:3.5.1-4.el9_7.x86_64 6/8 2026-03-05T15:38:08.267 INFO:teuthology.orchestra.run.vm01.stdout: Cleanup : openssl-fips-provider-1:3.5.1-4.el9_7.x86_64 7/8 2026-03-05T15:38:08.287 INFO:teuthology.orchestra.run.vm01.stdout: Cleanup : openssl-libs-1:3.5.1-4.el9_7.x86_64 8/8 2026-03-05T15:38:08.449 INFO:teuthology.orchestra.run.vm01.stdout: Running scriptlet: openssl-libs-1:3.5.1-4.el9_7.x86_64 8/8 2026-03-05T15:38:08.449 INFO:teuthology.orchestra.run.vm01.stdout: Verifying : openssl-1:3.5.1-7.el9_7.x86_64 1/8 2026-03-05T15:38:08.449 INFO:teuthology.orchestra.run.vm01.stdout: Verifying : openssl-1:3.5.1-4.el9_7.x86_64 2/8 2026-03-05T15:38:08.449 INFO:teuthology.orchestra.run.vm01.stdout: Verifying : openssl-fips-provider-1:3.5.1-7.el9_7.x86_64 3/8 2026-03-05T15:38:08.449 INFO:teuthology.orchestra.run.vm01.stdout: Verifying : openssl-fips-provider-1:3.5.1-4.el9_7.x86_64 4/8 2026-03-05T15:38:08.449 INFO:teuthology.orchestra.run.vm01.stdout: Verifying : openssl-libs-1:3.5.1-7.el9_7.x86_64 5/8 2026-03-05T15:38:08.449 INFO:teuthology.orchestra.run.vm01.stdout: Verifying : openssl-libs-1:3.5.1-4.el9_7.x86_64 6/8 2026-03-05T15:38:08.449 INFO:teuthology.orchestra.run.vm01.stdout: Verifying : openssl-devel-1:3.5.1-7.el9_7.x86_64 7/8 2026-03-05T15:38:08.502 INFO:teuthology.orchestra.run.vm01.stdout: Verifying : openssl-devel-1:3.5.1-4.el9_7.x86_64 8/8 2026-03-05T15:38:08.502 INFO:teuthology.orchestra.run.vm01.stdout: 2026-03-05T15:38:08.502 INFO:teuthology.orchestra.run.vm01.stdout:Upgraded: 2026-03-05T15:38:08.502 INFO:teuthology.orchestra.run.vm01.stdout: openssl-1:3.5.1-7.el9_7.x86_64 2026-03-05T15:38:08.502 INFO:teuthology.orchestra.run.vm01.stdout: openssl-devel-1:3.5.1-7.el9_7.x86_64 2026-03-05T15:38:08.502 INFO:teuthology.orchestra.run.vm01.stdout: openssl-fips-provider-1:3.5.1-7.el9_7.x86_64 2026-03-05T15:38:08.502 INFO:teuthology.orchestra.run.vm01.stdout: openssl-libs-1:3.5.1-7.el9_7.x86_64 2026-03-05T15:38:08.502 INFO:teuthology.orchestra.run.vm01.stdout: 2026-03-05T15:38:08.502 INFO:teuthology.orchestra.run.vm01.stdout:Complete! 2026-03-05T15:38:08.553 INFO:teuthology.packaging:Installing package postgresql on ubuntu@vm01.local 2026-03-05T15:38:08.553 DEBUG:teuthology.orchestra.run.vm01:> sudo yum -y install postgresql 2026-03-05T15:38:09.146 INFO:teuthology.orchestra.run.vm01.stdout:Last metadata expiration check: 0:01:52 ago on Thu 05 Mar 2026 03:36:17 PM CET. 2026-03-05T15:38:09.264 INFO:teuthology.orchestra.run.vm01.stdout:Dependencies resolved. 2026-03-05T15:38:09.265 INFO:teuthology.orchestra.run.vm01.stdout:================================================================================ 2026-03-05T15:38:09.265 INFO:teuthology.orchestra.run.vm01.stdout: Package Arch Version Repository Size 2026-03-05T15:38:09.265 INFO:teuthology.orchestra.run.vm01.stdout:================================================================================ 2026-03-05T15:38:09.265 INFO:teuthology.orchestra.run.vm01.stdout:Installing: 2026-03-05T15:38:09.265 INFO:teuthology.orchestra.run.vm01.stdout: postgresql x86_64 13.23-1.el9_7 appstream 1.6 M 2026-03-05T15:38:09.265 INFO:teuthology.orchestra.run.vm01.stdout:Installing dependencies: 2026-03-05T15:38:09.265 INFO:teuthology.orchestra.run.vm01.stdout: postgresql-private-libs x86_64 13.23-1.el9_7 appstream 140 k 2026-03-05T15:38:09.265 INFO:teuthology.orchestra.run.vm01.stdout: 2026-03-05T15:38:09.265 INFO:teuthology.orchestra.run.vm01.stdout:Transaction Summary 2026-03-05T15:38:09.265 INFO:teuthology.orchestra.run.vm01.stdout:================================================================================ 2026-03-05T15:38:09.265 INFO:teuthology.orchestra.run.vm01.stdout:Install 2 Packages 2026-03-05T15:38:09.265 INFO:teuthology.orchestra.run.vm01.stdout: 2026-03-05T15:38:09.265 INFO:teuthology.orchestra.run.vm01.stdout:Total download size: 1.7 M 2026-03-05T15:38:09.265 INFO:teuthology.orchestra.run.vm01.stdout:Installed size: 6.2 M 2026-03-05T15:38:09.266 INFO:teuthology.orchestra.run.vm01.stdout:Downloading Packages: 2026-03-05T15:38:09.735 INFO:teuthology.orchestra.run.vm01.stdout:(1/2): postgresql-private-libs-13.23-1.el9_7.x8 448 kB/s | 140 kB 00:00 2026-03-05T15:38:10.173 INFO:teuthology.orchestra.run.vm01.stdout:(2/2): postgresql-13.23-1.el9_7.x86_64.rpm 2.1 MB/s | 1.6 MB 00:00 2026-03-05T15:38:10.175 INFO:teuthology.orchestra.run.vm01.stdout:-------------------------------------------------------------------------------- 2026-03-05T15:38:10.175 INFO:teuthology.orchestra.run.vm01.stdout:Total 1.9 MB/s | 1.7 MB 00:00 2026-03-05T15:38:10.205 INFO:teuthology.orchestra.run.vm01.stdout:Running transaction check 2026-03-05T15:38:10.212 INFO:teuthology.orchestra.run.vm01.stdout:Transaction check succeeded. 2026-03-05T15:38:10.212 INFO:teuthology.orchestra.run.vm01.stdout:Running transaction test 2026-03-05T15:38:10.272 INFO:teuthology.orchestra.run.vm01.stdout:Transaction test succeeded. 2026-03-05T15:38:10.272 INFO:teuthology.orchestra.run.vm01.stdout:Running transaction 2026-03-05T15:38:10.357 INFO:teuthology.orchestra.run.vm01.stdout: Preparing : 1/1 2026-03-05T15:38:10.467 INFO:teuthology.orchestra.run.vm01.stdout: Installing : postgresql-private-libs-13.23-1.el9_7.x86_64 1/2 2026-03-05T15:38:10.488 INFO:teuthology.orchestra.run.vm01.stdout: Installing : postgresql-13.23-1.el9_7.x86_64 2/2 2026-03-05T15:38:10.588 INFO:teuthology.orchestra.run.vm01.stdout: Running scriptlet: postgresql-13.23-1.el9_7.x86_64 2/2 2026-03-05T15:38:10.588 INFO:teuthology.orchestra.run.vm01.stdout: Verifying : postgresql-13.23-1.el9_7.x86_64 1/2 2026-03-05T15:38:10.639 INFO:teuthology.orchestra.run.vm01.stdout: Verifying : postgresql-private-libs-13.23-1.el9_7.x86_64 2/2 2026-03-05T15:38:10.640 INFO:teuthology.orchestra.run.vm01.stdout: 2026-03-05T15:38:10.640 INFO:teuthology.orchestra.run.vm01.stdout:Installed: 2026-03-05T15:38:10.640 INFO:teuthology.orchestra.run.vm01.stdout: postgresql-13.23-1.el9_7.x86_64 postgresql-private-libs-13.23-1.el9_7.x86_64 2026-03-05T15:38:10.640 INFO:teuthology.orchestra.run.vm01.stdout: 2026-03-05T15:38:10.640 INFO:teuthology.orchestra.run.vm01.stdout:Complete! 2026-03-05T15:38:10.700 INFO:teuthology.packaging:Installing package postgresql-devel on ubuntu@vm01.local 2026-03-05T15:38:10.700 DEBUG:teuthology.orchestra.run.vm01:> sudo yum -y install postgresql-devel 2026-03-05T15:38:11.150 INFO:teuthology.orchestra.run.vm01.stdout:Last metadata expiration check: 0:01:54 ago on Thu 05 Mar 2026 03:36:17 PM CET. 2026-03-05T15:38:11.255 INFO:teuthology.orchestra.run.vm01.stdout:Dependencies resolved. 2026-03-05T15:38:11.255 INFO:teuthology.orchestra.run.vm01.stdout:================================================================================ 2026-03-05T15:38:11.255 INFO:teuthology.orchestra.run.vm01.stdout: Package Architecture Version Repository Size 2026-03-05T15:38:11.255 INFO:teuthology.orchestra.run.vm01.stdout:================================================================================ 2026-03-05T15:38:11.255 INFO:teuthology.orchestra.run.vm01.stdout:Installing: 2026-03-05T15:38:11.255 INFO:teuthology.orchestra.run.vm01.stdout: libpq-devel x86_64 13.23-1.el9_7 appstream 92 k 2026-03-05T15:38:11.255 INFO:teuthology.orchestra.run.vm01.stdout:Installing dependencies: 2026-03-05T15:38:11.255 INFO:teuthology.orchestra.run.vm01.stdout: libpq x86_64 13.23-1.el9_7 appstream 208 k 2026-03-05T15:38:11.255 INFO:teuthology.orchestra.run.vm01.stdout: 2026-03-05T15:38:11.255 INFO:teuthology.orchestra.run.vm01.stdout:Transaction Summary 2026-03-05T15:38:11.255 INFO:teuthology.orchestra.run.vm01.stdout:================================================================================ 2026-03-05T15:38:11.255 INFO:teuthology.orchestra.run.vm01.stdout:Install 2 Packages 2026-03-05T15:38:11.255 INFO:teuthology.orchestra.run.vm01.stdout: 2026-03-05T15:38:11.255 INFO:teuthology.orchestra.run.vm01.stdout:Total download size: 300 k 2026-03-05T15:38:11.255 INFO:teuthology.orchestra.run.vm01.stdout:Installed size: 1.0 M 2026-03-05T15:38:11.255 INFO:teuthology.orchestra.run.vm01.stdout:Downloading Packages: 2026-03-05T15:38:12.029 INFO:teuthology.orchestra.run.vm01.stdout:(1/2): libpq-devel-13.23-1.el9_7.x86_64.rpm 149 kB/s | 92 kB 00:00 2026-03-05T15:38:12.149 INFO:teuthology.orchestra.run.vm01.stdout:(2/2): libpq-13.23-1.el9_7.x86_64.rpm 281 kB/s | 208 kB 00:00 2026-03-05T15:38:12.150 INFO:teuthology.orchestra.run.vm01.stdout:-------------------------------------------------------------------------------- 2026-03-05T15:38:12.150 INFO:teuthology.orchestra.run.vm01.stdout:Total 334 kB/s | 300 kB 00:00 2026-03-05T15:38:12.177 INFO:teuthology.orchestra.run.vm01.stdout:Running transaction check 2026-03-05T15:38:12.183 INFO:teuthology.orchestra.run.vm01.stdout:Transaction check succeeded. 2026-03-05T15:38:12.183 INFO:teuthology.orchestra.run.vm01.stdout:Running transaction test 2026-03-05T15:38:12.213 INFO:teuthology.orchestra.run.vm01.stdout:Transaction test succeeded. 2026-03-05T15:38:12.213 INFO:teuthology.orchestra.run.vm01.stdout:Running transaction 2026-03-05T15:38:12.280 INFO:teuthology.orchestra.run.vm01.stdout: Preparing : 1/1 2026-03-05T15:38:12.298 INFO:teuthology.orchestra.run.vm01.stdout: Installing : libpq-13.23-1.el9_7.x86_64 1/2 2026-03-05T15:38:12.325 INFO:teuthology.orchestra.run.vm01.stdout: Installing : libpq-devel-13.23-1.el9_7.x86_64 2/2 2026-03-05T15:38:12.416 INFO:teuthology.orchestra.run.vm01.stdout: Running scriptlet: libpq-devel-13.23-1.el9_7.x86_64 2/2 2026-03-05T15:38:12.416 INFO:teuthology.orchestra.run.vm01.stdout: Verifying : libpq-13.23-1.el9_7.x86_64 1/2 2026-03-05T15:38:12.474 INFO:teuthology.orchestra.run.vm01.stdout: Verifying : libpq-devel-13.23-1.el9_7.x86_64 2/2 2026-03-05T15:38:12.474 INFO:teuthology.orchestra.run.vm01.stdout: 2026-03-05T15:38:12.474 INFO:teuthology.orchestra.run.vm01.stdout:Installed: 2026-03-05T15:38:12.474 INFO:teuthology.orchestra.run.vm01.stdout: libpq-13.23-1.el9_7.x86_64 libpq-devel-13.23-1.el9_7.x86_64 2026-03-05T15:38:12.474 INFO:teuthology.orchestra.run.vm01.stdout: 2026-03-05T15:38:12.474 INFO:teuthology.orchestra.run.vm01.stdout:Complete! 2026-03-05T15:38:12.510 INFO:teuthology.packaging:Installing package postgresql-server on ubuntu@vm01.local 2026-03-05T15:38:12.510 DEBUG:teuthology.orchestra.run.vm01:> sudo yum -y install postgresql-server 2026-03-05T15:38:12.932 INFO:teuthology.orchestra.run.vm01.stdout:Last metadata expiration check: 0:01:55 ago on Thu 05 Mar 2026 03:36:17 PM CET. 2026-03-05T15:38:13.010 INFO:teuthology.orchestra.run.vm01.stdout:Dependencies resolved. 2026-03-05T15:38:13.010 INFO:teuthology.orchestra.run.vm01.stdout:================================================================================ 2026-03-05T15:38:13.010 INFO:teuthology.orchestra.run.vm01.stdout: Package Architecture Version Repository Size 2026-03-05T15:38:13.010 INFO:teuthology.orchestra.run.vm01.stdout:================================================================================ 2026-03-05T15:38:13.010 INFO:teuthology.orchestra.run.vm01.stdout:Installing: 2026-03-05T15:38:13.010 INFO:teuthology.orchestra.run.vm01.stdout: postgresql-server x86_64 13.23-1.el9_7 appstream 5.7 M 2026-03-05T15:38:13.010 INFO:teuthology.orchestra.run.vm01.stdout: 2026-03-05T15:38:13.010 INFO:teuthology.orchestra.run.vm01.stdout:Transaction Summary 2026-03-05T15:38:13.010 INFO:teuthology.orchestra.run.vm01.stdout:================================================================================ 2026-03-05T15:38:13.010 INFO:teuthology.orchestra.run.vm01.stdout:Install 1 Package 2026-03-05T15:38:13.010 INFO:teuthology.orchestra.run.vm01.stdout: 2026-03-05T15:38:13.010 INFO:teuthology.orchestra.run.vm01.stdout:Total download size: 5.7 M 2026-03-05T15:38:13.010 INFO:teuthology.orchestra.run.vm01.stdout:Installed size: 23 M 2026-03-05T15:38:13.010 INFO:teuthology.orchestra.run.vm01.stdout:Downloading Packages: 2026-03-05T15:38:14.693 INFO:teuthology.orchestra.run.vm01.stdout:postgresql-server-13.23-1.el9_7.x86_64.rpm 3.7 MB/s | 5.7 MB 00:01 2026-03-05T15:38:14.693 INFO:teuthology.orchestra.run.vm01.stdout:-------------------------------------------------------------------------------- 2026-03-05T15:38:14.694 INFO:teuthology.orchestra.run.vm01.stdout:Total 3.4 MB/s | 5.7 MB 00:01 2026-03-05T15:38:14.717 INFO:teuthology.orchestra.run.vm01.stdout:Running transaction check 2026-03-05T15:38:14.727 INFO:teuthology.orchestra.run.vm01.stdout:Transaction check succeeded. 2026-03-05T15:38:14.727 INFO:teuthology.orchestra.run.vm01.stdout:Running transaction test 2026-03-05T15:38:14.774 INFO:teuthology.orchestra.run.vm01.stdout:Transaction test succeeded. 2026-03-05T15:38:14.774 INFO:teuthology.orchestra.run.vm01.stdout:Running transaction 2026-03-05T15:38:14.841 INFO:teuthology.orchestra.run.vm01.stdout: Preparing : 1/1 2026-03-05T15:38:15.003 INFO:teuthology.orchestra.run.vm01.stdout: Running scriptlet: postgresql-server-13.23-1.el9_7.x86_64 1/1 2026-03-05T15:38:15.009 INFO:teuthology.orchestra.run.vm01.stdout: Installing : postgresql-server-13.23-1.el9_7.x86_64 1/1 2026-03-05T15:38:15.482 INFO:teuthology.orchestra.run.vm01.stdout: Running scriptlet: postgresql-server-13.23-1.el9_7.x86_64 1/1 2026-03-05T15:38:15.576 INFO:teuthology.orchestra.run.vm01.stdout: Verifying : postgresql-server-13.23-1.el9_7.x86_64 1/1 2026-03-05T15:38:15.576 INFO:teuthology.orchestra.run.vm01.stdout: 2026-03-05T15:38:15.576 INFO:teuthology.orchestra.run.vm01.stdout:Installed: 2026-03-05T15:38:15.576 INFO:teuthology.orchestra.run.vm01.stdout: postgresql-server-13.23-1.el9_7.x86_64 2026-03-05T15:38:15.576 INFO:teuthology.orchestra.run.vm01.stdout: 2026-03-05T15:38:15.576 INFO:teuthology.orchestra.run.vm01.stdout:Complete! 2026-03-05T15:38:15.650 INFO:tasks.keystone:Setting up database for keystone... 2026-03-05T15:38:15.650 DEBUG:teuthology.orchestra.run.vm01:> sudo systemctl restart mariadb 2026-03-05T15:38:17.372 DEBUG:teuthology.orchestra.run.vm01:> sudo mysql --execute="CREATE USER 'keystone'@'localhost' IDENTIFIED BY 'SECRET';" 2026-03-05T15:38:17.401 DEBUG:teuthology.orchestra.run.vm01:> sudo mysql --execute="CREATE DATABASE keystone;" 2026-03-05T15:38:17.471 DEBUG:teuthology.orchestra.run.vm01:> sudo mysql --execute="GRANT ALL PRIVILEGES ON keystone.* TO 'keystone'@'localhost';" 2026-03-05T15:38:17.540 DEBUG:teuthology.orchestra.run.vm01:> sudo mysql --execute="FLUSH PRIVILEGES;" 2026-03-05T15:38:17.614 INFO:tasks.keystone:Setting up virtualenv for keystone... 2026-03-05T15:38:17.614 DEBUG:teuthology.orchestra.run.vm01:> cd /home/ubuntu/cephtest/keystone && sed -i 's/usedevelop.*/usedevelop=false/g' tox.ini 2026-03-05T15:38:17.675 DEBUG:teuthology.orchestra.run.vm01:> cd /home/ubuntu/cephtest/keystone && source /home/ubuntu/cephtest/tox-venv/bin/activate && tox -e venv --notest 2026-03-05T15:38:17.816 INFO:teuthology.orchestra.run.vm01.stdout:.tox create: /home/ubuntu/cephtest/keystone/.tox/.tox 2026-03-05T15:38:18.218 INFO:teuthology.orchestra.run.vm01.stdout:.tox installdeps: tox >= 3.18.0 2026-03-05T15:38:22.084 INFO:teuthology.orchestra.run.vm01.stdout:venv: install_deps> python -I -m pip install '.[ldap]' -r /home/ubuntu/cephtest/keystone/test-requirements.txt -c https://releases.openstack.org/constraints/upper/2025.2 2026-03-05T15:38:26.718 INFO:teuthology.orchestra.run.vm01.stdout:ERROR: Package 'keystone' requires a different Python: 3.9.23 not in '>=3.10' 2026-03-05T15:38:26.719 INFO:teuthology.orchestra.run.vm01.stdout:Processing ./. 2026-03-05T15:38:26.719 INFO:teuthology.orchestra.run.vm01.stdout: Installing build dependencies: started 2026-03-05T15:38:26.719 INFO:teuthology.orchestra.run.vm01.stdout: Installing build dependencies: finished with status 'done' 2026-03-05T15:38:26.719 INFO:teuthology.orchestra.run.vm01.stdout: Getting requirements to build wheel: started 2026-03-05T15:38:26.719 INFO:teuthology.orchestra.run.vm01.stdout: Getting requirements to build wheel: finished with status 'done' 2026-03-05T15:38:26.719 INFO:teuthology.orchestra.run.vm01.stdout: Preparing metadata (pyproject.toml): started 2026-03-05T15:38:26.719 INFO:teuthology.orchestra.run.vm01.stdout: Preparing metadata (pyproject.toml): finished with status 'done' 2026-03-05T15:38:26.719 INFO:teuthology.orchestra.run.vm01.stdout:Collecting hacking (from -r /home/ubuntu/cephtest/keystone/test-requirements.txt (line 1)) 2026-03-05T15:38:26.719 INFO:teuthology.orchestra.run.vm01.stdout: Downloading hacking-7.0.0-py3-none-any.whl.metadata (7.1 kB) 2026-03-05T15:38:26.719 INFO:teuthology.orchestra.run.vm01.stdout:Collecting flake8-docstrings (from -r /home/ubuntu/cephtest/keystone/test-requirements.txt (line 2)) 2026-03-05T15:38:26.719 INFO:teuthology.orchestra.run.vm01.stdout: Downloading flake8_docstrings-1.7.0-py2.py3-none-any.whl.metadata (2.0 kB) 2026-03-05T15:38:26.719 INFO:teuthology.orchestra.run.vm01.stdout:Collecting bashate~=2.1.0 (from -r /home/ubuntu/cephtest/keystone/test-requirements.txt (line 3)) 2026-03-05T15:38:26.719 INFO:teuthology.orchestra.run.vm01.stdout: Downloading bashate-2.1.1-py3-none-any.whl.metadata (3.1 kB) 2026-03-05T15:38:26.719 INFO:teuthology.orchestra.run.vm01.stdout:Collecting stestr>=1.0.0 (from -r /home/ubuntu/cephtest/keystone/test-requirements.txt (line 4)) 2026-03-05T15:38:26.719 INFO:teuthology.orchestra.run.vm01.stdout: Downloading stestr-4.2.0-py3-none-any.whl.metadata (7.6 kB) 2026-03-05T15:38:26.719 INFO:teuthology.orchestra.run.vm01.stdout:Collecting freezegun>=0.3.6 (from -r /home/ubuntu/cephtest/keystone/test-requirements.txt (line 5)) 2026-03-05T15:38:26.719 INFO:teuthology.orchestra.run.vm01.stdout: Downloading freezegun-1.5.4-py3-none-any.whl.metadata (13 kB) 2026-03-05T15:38:26.719 INFO:teuthology.orchestra.run.vm01.stdout:Collecting oslo.db>=6.0.0 (from oslo.db[fixtures,mysql,postgresql]>=6.0.0->-r /home/ubuntu/cephtest/keystone/test-requirements.txt (line 8)) 2026-03-05T15:38:26.719 INFO:teuthology.orchestra.run.vm01.stdout: Downloading oslo_db-17.4.0-py3-none-any.whl.metadata (3.0 kB) 2026-03-05T15:38:26.719 INFO:teuthology.orchestra.run.vm01.stdout:Collecting coverage!=4.4,>=4.0 (from -r /home/ubuntu/cephtest/keystone/test-requirements.txt (line 11)) 2026-03-05T15:38:26.719 INFO:teuthology.orchestra.run.vm01.stdout: Downloading coverage-7.10.1-cp39-cp39-manylinux1_x86_64.manylinux_2_28_x86_64.manylinux_2_5_x86_64.whl.metadata (8.9 kB) 2026-03-05T15:38:26.719 INFO:teuthology.orchestra.run.vm01.stdout:Collecting fixtures>=3.0.0 (from -r /home/ubuntu/cephtest/keystone/test-requirements.txt (line 13)) 2026-03-05T15:38:26.719 INFO:teuthology.orchestra.run.vm01.stdout: Downloading fixtures-4.2.5-py3-none-any.whl.metadata (22 kB) 2026-03-05T15:38:26.719 INFO:teuthology.orchestra.run.vm01.stdout:Collecting lxml>=4.5.0 (from -r /home/ubuntu/cephtest/keystone/test-requirements.txt (line 15)) 2026-03-05T15:38:26.719 INFO:teuthology.orchestra.run.vm01.stdout: Downloading lxml-6.0.0-cp39-cp39-manylinux_2_27_x86_64.manylinux_2_28_x86_64.whl.metadata (6.6 kB) 2026-03-05T15:38:26.719 INFO:teuthology.orchestra.run.vm01.stdout:Collecting oslotest>=3.2.0 (from -r /home/ubuntu/cephtest/keystone/test-requirements.txt (line 16)) 2026-03-05T15:38:26.719 INFO:teuthology.orchestra.run.vm01.stdout: Downloading oslotest-5.0.1-py3-none-any.whl.metadata (1.9 kB) 2026-03-05T15:38:26.719 INFO:teuthology.orchestra.run.vm01.stdout:Collecting WebTest>=2.0.27 (from -r /home/ubuntu/cephtest/keystone/test-requirements.txt (line 19)) 2026-03-05T15:38:26.719 INFO:teuthology.orchestra.run.vm01.stdout: Downloading webtest-3.0.6-py3-none-any.whl.metadata (2.0 kB) 2026-03-05T15:38:26.719 INFO:teuthology.orchestra.run.vm01.stdout:Collecting testtools>=2.2.0 (from -r /home/ubuntu/cephtest/keystone/test-requirements.txt (line 20)) 2026-03-05T15:38:26.719 INFO:teuthology.orchestra.run.vm01.stdout: Downloading testtools-2.7.2-py3-none-any.whl.metadata (5.2 kB) 2026-03-05T15:38:26.719 INFO:teuthology.orchestra.run.vm01.stdout:Collecting tempest>=17.1.0 (from -r /home/ubuntu/cephtest/keystone/test-requirements.txt (line 21)) 2026-03-05T15:38:26.719 INFO:teuthology.orchestra.run.vm01.stdout: Downloading tempest-46.1.1-py3-none-any.whl.metadata (2.7 kB) 2026-03-05T15:38:26.719 INFO:teuthology.orchestra.run.vm01.stdout:Collecting requests>=2.14.2 (from -r /home/ubuntu/cephtest/keystone/test-requirements.txt (line 24)) 2026-03-05T15:38:26.719 INFO:teuthology.orchestra.run.vm01.stdout: Downloading requests-2.32.4-py3-none-any.whl.metadata (4.9 kB) 2026-03-05T15:38:26.719 INFO:teuthology.orchestra.run.vm01.stdout:Collecting bandit>=1.1.0 (from -r /home/ubuntu/cephtest/keystone/test-requirements.txt (line 26)) 2026-03-05T15:38:26.719 INFO:teuthology.orchestra.run.vm01.stdout: Downloading bandit-1.8.6-py3-none-any.whl.metadata (6.9 kB) 2026-03-05T15:38:26.719 INFO:teuthology.orchestra.run.vm01.stdout:INFO: pip is looking at multiple versions of keystone to determine which version is compatible with other requirements. This could take a while. 2026-03-05T15:38:26.719 INFO:teuthology.orchestra.run.vm01.stdout:venv: exit 1 (4.63 seconds) /home/ubuntu/cephtest/keystone> python -I -m pip install '.[ldap]' -r /home/ubuntu/cephtest/keystone/test-requirements.txt -c https://releases.openstack.org/constraints/upper/2025.2 pid=85150 2026-03-05T15:38:26.720 INFO:teuthology.orchestra.run.vm01.stdout: venv: FAIL code 1 (6.47 seconds) 2026-03-05T15:38:26.720 INFO:teuthology.orchestra.run.vm01.stdout: evaluation failed :( (6.50 seconds) 2026-03-05T15:38:26.778 DEBUG:teuthology.orchestra.run:got remote process result: 1 2026-03-05T15:38:26.778 INFO:teuthology.orchestra.run.vm01.stdout: 2026-03-05T15:38:26.778 ERROR:teuthology.contextutil:Saw exception from nested tasks Traceback (most recent call last): File "/home/teuthos/teuthology/teuthology/contextutil.py", line 30, in nested vars.append(enter()) File "/home/teuthos/.local/share/uv/python/cpython-3.10.19-linux-x86_64-gnu/lib/python3.10/contextlib.py", line 135, in __enter__ return next(self.gen) File "/home/teuthos/src/github.com_kshtsk_ceph_e50baef5944c0b5e8e734db1c467f1f19415a932/qa/tasks/keystone.py", line 190, in setup_venv run_in_keystone_dir(ctx, client, File "/home/teuthos/src/github.com_kshtsk_ceph_e50baef5944c0b5e8e734db1c467f1f19415a932/qa/tasks/keystone.py", line 28, in run_in_keystone_dir return ctx.cluster.only(client).run( File "/home/teuthos/teuthology/teuthology/orchestra/cluster.py", line 85, in run procs = [remote.run(**kwargs, wait=_wait) for remote in remotes] File "/home/teuthos/teuthology/teuthology/orchestra/cluster.py", line 85, in procs = [remote.run(**kwargs, wait=_wait) for remote in remotes] File "/home/teuthos/teuthology/teuthology/orchestra/remote.py", line 575, in run r = self._runner(client=self.ssh, name=self.shortname, **kwargs) File "/home/teuthos/teuthology/teuthology/orchestra/run.py", line 461, in run r.wait() File "/home/teuthos/teuthology/teuthology/orchestra/run.py", line 161, in wait self._raise_for_status() File "/home/teuthos/teuthology/teuthology/orchestra/run.py", line 181, in _raise_for_status raise CommandFailedError( teuthology.exceptions.CommandFailedError: Command failed on vm01 with status 1: 'cd /home/ubuntu/cephtest/keystone && source /home/ubuntu/cephtest/tox-venv/bin/activate && tox -e venv --notest' 2026-03-05T15:38:26.779 INFO:tasks.keystone:Removing packaged dependencies of Keystone... 2026-03-05T15:38:26.779 DEBUG:teuthology.orchestra.run.vm01:> sudo yum -y erase cyrus-sasl-devel 2026-03-05T15:38:26.978 INFO:teuthology.orchestra.run.vm01.stdout:Dependencies resolved. 2026-03-05T15:38:26.979 INFO:teuthology.orchestra.run.vm01.stdout:================================================================================ 2026-03-05T15:38:26.979 INFO:teuthology.orchestra.run.vm01.stdout: Package Arch Version Repository Size 2026-03-05T15:38:26.979 INFO:teuthology.orchestra.run.vm01.stdout:================================================================================ 2026-03-05T15:38:26.979 INFO:teuthology.orchestra.run.vm01.stdout:Removing: 2026-03-05T15:38:26.979 INFO:teuthology.orchestra.run.vm01.stdout: cyrus-sasl-devel x86_64 2.1.27-21.el9 @appstream 206 k 2026-03-05T15:38:26.979 INFO:teuthology.orchestra.run.vm01.stdout:Removing dependent packages: 2026-03-05T15:38:26.979 INFO:teuthology.orchestra.run.vm01.stdout: openldap-devel x86_64 2.6.8-4.el9.0.1 @appstream 3.7 M 2026-03-05T15:38:26.979 INFO:teuthology.orchestra.run.vm01.stdout:Removing unused dependencies: 2026-03-05T15:38:26.979 INFO:teuthology.orchestra.run.vm01.stdout: cyrus-sasl x86_64 2.1.27-21.el9 @baseos 143 k 2026-03-05T15:38:26.979 INFO:teuthology.orchestra.run.vm01.stdout: 2026-03-05T15:38:26.979 INFO:teuthology.orchestra.run.vm01.stdout:Transaction Summary 2026-03-05T15:38:26.979 INFO:teuthology.orchestra.run.vm01.stdout:================================================================================ 2026-03-05T15:38:26.979 INFO:teuthology.orchestra.run.vm01.stdout:Remove 3 Packages 2026-03-05T15:38:26.979 INFO:teuthology.orchestra.run.vm01.stdout: 2026-03-05T15:38:26.979 INFO:teuthology.orchestra.run.vm01.stdout:Freed space: 4.1 M 2026-03-05T15:38:26.979 INFO:teuthology.orchestra.run.vm01.stdout:Running transaction check 2026-03-05T15:38:26.982 INFO:teuthology.orchestra.run.vm01.stdout:Transaction check succeeded. 2026-03-05T15:38:26.982 INFO:teuthology.orchestra.run.vm01.stdout:Running transaction test 2026-03-05T15:38:26.996 INFO:teuthology.orchestra.run.vm01.stdout:Transaction test succeeded. 2026-03-05T15:38:26.997 INFO:teuthology.orchestra.run.vm01.stdout:Running transaction 2026-03-05T15:38:27.040 INFO:teuthology.orchestra.run.vm01.stdout: Preparing : 1/1 2026-03-05T15:38:27.045 INFO:teuthology.orchestra.run.vm01.stdout: Erasing : openldap-devel-2.6.8-4.el9.0.1.x86_64 1/3 2026-03-05T15:38:27.047 INFO:teuthology.orchestra.run.vm01.stdout: Erasing : cyrus-sasl-devel-2.1.27-21.el9.x86_64 2/3 2026-03-05T15:38:27.067 INFO:teuthology.orchestra.run.vm01.stdout: Running scriptlet: cyrus-sasl-2.1.27-21.el9.x86_64 3/3 2026-03-05T15:38:27.067 INFO:teuthology.orchestra.run.vm01.stdout: Erasing : cyrus-sasl-2.1.27-21.el9.x86_64 3/3 2026-03-05T15:38:27.237 INFO:teuthology.orchestra.run.vm01.stdout: Running scriptlet: cyrus-sasl-2.1.27-21.el9.x86_64 3/3 2026-03-05T15:38:27.237 INFO:teuthology.orchestra.run.vm01.stdout: Verifying : cyrus-sasl-2.1.27-21.el9.x86_64 1/3 2026-03-05T15:38:27.237 INFO:teuthology.orchestra.run.vm01.stdout: Verifying : cyrus-sasl-devel-2.1.27-21.el9.x86_64 2/3 2026-03-05T15:38:27.299 INFO:teuthology.orchestra.run.vm01.stdout: Verifying : openldap-devel-2.6.8-4.el9.0.1.x86_64 3/3 2026-03-05T15:38:27.299 INFO:teuthology.orchestra.run.vm01.stdout: 2026-03-05T15:38:27.299 INFO:teuthology.orchestra.run.vm01.stdout:Removed: 2026-03-05T15:38:27.299 INFO:teuthology.orchestra.run.vm01.stdout: cyrus-sasl-2.1.27-21.el9.x86_64 cyrus-sasl-devel-2.1.27-21.el9.x86_64 2026-03-05T15:38:27.299 INFO:teuthology.orchestra.run.vm01.stdout: openldap-devel-2.6.8-4.el9.0.1.x86_64 2026-03-05T15:38:27.299 INFO:teuthology.orchestra.run.vm01.stdout: 2026-03-05T15:38:27.299 INFO:teuthology.orchestra.run.vm01.stdout:Complete! 2026-03-05T15:38:27.336 DEBUG:teuthology.orchestra.run.vm01:> sudo yum -y erase libffi-devel 2026-03-05T15:38:27.607 INFO:teuthology.orchestra.run.vm01.stdout:Dependencies resolved. 2026-03-05T15:38:27.608 INFO:teuthology.orchestra.run.vm01.stdout:================================================================================ 2026-03-05T15:38:27.608 INFO:teuthology.orchestra.run.vm01.stdout: Package Architecture Version Repository Size 2026-03-05T15:38:27.608 INFO:teuthology.orchestra.run.vm01.stdout:================================================================================ 2026-03-05T15:38:27.608 INFO:teuthology.orchestra.run.vm01.stdout:Removing: 2026-03-05T15:38:27.608 INFO:teuthology.orchestra.run.vm01.stdout: libffi-devel x86_64 3.4.2-8.el9 @appstream 33 k 2026-03-05T15:38:27.608 INFO:teuthology.orchestra.run.vm01.stdout: 2026-03-05T15:38:27.608 INFO:teuthology.orchestra.run.vm01.stdout:Transaction Summary 2026-03-05T15:38:27.608 INFO:teuthology.orchestra.run.vm01.stdout:================================================================================ 2026-03-05T15:38:27.608 INFO:teuthology.orchestra.run.vm01.stdout:Remove 1 Package 2026-03-05T15:38:27.608 INFO:teuthology.orchestra.run.vm01.stdout: 2026-03-05T15:38:27.608 INFO:teuthology.orchestra.run.vm01.stdout:Freed space: 33 k 2026-03-05T15:38:27.608 INFO:teuthology.orchestra.run.vm01.stdout:Running transaction check 2026-03-05T15:38:27.612 INFO:teuthology.orchestra.run.vm01.stdout:Transaction check succeeded. 2026-03-05T15:38:27.612 INFO:teuthology.orchestra.run.vm01.stdout:Running transaction test 2026-03-05T15:38:27.613 INFO:teuthology.orchestra.run.vm01.stdout:Transaction test succeeded. 2026-03-05T15:38:27.614 INFO:teuthology.orchestra.run.vm01.stdout:Running transaction 2026-03-05T15:38:27.641 INFO:teuthology.orchestra.run.vm01.stdout: Preparing : 1/1 2026-03-05T15:38:27.663 INFO:teuthology.orchestra.run.vm01.stdout: Erasing : libffi-devel-3.4.2-8.el9.x86_64 1/1 2026-03-05T15:38:27.761 INFO:teuthology.orchestra.run.vm01.stdout: Running scriptlet: libffi-devel-3.4.2-8.el9.x86_64 1/1 2026-03-05T15:38:27.832 INFO:teuthology.orchestra.run.vm01.stdout: Verifying : libffi-devel-3.4.2-8.el9.x86_64 1/1 2026-03-05T15:38:27.832 INFO:teuthology.orchestra.run.vm01.stdout: 2026-03-05T15:38:27.832 INFO:teuthology.orchestra.run.vm01.stdout:Removed: 2026-03-05T15:38:27.832 INFO:teuthology.orchestra.run.vm01.stdout: libffi-devel-3.4.2-8.el9.x86_64 2026-03-05T15:38:27.832 INFO:teuthology.orchestra.run.vm01.stdout: 2026-03-05T15:38:27.832 INFO:teuthology.orchestra.run.vm01.stdout:Complete! 2026-03-05T15:38:27.897 DEBUG:teuthology.orchestra.run.vm01:> sudo yum -y erase libxml2-devel 2026-03-05T15:38:28.189 INFO:teuthology.orchestra.run.vm01.stdout:Dependencies resolved. 2026-03-05T15:38:28.190 INFO:teuthology.orchestra.run.vm01.stdout:================================================================================ 2026-03-05T15:38:28.190 INFO:teuthology.orchestra.run.vm01.stdout: Package Arch Version Repository Size 2026-03-05T15:38:28.190 INFO:teuthology.orchestra.run.vm01.stdout:================================================================================ 2026-03-05T15:38:28.190 INFO:teuthology.orchestra.run.vm01.stdout:Removing: 2026-03-05T15:38:28.190 INFO:teuthology.orchestra.run.vm01.stdout: libxml2-devel x86_64 2.9.13-14.el9_7 @appstream 8.8 M 2026-03-05T15:38:28.190 INFO:teuthology.orchestra.run.vm01.stdout:Removing dependent packages: 2026-03-05T15:38:28.190 INFO:teuthology.orchestra.run.vm01.stdout: libxslt-devel x86_64 1.1.34-13.el9_6 @appstream 2.4 M 2026-03-05T15:38:28.190 INFO:teuthology.orchestra.run.vm01.stdout:Removing unused dependencies: 2026-03-05T15:38:28.190 INFO:teuthology.orchestra.run.vm01.stdout: cmake-filesystem x86_64 3.26.5-3.el9_7 @appstream 0 2026-03-05T15:38:28.190 INFO:teuthology.orchestra.run.vm01.stdout: libgpg-error-devel x86_64 1.42-5.el9 @appstream 228 k 2026-03-05T15:38:28.190 INFO:teuthology.orchestra.run.vm01.stdout: xz-devel x86_64 5.2.5-8.el9_0 @appstream 202 k 2026-03-05T15:38:28.190 INFO:teuthology.orchestra.run.vm01.stdout: 2026-03-05T15:38:28.190 INFO:teuthology.orchestra.run.vm01.stdout:Transaction Summary 2026-03-05T15:38:28.190 INFO:teuthology.orchestra.run.vm01.stdout:================================================================================ 2026-03-05T15:38:28.190 INFO:teuthology.orchestra.run.vm01.stdout:Remove 5 Packages 2026-03-05T15:38:28.190 INFO:teuthology.orchestra.run.vm01.stdout: 2026-03-05T15:38:28.190 INFO:teuthology.orchestra.run.vm01.stdout:Freed space: 12 M 2026-03-05T15:38:28.190 INFO:teuthology.orchestra.run.vm01.stdout:Running transaction check 2026-03-05T15:38:28.195 INFO:teuthology.orchestra.run.vm01.stdout:Transaction check succeeded. 2026-03-05T15:38:28.195 INFO:teuthology.orchestra.run.vm01.stdout:Running transaction test 2026-03-05T15:38:28.222 INFO:teuthology.orchestra.run.vm01.stdout:Transaction test succeeded. 2026-03-05T15:38:28.222 INFO:teuthology.orchestra.run.vm01.stdout:Running transaction 2026-03-05T15:38:28.283 INFO:teuthology.orchestra.run.vm01.stdout: Preparing : 1/1 2026-03-05T15:38:28.301 INFO:teuthology.orchestra.run.vm01.stdout: Erasing : libxslt-devel-1.1.34-13.el9_6.x86_64 1/5 2026-03-05T15:38:28.305 INFO:teuthology.orchestra.run.vm01.stdout: Erasing : libxml2-devel-2.9.13-14.el9_7.x86_64 2/5 2026-03-05T15:38:28.308 INFO:teuthology.orchestra.run.vm01.stdout: Erasing : cmake-filesystem-3.26.5-3.el9_7.x86_64 3/5 2026-03-05T15:38:28.311 INFO:teuthology.orchestra.run.vm01.stdout: Erasing : xz-devel-5.2.5-8.el9_0.x86_64 4/5 2026-03-05T15:38:28.332 INFO:teuthology.orchestra.run.vm01.stdout: Erasing : libgpg-error-devel-1.42-5.el9.x86_64 5/5 2026-03-05T15:38:28.415 INFO:teuthology.orchestra.run.vm01.stdout: Running scriptlet: libgpg-error-devel-1.42-5.el9.x86_64 5/5 2026-03-05T15:38:28.415 INFO:teuthology.orchestra.run.vm01.stdout: Verifying : cmake-filesystem-3.26.5-3.el9_7.x86_64 1/5 2026-03-05T15:38:28.415 INFO:teuthology.orchestra.run.vm01.stdout: Verifying : libgpg-error-devel-1.42-5.el9.x86_64 2/5 2026-03-05T15:38:28.415 INFO:teuthology.orchestra.run.vm01.stdout: Verifying : libxml2-devel-2.9.13-14.el9_7.x86_64 3/5 2026-03-05T15:38:28.415 INFO:teuthology.orchestra.run.vm01.stdout: Verifying : libxslt-devel-1.1.34-13.el9_6.x86_64 4/5 2026-03-05T15:38:28.491 INFO:teuthology.orchestra.run.vm01.stdout: Verifying : xz-devel-5.2.5-8.el9_0.x86_64 5/5 2026-03-05T15:38:28.491 INFO:teuthology.orchestra.run.vm01.stdout: 2026-03-05T15:38:28.491 INFO:teuthology.orchestra.run.vm01.stdout:Removed: 2026-03-05T15:38:28.491 INFO:teuthology.orchestra.run.vm01.stdout: cmake-filesystem-3.26.5-3.el9_7.x86_64 libgpg-error-devel-1.42-5.el9.x86_64 2026-03-05T15:38:28.491 INFO:teuthology.orchestra.run.vm01.stdout: libxml2-devel-2.9.13-14.el9_7.x86_64 libxslt-devel-1.1.34-13.el9_6.x86_64 2026-03-05T15:38:28.491 INFO:teuthology.orchestra.run.vm01.stdout: xz-devel-5.2.5-8.el9_0.x86_64 2026-03-05T15:38:28.491 INFO:teuthology.orchestra.run.vm01.stdout: 2026-03-05T15:38:28.491 INFO:teuthology.orchestra.run.vm01.stdout:Complete! 2026-03-05T15:38:28.535 DEBUG:teuthology.orchestra.run.vm01:> sudo yum -y erase libxslt-devel 2026-03-05T15:38:28.734 INFO:teuthology.orchestra.run.vm01.stdout:No match for argument: libxslt-devel 2026-03-05T15:38:28.734 INFO:teuthology.orchestra.run.vm01.stderr:No packages marked for removal. 2026-03-05T15:38:28.738 INFO:teuthology.orchestra.run.vm01.stdout:Dependencies resolved. 2026-03-05T15:38:28.738 INFO:teuthology.orchestra.run.vm01.stdout:Nothing to do. 2026-03-05T15:38:28.738 INFO:teuthology.orchestra.run.vm01.stdout:Complete! 2026-03-05T15:38:28.763 DEBUG:teuthology.orchestra.run.vm01:> sudo yum -y erase mariadb 2026-03-05T15:38:28.970 INFO:teuthology.orchestra.run.vm01.stdout:Dependencies resolved. 2026-03-05T15:38:28.972 INFO:teuthology.orchestra.run.vm01.stdout:================================================================================ 2026-03-05T15:38:28.972 INFO:teuthology.orchestra.run.vm01.stdout: Package Arch Version Repository Size 2026-03-05T15:38:28.972 INFO:teuthology.orchestra.run.vm01.stdout:================================================================================ 2026-03-05T15:38:28.972 INFO:teuthology.orchestra.run.vm01.stdout:Removing: 2026-03-05T15:38:28.972 INFO:teuthology.orchestra.run.vm01.stdout: mariadb x86_64 3:10.5.29-3.el9_7 @appstream 21 M 2026-03-05T15:38:28.972 INFO:teuthology.orchestra.run.vm01.stdout:Removing dependent packages: 2026-03-05T15:38:28.972 INFO:teuthology.orchestra.run.vm01.stdout: mariadb-server x86_64 3:10.5.29-3.el9_7 @appstream 63 M 2026-03-05T15:38:28.972 INFO:teuthology.orchestra.run.vm01.stdout:Removing unused dependencies: 2026-03-05T15:38:28.972 INFO:teuthology.orchestra.run.vm01.stdout: mariadb-backup x86_64 3:10.5.29-3.el9_7 @appstream 24 M 2026-03-05T15:38:28.972 INFO:teuthology.orchestra.run.vm01.stdout: mariadb-common x86_64 3:10.5.29-3.el9_7 @appstream 179 k 2026-03-05T15:38:28.972 INFO:teuthology.orchestra.run.vm01.stdout: mariadb-errmsg x86_64 3:10.5.29-3.el9_7 @appstream 2.6 M 2026-03-05T15:38:28.972 INFO:teuthology.orchestra.run.vm01.stdout: mariadb-gssapi-server x86_64 3:10.5.29-3.el9_7 @appstream 20 k 2026-03-05T15:38:28.972 INFO:teuthology.orchestra.run.vm01.stdout: mariadb-server-utils x86_64 3:10.5.29-3.el9_7 @appstream 801 k 2026-03-05T15:38:28.972 INFO:teuthology.orchestra.run.vm01.stdout: mysql-selinux noarch 1.0.14-1.el9_6 @appstream 50 k 2026-03-05T15:38:28.972 INFO:teuthology.orchestra.run.vm01.stdout: perl-DBD-MariaDB x86_64 1.21-17.el9 @appstream 382 k 2026-03-05T15:38:28.972 INFO:teuthology.orchestra.run.vm01.stdout: perl-DBI x86_64 1.643-9.el9 @appstream 1.9 M 2026-03-05T15:38:28.972 INFO:teuthology.orchestra.run.vm01.stdout: perl-Math-BigInt noarch 1:1.9998.18-460.el9 @appstream 709 k 2026-03-05T15:38:28.972 INFO:teuthology.orchestra.run.vm01.stdout: perl-Math-Complex noarch 1.59-481.1.el9_6 @appstream 86 k 2026-03-05T15:38:28.972 INFO:teuthology.orchestra.run.vm01.stdout: perl-Sys-Hostname x86_64 1.23-481.1.el9_6 @appstream 21 k 2026-03-05T15:38:28.972 INFO:teuthology.orchestra.run.vm01.stdout: 2026-03-05T15:38:28.972 INFO:teuthology.orchestra.run.vm01.stdout:Transaction Summary 2026-03-05T15:38:28.972 INFO:teuthology.orchestra.run.vm01.stdout:================================================================================ 2026-03-05T15:38:28.972 INFO:teuthology.orchestra.run.vm01.stdout:Remove 13 Packages 2026-03-05T15:38:28.972 INFO:teuthology.orchestra.run.vm01.stdout: 2026-03-05T15:38:28.973 INFO:teuthology.orchestra.run.vm01.stdout:Freed space: 115 M 2026-03-05T15:38:28.973 INFO:teuthology.orchestra.run.vm01.stdout:Running transaction check 2026-03-05T15:38:28.978 INFO:teuthology.orchestra.run.vm01.stdout:Transaction check succeeded. 2026-03-05T15:38:28.978 INFO:teuthology.orchestra.run.vm01.stdout:Running transaction test 2026-03-05T15:38:29.002 INFO:teuthology.orchestra.run.vm01.stdout:Transaction test succeeded. 2026-03-05T15:38:29.002 INFO:teuthology.orchestra.run.vm01.stdout:Running transaction 2026-03-05T15:38:29.054 INFO:teuthology.orchestra.run.vm01.stdout: Preparing : 1/1 2026-03-05T15:38:29.059 INFO:teuthology.orchestra.run.vm01.stdout: Erasing : mariadb-gssapi-server-3:10.5.29-3.el9_7.x86_64 1/13 2026-03-05T15:38:29.062 INFO:teuthology.orchestra.run.vm01.stdout: Erasing : mariadb-backup-3:10.5.29-3.el9_7.x86_64 2/13 2026-03-05T15:38:29.312 INFO:teuthology.orchestra.run.vm01.stdout: Running scriptlet: mariadb-server-3:10.5.29-3.el9_7.x86_64 3/13 2026-03-05T15:38:29.312 INFO:teuthology.orchestra.run.vm01.stdout: Erasing : mariadb-server-3:10.5.29-3.el9_7.x86_64 3/13 2026-03-05T15:38:29.327 INFO:teuthology.orchestra.run.vm01.stdout: Running scriptlet: mariadb-server-3:10.5.29-3.el9_7.x86_64 3/13 2026-03-05T15:38:29.331 INFO:teuthology.orchestra.run.vm01.stdout: Erasing : mariadb-3:10.5.29-3.el9_7.x86_64 4/13 2026-03-05T15:38:29.335 INFO:teuthology.orchestra.run.vm01.stdout: Erasing : mariadb-server-utils-3:10.5.29-3.el9_7.x86_64 5/13 2026-03-05T15:38:29.338 INFO:teuthology.orchestra.run.vm01.stdout: Erasing : mariadb-errmsg-3:10.5.29-3.el9_7.x86_64 6/13 2026-03-05T15:38:29.340 INFO:teuthology.orchestra.run.vm01.stdout: Erasing : mariadb-common-3:10.5.29-3.el9_7.x86_64 7/13 2026-03-05T15:38:29.340 INFO:teuthology.orchestra.run.vm01.stdout: Erasing : mysql-selinux-1.0.14-1.el9_6.noarch 8/13 2026-03-05T15:38:35.201 INFO:teuthology.orchestra.run.vm01.stdout: Running scriptlet: mysql-selinux-1.0.14-1.el9_6.noarch 8/13 2026-03-05T15:38:35.211 INFO:teuthology.orchestra.run.vm01.stdout: Erasing : perl-DBD-MariaDB-1.21-17.el9.x86_64 9/13 2026-03-05T15:38:35.216 INFO:teuthology.orchestra.run.vm01.stdout: Erasing : perl-DBI-1.643-9.el9.x86_64 10/13 2026-03-05T15:38:35.218 INFO:teuthology.orchestra.run.vm01.stdout: Erasing : perl-Math-BigInt-1:1.9998.18-460.el9.noarch 11/13 2026-03-05T15:38:35.220 INFO:teuthology.orchestra.run.vm01.stdout: Erasing : perl-Math-Complex-1.59-481.1.el9_6.noarch 12/13 2026-03-05T15:38:35.237 INFO:teuthology.orchestra.run.vm01.stdout: Erasing : perl-Sys-Hostname-1.23-481.1.el9_6.x86_64 13/13 2026-03-05T15:38:35.324 INFO:teuthology.orchestra.run.vm01.stdout: Running scriptlet: perl-Sys-Hostname-1.23-481.1.el9_6.x86_64 13/13 2026-03-05T15:38:35.324 INFO:teuthology.orchestra.run.vm01.stdout: Verifying : mariadb-3:10.5.29-3.el9_7.x86_64 1/13 2026-03-05T15:38:35.324 INFO:teuthology.orchestra.run.vm01.stdout: Verifying : mariadb-backup-3:10.5.29-3.el9_7.x86_64 2/13 2026-03-05T15:38:35.324 INFO:teuthology.orchestra.run.vm01.stdout: Verifying : mariadb-common-3:10.5.29-3.el9_7.x86_64 3/13 2026-03-05T15:38:35.324 INFO:teuthology.orchestra.run.vm01.stdout: Verifying : mariadb-errmsg-3:10.5.29-3.el9_7.x86_64 4/13 2026-03-05T15:38:35.324 INFO:teuthology.orchestra.run.vm01.stdout: Verifying : mariadb-gssapi-server-3:10.5.29-3.el9_7.x86_64 5/13 2026-03-05T15:38:35.324 INFO:teuthology.orchestra.run.vm01.stdout: Verifying : mariadb-server-3:10.5.29-3.el9_7.x86_64 6/13 2026-03-05T15:38:35.324 INFO:teuthology.orchestra.run.vm01.stdout: Verifying : mariadb-server-utils-3:10.5.29-3.el9_7.x86_64 7/13 2026-03-05T15:38:35.324 INFO:teuthology.orchestra.run.vm01.stdout: Verifying : mysql-selinux-1.0.14-1.el9_6.noarch 8/13 2026-03-05T15:38:35.324 INFO:teuthology.orchestra.run.vm01.stdout: Verifying : perl-DBD-MariaDB-1.21-17.el9.x86_64 9/13 2026-03-05T15:38:35.325 INFO:teuthology.orchestra.run.vm01.stdout: Verifying : perl-DBI-1.643-9.el9.x86_64 10/13 2026-03-05T15:38:35.325 INFO:teuthology.orchestra.run.vm01.stdout: Verifying : perl-Math-BigInt-1:1.9998.18-460.el9.noarch 11/13 2026-03-05T15:38:35.325 INFO:teuthology.orchestra.run.vm01.stdout: Verifying : perl-Math-Complex-1.59-481.1.el9_6.noarch 12/13 2026-03-05T15:38:35.374 INFO:teuthology.orchestra.run.vm01.stdout: Verifying : perl-Sys-Hostname-1.23-481.1.el9_6.x86_64 13/13 2026-03-05T15:38:35.374 INFO:teuthology.orchestra.run.vm01.stdout: 2026-03-05T15:38:35.374 INFO:teuthology.orchestra.run.vm01.stdout:Removed: 2026-03-05T15:38:35.374 INFO:teuthology.orchestra.run.vm01.stdout: mariadb-3:10.5.29-3.el9_7.x86_64 2026-03-05T15:38:35.374 INFO:teuthology.orchestra.run.vm01.stdout: mariadb-backup-3:10.5.29-3.el9_7.x86_64 2026-03-05T15:38:35.374 INFO:teuthology.orchestra.run.vm01.stdout: mariadb-common-3:10.5.29-3.el9_7.x86_64 2026-03-05T15:38:35.374 INFO:teuthology.orchestra.run.vm01.stdout: mariadb-errmsg-3:10.5.29-3.el9_7.x86_64 2026-03-05T15:38:35.374 INFO:teuthology.orchestra.run.vm01.stdout: mariadb-gssapi-server-3:10.5.29-3.el9_7.x86_64 2026-03-05T15:38:35.374 INFO:teuthology.orchestra.run.vm01.stdout: mariadb-server-3:10.5.29-3.el9_7.x86_64 2026-03-05T15:38:35.374 INFO:teuthology.orchestra.run.vm01.stdout: mariadb-server-utils-3:10.5.29-3.el9_7.x86_64 2026-03-05T15:38:35.374 INFO:teuthology.orchestra.run.vm01.stdout: mysql-selinux-1.0.14-1.el9_6.noarch 2026-03-05T15:38:35.374 INFO:teuthology.orchestra.run.vm01.stdout: perl-DBD-MariaDB-1.21-17.el9.x86_64 2026-03-05T15:38:35.374 INFO:teuthology.orchestra.run.vm01.stdout: perl-DBI-1.643-9.el9.x86_64 2026-03-05T15:38:35.374 INFO:teuthology.orchestra.run.vm01.stdout: perl-Math-BigInt-1:1.9998.18-460.el9.noarch 2026-03-05T15:38:35.374 INFO:teuthology.orchestra.run.vm01.stdout: perl-Math-Complex-1.59-481.1.el9_6.noarch 2026-03-05T15:38:35.374 INFO:teuthology.orchestra.run.vm01.stdout: perl-Sys-Hostname-1.23-481.1.el9_6.x86_64 2026-03-05T15:38:35.374 INFO:teuthology.orchestra.run.vm01.stdout: 2026-03-05T15:38:35.374 INFO:teuthology.orchestra.run.vm01.stdout:Complete! 2026-03-05T15:38:35.412 DEBUG:teuthology.orchestra.run.vm01:> sudo yum -y erase mariadb-devel 2026-03-05T15:38:35.706 INFO:teuthology.orchestra.run.vm01.stdout:Dependencies resolved. 2026-03-05T15:38:35.707 INFO:teuthology.orchestra.run.vm01.stdout:================================================================================ 2026-03-05T15:38:35.707 INFO:teuthology.orchestra.run.vm01.stdout: Package Arch Version Repository Size 2026-03-05T15:38:35.707 INFO:teuthology.orchestra.run.vm01.stdout:================================================================================ 2026-03-05T15:38:35.707 INFO:teuthology.orchestra.run.vm01.stdout:Removing: 2026-03-05T15:38:35.707 INFO:teuthology.orchestra.run.vm01.stdout: mariadb-devel x86_64 3:10.5.29-3.el9_7 @crb 5.5 M 2026-03-05T15:38:35.707 INFO:teuthology.orchestra.run.vm01.stdout:Removing unused dependencies: 2026-03-05T15:38:35.707 INFO:teuthology.orchestra.run.vm01.stdout: mariadb-connector-c x86_64 3.2.6-1.el9_0 @appstream 540 k 2026-03-05T15:38:35.707 INFO:teuthology.orchestra.run.vm01.stdout: mariadb-connector-c-config noarch 3.2.6-1.el9_0 @appstream 497 2026-03-05T15:38:35.707 INFO:teuthology.orchestra.run.vm01.stdout: mariadb-connector-c-devel x86_64 3.2.6-1.el9_0 @appstream 184 k 2026-03-05T15:38:35.707 INFO:teuthology.orchestra.run.vm01.stdout: mariadb-connector-c-doc noarch 3.2.6-1.el9_0 @crb 72 k 2026-03-05T15:38:35.707 INFO:teuthology.orchestra.run.vm01.stdout: openssl-devel x86_64 1:3.5.1-7.el9_7 @appstream 5.3 M 2026-03-05T15:38:35.707 INFO:teuthology.orchestra.run.vm01.stdout: zlib-devel x86_64 1.2.11-40.el9 @appstream 138 k 2026-03-05T15:38:35.707 INFO:teuthology.orchestra.run.vm01.stdout: 2026-03-05T15:38:35.707 INFO:teuthology.orchestra.run.vm01.stdout:Transaction Summary 2026-03-05T15:38:35.707 INFO:teuthology.orchestra.run.vm01.stdout:================================================================================ 2026-03-05T15:38:35.707 INFO:teuthology.orchestra.run.vm01.stdout:Remove 7 Packages 2026-03-05T15:38:35.707 INFO:teuthology.orchestra.run.vm01.stdout: 2026-03-05T15:38:35.707 INFO:teuthology.orchestra.run.vm01.stdout:Freed space: 12 M 2026-03-05T15:38:35.707 INFO:teuthology.orchestra.run.vm01.stdout:Running transaction check 2026-03-05T15:38:35.719 INFO:teuthology.orchestra.run.vm01.stdout:Transaction check succeeded. 2026-03-05T15:38:35.719 INFO:teuthology.orchestra.run.vm01.stdout:Running transaction test 2026-03-05T15:38:35.804 INFO:teuthology.orchestra.run.vm01.stdout:Transaction test succeeded. 2026-03-05T15:38:35.804 INFO:teuthology.orchestra.run.vm01.stdout:Running transaction 2026-03-05T15:38:35.898 INFO:teuthology.orchestra.run.vm01.stdout: Preparing : 1/1 2026-03-05T15:38:35.906 INFO:teuthology.orchestra.run.vm01.stdout: Erasing : mariadb-devel-3:10.5.29-3.el9_7.x86_64 1/7 2026-03-05T15:38:35.913 INFO:teuthology.orchestra.run.vm01.stdout: Erasing : mariadb-connector-c-devel-3.2.6-1.el9_0.x86_64 2/7 2026-03-05T15:38:36.111 INFO:teuthology.orchestra.run.vm01.stdout: Erasing : mariadb-connector-c-doc-3.2.6-1.el9_0.noarch 3/7 2026-03-05T15:38:36.128 INFO:teuthology.orchestra.run.vm01.stdout: Erasing : openssl-devel-1:3.5.1-7.el9_7.x86_64 4/7 2026-03-05T15:38:36.130 INFO:teuthology.orchestra.run.vm01.stdout: Erasing : zlib-devel-1.2.11-40.el9.x86_64 5/7 2026-03-05T15:38:36.133 INFO:teuthology.orchestra.run.vm01.stdout: Erasing : mariadb-connector-c-3.2.6-1.el9_0.x86_64 6/7 2026-03-05T15:38:36.149 INFO:teuthology.orchestra.run.vm01.stdout: Erasing : mariadb-connector-c-config-3.2.6-1.el9_0.noarch 7/7 2026-03-05T15:38:36.219 INFO:teuthology.orchestra.run.vm01.stdout: Running scriptlet: mariadb-connector-c-config-3.2.6-1.el9_0.noarch 7/7 2026-03-05T15:38:36.219 INFO:teuthology.orchestra.run.vm01.stdout: Verifying : mariadb-connector-c-3.2.6-1.el9_0.x86_64 1/7 2026-03-05T15:38:36.219 INFO:teuthology.orchestra.run.vm01.stdout: Verifying : mariadb-connector-c-config-3.2.6-1.el9_0.noarch 2/7 2026-03-05T15:38:36.219 INFO:teuthology.orchestra.run.vm01.stdout: Verifying : mariadb-connector-c-devel-3.2.6-1.el9_0.x86_64 3/7 2026-03-05T15:38:36.219 INFO:teuthology.orchestra.run.vm01.stdout: Verifying : mariadb-connector-c-doc-3.2.6-1.el9_0.noarch 4/7 2026-03-05T15:38:36.219 INFO:teuthology.orchestra.run.vm01.stdout: Verifying : mariadb-devel-3:10.5.29-3.el9_7.x86_64 5/7 2026-03-05T15:38:36.219 INFO:teuthology.orchestra.run.vm01.stdout: Verifying : openssl-devel-1:3.5.1-7.el9_7.x86_64 6/7 2026-03-05T15:38:36.274 INFO:teuthology.orchestra.run.vm01.stdout: Verifying : zlib-devel-1.2.11-40.el9.x86_64 7/7 2026-03-05T15:38:36.274 INFO:teuthology.orchestra.run.vm01.stdout: 2026-03-05T15:38:36.274 INFO:teuthology.orchestra.run.vm01.stdout:Removed: 2026-03-05T15:38:36.274 INFO:teuthology.orchestra.run.vm01.stdout: mariadb-connector-c-3.2.6-1.el9_0.x86_64 2026-03-05T15:38:36.274 INFO:teuthology.orchestra.run.vm01.stdout: mariadb-connector-c-config-3.2.6-1.el9_0.noarch 2026-03-05T15:38:36.274 INFO:teuthology.orchestra.run.vm01.stdout: mariadb-connector-c-devel-3.2.6-1.el9_0.x86_64 2026-03-05T15:38:36.274 INFO:teuthology.orchestra.run.vm01.stdout: mariadb-connector-c-doc-3.2.6-1.el9_0.noarch 2026-03-05T15:38:36.274 INFO:teuthology.orchestra.run.vm01.stdout: mariadb-devel-3:10.5.29-3.el9_7.x86_64 2026-03-05T15:38:36.274 INFO:teuthology.orchestra.run.vm01.stdout: openssl-devel-1:3.5.1-7.el9_7.x86_64 2026-03-05T15:38:36.274 INFO:teuthology.orchestra.run.vm01.stdout: zlib-devel-1.2.11-40.el9.x86_64 2026-03-05T15:38:36.274 INFO:teuthology.orchestra.run.vm01.stdout: 2026-03-05T15:38:36.274 INFO:teuthology.orchestra.run.vm01.stdout:Complete! 2026-03-05T15:38:36.320 DEBUG:teuthology.orchestra.run.vm01:> sudo yum -y erase mariadb-server 2026-03-05T15:38:36.527 INFO:teuthology.orchestra.run.vm01.stdout:No match for argument: mariadb-server 2026-03-05T15:38:36.528 INFO:teuthology.orchestra.run.vm01.stderr:No packages marked for removal. 2026-03-05T15:38:36.531 INFO:teuthology.orchestra.run.vm01.stdout:Dependencies resolved. 2026-03-05T15:38:36.532 INFO:teuthology.orchestra.run.vm01.stdout:Nothing to do. 2026-03-05T15:38:36.532 INFO:teuthology.orchestra.run.vm01.stdout:Complete! 2026-03-05T15:38:36.561 DEBUG:teuthology.orchestra.run.vm01:> sudo yum -y erase openldap-devel 2026-03-05T15:38:36.747 INFO:teuthology.orchestra.run.vm01.stdout:No match for argument: openldap-devel 2026-03-05T15:38:36.747 INFO:teuthology.orchestra.run.vm01.stderr:No packages marked for removal. 2026-03-05T15:38:36.751 INFO:teuthology.orchestra.run.vm01.stdout:Dependencies resolved. 2026-03-05T15:38:36.752 INFO:teuthology.orchestra.run.vm01.stdout:Nothing to do. 2026-03-05T15:38:36.752 INFO:teuthology.orchestra.run.vm01.stdout:Complete! 2026-03-05T15:38:36.784 DEBUG:teuthology.orchestra.run.vm01:> sudo yum -y erase openssl-devel 2026-03-05T15:38:36.971 INFO:teuthology.orchestra.run.vm01.stdout:No match for argument: openssl-devel 2026-03-05T15:38:36.971 INFO:teuthology.orchestra.run.vm01.stderr:No packages marked for removal. 2026-03-05T15:38:36.975 INFO:teuthology.orchestra.run.vm01.stdout:Dependencies resolved. 2026-03-05T15:38:36.976 INFO:teuthology.orchestra.run.vm01.stdout:Nothing to do. 2026-03-05T15:38:36.976 INFO:teuthology.orchestra.run.vm01.stdout:Complete! 2026-03-05T15:38:37.004 DEBUG:teuthology.orchestra.run.vm01:> sudo yum -y erase postgresql 2026-03-05T15:38:37.211 INFO:teuthology.orchestra.run.vm01.stdout:Dependencies resolved. 2026-03-05T15:38:37.212 INFO:teuthology.orchestra.run.vm01.stdout:================================================================================ 2026-03-05T15:38:37.212 INFO:teuthology.orchestra.run.vm01.stdout: Package Arch Version Repository Size 2026-03-05T15:38:37.212 INFO:teuthology.orchestra.run.vm01.stdout:================================================================================ 2026-03-05T15:38:37.212 INFO:teuthology.orchestra.run.vm01.stdout:Removing: 2026-03-05T15:38:37.212 INFO:teuthology.orchestra.run.vm01.stdout: postgresql x86_64 13.23-1.el9_7 @appstream 5.9 M 2026-03-05T15:38:37.212 INFO:teuthology.orchestra.run.vm01.stdout:Removing dependent packages: 2026-03-05T15:38:37.212 INFO:teuthology.orchestra.run.vm01.stdout: postgresql-server x86_64 13.23-1.el9_7 @appstream 23 M 2026-03-05T15:38:37.212 INFO:teuthology.orchestra.run.vm01.stdout:Removing unused dependencies: 2026-03-05T15:38:37.212 INFO:teuthology.orchestra.run.vm01.stdout: postgresql-private-libs x86_64 13.23-1.el9_7 @appstream 339 k 2026-03-05T15:38:37.212 INFO:teuthology.orchestra.run.vm01.stdout: 2026-03-05T15:38:37.212 INFO:teuthology.orchestra.run.vm01.stdout:Transaction Summary 2026-03-05T15:38:37.212 INFO:teuthology.orchestra.run.vm01.stdout:================================================================================ 2026-03-05T15:38:37.212 INFO:teuthology.orchestra.run.vm01.stdout:Remove 3 Packages 2026-03-05T15:38:37.212 INFO:teuthology.orchestra.run.vm01.stdout: 2026-03-05T15:38:37.212 INFO:teuthology.orchestra.run.vm01.stdout:Freed space: 29 M 2026-03-05T15:38:37.212 INFO:teuthology.orchestra.run.vm01.stdout:Running transaction check 2026-03-05T15:38:37.216 INFO:teuthology.orchestra.run.vm01.stdout:Transaction check succeeded. 2026-03-05T15:38:37.216 INFO:teuthology.orchestra.run.vm01.stdout:Running transaction test 2026-03-05T15:38:37.234 INFO:teuthology.orchestra.run.vm01.stdout:Transaction test succeeded. 2026-03-05T15:38:37.234 INFO:teuthology.orchestra.run.vm01.stdout:Running transaction 2026-03-05T15:38:37.272 INFO:teuthology.orchestra.run.vm01.stdout: Preparing : 1/1 2026-03-05T15:38:37.305 INFO:teuthology.orchestra.run.vm01.stdout: Running scriptlet: postgresql-server-13.23-1.el9_7.x86_64 1/3 2026-03-05T15:38:37.305 INFO:teuthology.orchestra.run.vm01.stdout: Erasing : postgresql-server-13.23-1.el9_7.x86_64 1/3 2026-03-05T15:38:37.331 INFO:teuthology.orchestra.run.vm01.stdout: Running scriptlet: postgresql-server-13.23-1.el9_7.x86_64 1/3 2026-03-05T15:38:37.335 INFO:teuthology.orchestra.run.vm01.stdout: Erasing : postgresql-13.23-1.el9_7.x86_64 2/3 2026-03-05T15:38:37.351 INFO:teuthology.orchestra.run.vm01.stdout: Erasing : postgresql-private-libs-13.23-1.el9_7.x86_64 3/3 2026-03-05T15:38:37.428 INFO:teuthology.orchestra.run.vm01.stdout: Running scriptlet: postgresql-private-libs-13.23-1.el9_7.x86_64 3/3 2026-03-05T15:38:37.428 INFO:teuthology.orchestra.run.vm01.stdout: Verifying : postgresql-13.23-1.el9_7.x86_64 1/3 2026-03-05T15:38:37.428 INFO:teuthology.orchestra.run.vm01.stdout: Verifying : postgresql-private-libs-13.23-1.el9_7.x86_64 2/3 2026-03-05T15:38:37.476 INFO:teuthology.orchestra.run.vm01.stdout: Verifying : postgresql-server-13.23-1.el9_7.x86_64 3/3 2026-03-05T15:38:37.476 INFO:teuthology.orchestra.run.vm01.stdout: 2026-03-05T15:38:37.476 INFO:teuthology.orchestra.run.vm01.stdout:Removed: 2026-03-05T15:38:37.476 INFO:teuthology.orchestra.run.vm01.stdout: postgresql-13.23-1.el9_7.x86_64 2026-03-05T15:38:37.476 INFO:teuthology.orchestra.run.vm01.stdout: postgresql-private-libs-13.23-1.el9_7.x86_64 2026-03-05T15:38:37.476 INFO:teuthology.orchestra.run.vm01.stdout: postgresql-server-13.23-1.el9_7.x86_64 2026-03-05T15:38:37.476 INFO:teuthology.orchestra.run.vm01.stdout: 2026-03-05T15:38:37.476 INFO:teuthology.orchestra.run.vm01.stdout:Complete! 2026-03-05T15:38:37.521 DEBUG:teuthology.orchestra.run.vm01:> sudo yum -y erase postgresql-devel 2026-03-05T15:38:37.819 INFO:teuthology.orchestra.run.vm01.stdout:Dependencies resolved. 2026-03-05T15:38:37.819 INFO:teuthology.orchestra.run.vm01.stdout:================================================================================ 2026-03-05T15:38:37.819 INFO:teuthology.orchestra.run.vm01.stdout: Package Architecture Version Repository Size 2026-03-05T15:38:37.819 INFO:teuthology.orchestra.run.vm01.stdout:================================================================================ 2026-03-05T15:38:37.819 INFO:teuthology.orchestra.run.vm01.stdout:Removing: 2026-03-05T15:38:37.820 INFO:teuthology.orchestra.run.vm01.stdout: libpq-devel x86_64 13.23-1.el9_7 @appstream 321 k 2026-03-05T15:38:37.820 INFO:teuthology.orchestra.run.vm01.stdout:Removing unused dependencies: 2026-03-05T15:38:37.820 INFO:teuthology.orchestra.run.vm01.stdout: libpq x86_64 13.23-1.el9_7 @appstream 735 k 2026-03-05T15:38:37.820 INFO:teuthology.orchestra.run.vm01.stdout: 2026-03-05T15:38:37.820 INFO:teuthology.orchestra.run.vm01.stdout:Transaction Summary 2026-03-05T15:38:37.820 INFO:teuthology.orchestra.run.vm01.stdout:================================================================================ 2026-03-05T15:38:37.820 INFO:teuthology.orchestra.run.vm01.stdout:Remove 2 Packages 2026-03-05T15:38:37.820 INFO:teuthology.orchestra.run.vm01.stdout: 2026-03-05T15:38:37.820 INFO:teuthology.orchestra.run.vm01.stdout:Freed space: 1.0 M 2026-03-05T15:38:37.820 INFO:teuthology.orchestra.run.vm01.stdout:Running transaction check 2026-03-05T15:38:37.823 INFO:teuthology.orchestra.run.vm01.stdout:Transaction check succeeded. 2026-03-05T15:38:37.823 INFO:teuthology.orchestra.run.vm01.stdout:Running transaction test 2026-03-05T15:38:37.838 INFO:teuthology.orchestra.run.vm01.stdout:Transaction test succeeded. 2026-03-05T15:38:37.838 INFO:teuthology.orchestra.run.vm01.stdout:Running transaction 2026-03-05T15:38:37.876 INFO:teuthology.orchestra.run.vm01.stdout: Preparing : 1/1 2026-03-05T15:38:37.881 INFO:teuthology.orchestra.run.vm01.stdout: Erasing : libpq-devel-13.23-1.el9_7.x86_64 1/2 2026-03-05T15:38:37.960 INFO:teuthology.orchestra.run.vm01.stdout: Erasing : libpq-13.23-1.el9_7.x86_64 2/2 2026-03-05T15:38:37.960 INFO:teuthology.orchestra.run.vm01.stdout: Verifying : libpq-13.23-1.el9_7.x86_64 1/2 2026-03-05T15:38:38.012 INFO:teuthology.orchestra.run.vm01.stdout: Verifying : libpq-devel-13.23-1.el9_7.x86_64 2/2 2026-03-05T15:38:38.013 INFO:teuthology.orchestra.run.vm01.stdout: 2026-03-05T15:38:38.013 INFO:teuthology.orchestra.run.vm01.stdout:Removed: 2026-03-05T15:38:38.013 INFO:teuthology.orchestra.run.vm01.stdout: libpq-13.23-1.el9_7.x86_64 libpq-devel-13.23-1.el9_7.x86_64 2026-03-05T15:38:38.013 INFO:teuthology.orchestra.run.vm01.stdout: 2026-03-05T15:38:38.013 INFO:teuthology.orchestra.run.vm01.stdout:Complete! 2026-03-05T15:38:38.044 DEBUG:teuthology.orchestra.run.vm01:> sudo yum -y erase postgresql-server 2026-03-05T15:38:38.234 INFO:teuthology.orchestra.run.vm01.stdout:No match for argument: postgresql-server 2026-03-05T15:38:38.235 INFO:teuthology.orchestra.run.vm01.stderr:No packages marked for removal. 2026-03-05T15:38:38.238 INFO:teuthology.orchestra.run.vm01.stdout:Dependencies resolved. 2026-03-05T15:38:38.239 INFO:teuthology.orchestra.run.vm01.stdout:Nothing to do. 2026-03-05T15:38:38.239 INFO:teuthology.orchestra.run.vm01.stdout:Complete! 2026-03-05T15:38:38.269 INFO:tasks.keystone:Removing keystone... 2026-03-05T15:38:38.269 DEBUG:teuthology.orchestra.run.vm01:> rm -rf /home/ubuntu/cephtest/keystone 2026-03-05T15:38:38.408 ERROR:teuthology.run_tasks:Saw exception from tasks. Traceback (most recent call last): File "/home/teuthos/teuthology/teuthology/run_tasks.py", line 112, in run_tasks manager.__enter__() File "/home/teuthos/.local/share/uv/python/cpython-3.10.19-linux-x86_64-gnu/lib/python3.10/contextlib.py", line 135, in __enter__ return next(self.gen) File "/home/teuthos/src/github.com_kshtsk_ceph_e50baef5944c0b5e8e734db1c467f1f19415a932/qa/tasks/keystone.py", line 507, in task with contextutil.nested( File "/home/teuthos/.local/share/uv/python/cpython-3.10.19-linux-x86_64-gnu/lib/python3.10/contextlib.py", line 135, in __enter__ return next(self.gen) File "/home/teuthos/teuthology/teuthology/contextutil.py", line 54, in nested raise exc[1] File "/home/teuthos/.local/share/uv/python/cpython-3.10.19-linux-x86_64-gnu/lib/python3.10/contextlib.py", line 153, in __exit__ self.gen.throw(typ, value, traceback) File "/home/teuthos/src/github.com_kshtsk_ceph_e50baef5944c0b5e8e734db1c467f1f19415a932/qa/tasks/keystone.py", line 89, in download yield File "/home/teuthos/teuthology/teuthology/contextutil.py", line 30, in nested vars.append(enter()) File "/home/teuthos/.local/share/uv/python/cpython-3.10.19-linux-x86_64-gnu/lib/python3.10/contextlib.py", line 135, in __enter__ return next(self.gen) File "/home/teuthos/src/github.com_kshtsk_ceph_e50baef5944c0b5e8e734db1c467f1f19415a932/qa/tasks/keystone.py", line 190, in setup_venv run_in_keystone_dir(ctx, client, File "/home/teuthos/src/github.com_kshtsk_ceph_e50baef5944c0b5e8e734db1c467f1f19415a932/qa/tasks/keystone.py", line 28, in run_in_keystone_dir return ctx.cluster.only(client).run( File "/home/teuthos/teuthology/teuthology/orchestra/cluster.py", line 85, in run procs = [remote.run(**kwargs, wait=_wait) for remote in remotes] File "/home/teuthos/teuthology/teuthology/orchestra/cluster.py", line 85, in procs = [remote.run(**kwargs, wait=_wait) for remote in remotes] File "/home/teuthos/teuthology/teuthology/orchestra/remote.py", line 575, in run r = self._runner(client=self.ssh, name=self.shortname, **kwargs) File "/home/teuthos/teuthology/teuthology/orchestra/run.py", line 461, in run r.wait() File "/home/teuthos/teuthology/teuthology/orchestra/run.py", line 161, in wait self._raise_for_status() File "/home/teuthos/teuthology/teuthology/orchestra/run.py", line 181, in _raise_for_status raise CommandFailedError( teuthology.exceptions.CommandFailedError: Command failed on vm01 with status 1: 'cd /home/ubuntu/cephtest/keystone && source /home/ubuntu/cephtest/tox-venv/bin/activate && tox -e venv --notest' 2026-03-05T15:38:38.409 DEBUG:teuthology.run_tasks:Unwinding manager keystone 2026-03-05T15:38:38.412 DEBUG:teuthology.run_tasks:Unwinding manager tox 2026-03-05T15:38:38.413 DEBUG:teuthology.orchestra.run.vm01:> rm -rf /home/ubuntu/cephtest/tox-venv 2026-03-05T15:38:38.481 DEBUG:teuthology.run_tasks:Unwinding manager ceph 2026-03-05T15:38:38.484 INFO:tasks.ceph.ceph_manager.ceph:waiting for clean 2026-03-05T15:38:38.484 DEBUG:teuthology.orchestra.run.vm01:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2026-03-05T15:38:38.690 INFO:teuthology.orchestra.run.vm01.stdout: 2026-03-05T15:38:38.690 INFO:teuthology.orchestra.run.vm01.stderr:dumped all 2026-03-05T15:38:38.703 INFO:teuthology.orchestra.run.vm01.stdout:{"pg_ready":true,"pg_map":{"version":55,"stamp":"2026-03-05T15:38:38.325158+0100","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":459299,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":46,"num_read_kb":37,"num_write":59,"num_write_kb":586,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":35,"ondisk_log_size":35,"up":18,"acting":18,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":18,"num_osds":3,"num_per_pool_osds":3,"num_per_pool_omap_osds":3,"kb":314572800,"kb_used":81864,"kb_used_data":1344,"kb_used_omap":4,"kb_used_meta":80443,"kb_avail":314490936,"statfs":{"total":322122547200,"available":322038718464,"internally_reserved":0,"allocated":1376256,"data_stored":1053193,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":4788,"internal_metadata":82373964},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"12.001657"},"pg_stats":[{"pgid":"2.7","version":"0'0","reported_seq":25,"reported_epoch":17,"state":"active+clean","last_fresh":"2026-03-05T15:38:11.442700+0100","last_change":"2026-03-05T15:37:25.117843+0100","last_active":"2026-03-05T15:38:11.442700+0100","last_peered":"2026-03-05T15:38:11.442700+0100","last_clean":"2026-03-05T15:38:11.442700+0100","last_became_active":"2026-03-05T15:37:23.112485+0100","last_became_peered":"2026-03-05T15:37:23.112485+0100","last_unstale":"2026-03-05T15:38:11.442700+0100","last_undegraded":"2026-03-05T15:38:11.442700+0100","last_fullsized":"2026-03-05T15:38:11.442700+0100","mapping_epoch":11,"log_start":"0'0","ondisk_log_start":"0'0","created":11,"last_epoch_clean":12,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-03-05T15:37:22.089445+0100","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-03-05T15:37:22.089445+0100","last_clean_scrub_stamp":"2026-03-05T15:37:22.089445+0100","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-03-06T21:07:02.985783+0100","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00049638999999999998,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.6","version":"0'0","reported_seq":25,"reported_epoch":17,"state":"active+clean","last_fresh":"2026-03-05T15:38:11.442738+0100","last_change":"2026-03-05T15:37:25.117776+0100","last_active":"2026-03-05T15:38:11.442738+0100","last_peered":"2026-03-05T15:38:11.442738+0100","last_clean":"2026-03-05T15:38:11.442738+0100","last_became_active":"2026-03-05T15:37:23.112407+0100","last_became_peered":"2026-03-05T15:37:23.112407+0100","last_unstale":"2026-03-05T15:38:11.442738+0100","last_undegraded":"2026-03-05T15:38:11.442738+0100","last_fullsized":"2026-03-05T15:38:11.442738+0100","mapping_epoch":11,"log_start":"0'0","ondisk_log_start":"0'0","created":11,"last_epoch_clean":12,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-03-05T15:37:22.089445+0100","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-03-05T15:37:22.089445+0100","last_clean_scrub_stamp":"2026-03-05T15:37:22.089445+0100","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-03-07T01:10:41.495776+0100","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00034973600000000001,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":25,"reported_epoch":17,"state":"active+clean","last_fresh":"2026-03-05T15:38:11.442802+0100","last_change":"2026-03-05T15:37:25.117881+0100","last_active":"2026-03-05T15:38:11.442802+0100","last_peered":"2026-03-05T15:38:11.442802+0100","last_clean":"2026-03-05T15:38:11.442802+0100","last_became_active":"2026-03-05T15:37:23.112337+0100","last_became_peered":"2026-03-05T15:37:23.112337+0100","last_unstale":"2026-03-05T15:38:11.442802+0100","last_undegraded":"2026-03-05T15:38:11.442802+0100","last_fullsized":"2026-03-05T15:38:11.442802+0100","mapping_epoch":11,"log_start":"0'0","ondisk_log_start":"0'0","created":11,"last_epoch_clean":12,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-03-05T15:37:22.089445+0100","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-03-05T15:37:22.089445+0100","last_clean_scrub_stamp":"2026-03-05T15:37:22.089445+0100","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-03-07T01:25:42.904204+0100","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00040454800000000002,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":25,"reported_epoch":17,"state":"active+clean","last_fresh":"2026-03-05T15:38:11.442795+0100","last_change":"2026-03-05T15:37:25.117954+0100","last_active":"2026-03-05T15:38:11.442795+0100","last_peered":"2026-03-05T15:38:11.442795+0100","last_clean":"2026-03-05T15:38:11.442795+0100","last_became_active":"2026-03-05T15:37:23.112266+0100","last_became_peered":"2026-03-05T15:37:23.112266+0100","last_unstale":"2026-03-05T15:38:11.442795+0100","last_undegraded":"2026-03-05T15:38:11.442795+0100","last_fullsized":"2026-03-05T15:38:11.442795+0100","mapping_epoch":11,"log_start":"0'0","ondisk_log_start":"0'0","created":11,"last_epoch_clean":12,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-03-05T15:37:22.089445+0100","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-03-05T15:37:22.089445+0100","last_clean_scrub_stamp":"2026-03-05T15:37:22.089445+0100","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-03-06T19:12:26.218755+0100","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00045832799999999998,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.2","version":"14'2","reported_seq":27,"reported_epoch":17,"state":"active+clean","last_fresh":"2026-03-05T15:38:13.049929+0100","last_change":"2026-03-05T15:37:25.121822+0100","last_active":"2026-03-05T15:38:13.049929+0100","last_peered":"2026-03-05T15:38:13.049929+0100","last_clean":"2026-03-05T15:38:13.049929+0100","last_became_active":"2026-03-05T15:37:23.113845+0100","last_became_peered":"2026-03-05T15:37:23.113845+0100","last_unstale":"2026-03-05T15:38:13.049929+0100","last_undegraded":"2026-03-05T15:38:13.049929+0100","last_fullsized":"2026-03-05T15:38:13.049929+0100","mapping_epoch":11,"log_start":"0'0","ondisk_log_start":"0'0","created":11,"last_epoch_clean":12,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-03-05T15:37:22.089445+0100","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-03-05T15:37:22.089445+0100","last_clean_scrub_stamp":"2026-03-05T15:37:22.089445+0100","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-03-07T02:09:38.358750+0100","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.000524692,"stat_sum":{"num_bytes":19,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":25,"reported_epoch":17,"state":"active+clean","last_fresh":"2026-03-05T15:38:12.122850+0100","last_change":"2026-03-05T15:37:25.443905+0100","last_active":"2026-03-05T15:38:12.122850+0100","last_peered":"2026-03-05T15:38:12.122850+0100","last_clean":"2026-03-05T15:38:12.122850+0100","last_became_active":"2026-03-05T15:37:23.112900+0100","last_became_peered":"2026-03-05T15:37:23.112900+0100","last_unstale":"2026-03-05T15:38:12.122850+0100","last_undegraded":"2026-03-05T15:38:12.122850+0100","last_fullsized":"2026-03-05T15:38:12.122850+0100","mapping_epoch":11,"log_start":"0'0","ondisk_log_start":"0'0","created":11,"last_epoch_clean":12,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-03-05T15:37:22.089445+0100","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-03-05T15:37:22.089445+0100","last_clean_scrub_stamp":"2026-03-05T15:37:22.089445+0100","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-03-07T01:10:42.068756+0100","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00029379999999999999,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":25,"reported_epoch":17,"state":"active+clean","last_fresh":"2026-03-05T15:38:12.122891+0100","last_change":"2026-03-05T15:37:25.443961+0100","last_active":"2026-03-05T15:38:12.122891+0100","last_peered":"2026-03-05T15:38:12.122891+0100","last_clean":"2026-03-05T15:38:12.122891+0100","last_became_active":"2026-03-05T15:37:23.112755+0100","last_became_peered":"2026-03-05T15:37:23.112755+0100","last_unstale":"2026-03-05T15:38:12.122891+0100","last_undegraded":"2026-03-05T15:38:12.122891+0100","last_fullsized":"2026-03-05T15:38:12.122891+0100","mapping_epoch":11,"log_start":"0'0","ondisk_log_start":"0'0","created":11,"last_epoch_clean":12,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-03-05T15:37:22.089445+0100","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-03-05T15:37:22.089445+0100","last_clean_scrub_stamp":"2026-03-05T15:37:22.089445+0100","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-03-06T20:02:57.762643+0100","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00026300100000000001,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.3","version":"12'1","reported_seq":26,"reported_epoch":17,"state":"active+clean","last_fresh":"2026-03-05T15:38:11.442877+0100","last_change":"2026-03-05T15:37:25.118143+0100","last_active":"2026-03-05T15:38:11.442877+0100","last_peered":"2026-03-05T15:38:11.442877+0100","last_clean":"2026-03-05T15:38:11.442877+0100","last_became_active":"2026-03-05T15:37:23.108754+0100","last_became_peered":"2026-03-05T15:37:23.108754+0100","last_unstale":"2026-03-05T15:38:11.442877+0100","last_undegraded":"2026-03-05T15:38:11.442877+0100","last_fullsized":"2026-03-05T15:38:11.442877+0100","mapping_epoch":11,"log_start":"0'0","ondisk_log_start":"0'0","created":11,"last_epoch_clean":12,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-03-05T15:37:22.089445+0100","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-03-05T15:37:22.089445+0100","last_clean_scrub_stamp":"2026-03-05T15:37:22.089445+0100","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-03-07T02:10:50.673204+0100","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00057510700000000005,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"1.0","version":"11'32","reported_seq":66,"reported_epoch":17,"state":"active+clean","last_fresh":"2026-03-05T15:38:11.442844+0100","last_change":"2026-03-05T15:37:22.103309+0100","last_active":"2026-03-05T15:38:11.442844+0100","last_peered":"2026-03-05T15:38:11.442844+0100","last_clean":"2026-03-05T15:38:11.442844+0100","last_became_active":"2026-03-05T15:37:22.103148+0100","last_became_peered":"2026-03-05T15:37:22.103148+0100","last_unstale":"2026-03-05T15:38:11.442844+0100","last_undegraded":"2026-03-05T15:38:11.442844+0100","last_fullsized":"2026-03-05T15:38:11.442844+0100","mapping_epoch":10,"log_start":"0'0","ondisk_log_start":"0'0","created":10,"last_epoch_clean":11,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-03-05T15:37:21.085547+0100","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-03-05T15:37:21.085547+0100","last_clean_scrub_stamp":"2026-03-05T15:37:21.085547+0100","objects_scrubbed":0,"log_size":32,"log_dups_size":0,"ondisk_log_size":32,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-03-07T02:09:37.354852+0100","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":459280,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":46,"num_read_kb":37,"num_write":57,"num_write_kb":584,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]}],"pool_stats":[{"poolid":2,"num_pg":8,"stat_sum":{"num_bytes":19,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":38,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":3,"ondisk_log_size":3,"up":16,"acting":16,"num_store_stats":3},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":459280,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":46,"num_read_kb":37,"num_write":57,"num_write_kb":584,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":925696,"data_stored":918560,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":32,"ondisk_log_size":32,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":2,"up_from":9,"seq":38654705681,"num_pgs":3,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":104857600,"kb_used":26984,"kb_used_data":144,"kb_used_omap":1,"kb_used_meta":26814,"kb_avail":104830616,"statfs":{"total":107374182400,"available":107346550784,"internally_reserved":0,"allocated":147456,"data_stored":44865,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1596,"internal_metadata":27457988},"hb_peers":[0,1],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":1,"up_from":8,"seq":34359738385,"num_pgs":9,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":104857600,"kb_used":27440,"kb_used_data":600,"kb_used_omap":1,"kb_used_meta":26814,"kb_avail":104830160,"statfs":{"total":107374182400,"available":107346083840,"internally_reserved":0,"allocated":614400,"data_stored":504164,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1596,"internal_metadata":27457988},"hb_peers":[0,2],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":0,"up_from":8,"seq":34359738385,"num_pgs":6,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":104857600,"kb_used":27440,"kb_used_data":600,"kb_used_omap":1,"kb_used_meta":26814,"kb_avail":104830160,"statfs":{"total":107374182400,"available":107346083840,"internally_reserved":0,"allocated":614400,"data_stored":504164,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1596,"internal_metadata":27457988},"hb_peers":[1,2],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":462848,"data_stored":459280,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":462848,"data_stored":459280,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":19,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":19,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2026-03-05T15:38:38.703 DEBUG:teuthology.orchestra.run.vm01:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2026-03-05T15:38:38.916 INFO:teuthology.orchestra.run.vm01.stdout: 2026-03-05T15:38:38.916 INFO:teuthology.orchestra.run.vm01.stderr:dumped all 2026-03-05T15:38:38.929 INFO:teuthology.orchestra.run.vm01.stdout:{"pg_ready":true,"pg_map":{"version":55,"stamp":"2026-03-05T15:38:38.325158+0100","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":459299,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":46,"num_read_kb":37,"num_write":59,"num_write_kb":586,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":35,"ondisk_log_size":35,"up":18,"acting":18,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":18,"num_osds":3,"num_per_pool_osds":3,"num_per_pool_omap_osds":3,"kb":314572800,"kb_used":81864,"kb_used_data":1344,"kb_used_omap":4,"kb_used_meta":80443,"kb_avail":314490936,"statfs":{"total":322122547200,"available":322038718464,"internally_reserved":0,"allocated":1376256,"data_stored":1053193,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":4788,"internal_metadata":82373964},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"12.001657"},"pg_stats":[{"pgid":"2.7","version":"0'0","reported_seq":25,"reported_epoch":17,"state":"active+clean","last_fresh":"2026-03-05T15:38:11.442700+0100","last_change":"2026-03-05T15:37:25.117843+0100","last_active":"2026-03-05T15:38:11.442700+0100","last_peered":"2026-03-05T15:38:11.442700+0100","last_clean":"2026-03-05T15:38:11.442700+0100","last_became_active":"2026-03-05T15:37:23.112485+0100","last_became_peered":"2026-03-05T15:37:23.112485+0100","last_unstale":"2026-03-05T15:38:11.442700+0100","last_undegraded":"2026-03-05T15:38:11.442700+0100","last_fullsized":"2026-03-05T15:38:11.442700+0100","mapping_epoch":11,"log_start":"0'0","ondisk_log_start":"0'0","created":11,"last_epoch_clean":12,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-03-05T15:37:22.089445+0100","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-03-05T15:37:22.089445+0100","last_clean_scrub_stamp":"2026-03-05T15:37:22.089445+0100","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-03-06T21:07:02.985783+0100","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00049638999999999998,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.6","version":"0'0","reported_seq":25,"reported_epoch":17,"state":"active+clean","last_fresh":"2026-03-05T15:38:11.442738+0100","last_change":"2026-03-05T15:37:25.117776+0100","last_active":"2026-03-05T15:38:11.442738+0100","last_peered":"2026-03-05T15:38:11.442738+0100","last_clean":"2026-03-05T15:38:11.442738+0100","last_became_active":"2026-03-05T15:37:23.112407+0100","last_became_peered":"2026-03-05T15:37:23.112407+0100","last_unstale":"2026-03-05T15:38:11.442738+0100","last_undegraded":"2026-03-05T15:38:11.442738+0100","last_fullsized":"2026-03-05T15:38:11.442738+0100","mapping_epoch":11,"log_start":"0'0","ondisk_log_start":"0'0","created":11,"last_epoch_clean":12,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-03-05T15:37:22.089445+0100","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-03-05T15:37:22.089445+0100","last_clean_scrub_stamp":"2026-03-05T15:37:22.089445+0100","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-03-07T01:10:41.495776+0100","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00034973600000000001,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":25,"reported_epoch":17,"state":"active+clean","last_fresh":"2026-03-05T15:38:11.442802+0100","last_change":"2026-03-05T15:37:25.117881+0100","last_active":"2026-03-05T15:38:11.442802+0100","last_peered":"2026-03-05T15:38:11.442802+0100","last_clean":"2026-03-05T15:38:11.442802+0100","last_became_active":"2026-03-05T15:37:23.112337+0100","last_became_peered":"2026-03-05T15:37:23.112337+0100","last_unstale":"2026-03-05T15:38:11.442802+0100","last_undegraded":"2026-03-05T15:38:11.442802+0100","last_fullsized":"2026-03-05T15:38:11.442802+0100","mapping_epoch":11,"log_start":"0'0","ondisk_log_start":"0'0","created":11,"last_epoch_clean":12,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-03-05T15:37:22.089445+0100","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-03-05T15:37:22.089445+0100","last_clean_scrub_stamp":"2026-03-05T15:37:22.089445+0100","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-03-07T01:25:42.904204+0100","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00040454800000000002,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":25,"reported_epoch":17,"state":"active+clean","last_fresh":"2026-03-05T15:38:11.442795+0100","last_change":"2026-03-05T15:37:25.117954+0100","last_active":"2026-03-05T15:38:11.442795+0100","last_peered":"2026-03-05T15:38:11.442795+0100","last_clean":"2026-03-05T15:38:11.442795+0100","last_became_active":"2026-03-05T15:37:23.112266+0100","last_became_peered":"2026-03-05T15:37:23.112266+0100","last_unstale":"2026-03-05T15:38:11.442795+0100","last_undegraded":"2026-03-05T15:38:11.442795+0100","last_fullsized":"2026-03-05T15:38:11.442795+0100","mapping_epoch":11,"log_start":"0'0","ondisk_log_start":"0'0","created":11,"last_epoch_clean":12,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-03-05T15:37:22.089445+0100","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-03-05T15:37:22.089445+0100","last_clean_scrub_stamp":"2026-03-05T15:37:22.089445+0100","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-03-06T19:12:26.218755+0100","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00045832799999999998,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.2","version":"14'2","reported_seq":27,"reported_epoch":17,"state":"active+clean","last_fresh":"2026-03-05T15:38:13.049929+0100","last_change":"2026-03-05T15:37:25.121822+0100","last_active":"2026-03-05T15:38:13.049929+0100","last_peered":"2026-03-05T15:38:13.049929+0100","last_clean":"2026-03-05T15:38:13.049929+0100","last_became_active":"2026-03-05T15:37:23.113845+0100","last_became_peered":"2026-03-05T15:37:23.113845+0100","last_unstale":"2026-03-05T15:38:13.049929+0100","last_undegraded":"2026-03-05T15:38:13.049929+0100","last_fullsized":"2026-03-05T15:38:13.049929+0100","mapping_epoch":11,"log_start":"0'0","ondisk_log_start":"0'0","created":11,"last_epoch_clean":12,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-03-05T15:37:22.089445+0100","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-03-05T15:37:22.089445+0100","last_clean_scrub_stamp":"2026-03-05T15:37:22.089445+0100","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-03-07T02:09:38.358750+0100","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.000524692,"stat_sum":{"num_bytes":19,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":25,"reported_epoch":17,"state":"active+clean","last_fresh":"2026-03-05T15:38:12.122850+0100","last_change":"2026-03-05T15:37:25.443905+0100","last_active":"2026-03-05T15:38:12.122850+0100","last_peered":"2026-03-05T15:38:12.122850+0100","last_clean":"2026-03-05T15:38:12.122850+0100","last_became_active":"2026-03-05T15:37:23.112900+0100","last_became_peered":"2026-03-05T15:37:23.112900+0100","last_unstale":"2026-03-05T15:38:12.122850+0100","last_undegraded":"2026-03-05T15:38:12.122850+0100","last_fullsized":"2026-03-05T15:38:12.122850+0100","mapping_epoch":11,"log_start":"0'0","ondisk_log_start":"0'0","created":11,"last_epoch_clean":12,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-03-05T15:37:22.089445+0100","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-03-05T15:37:22.089445+0100","last_clean_scrub_stamp":"2026-03-05T15:37:22.089445+0100","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-03-07T01:10:42.068756+0100","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00029379999999999999,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":25,"reported_epoch":17,"state":"active+clean","last_fresh":"2026-03-05T15:38:12.122891+0100","last_change":"2026-03-05T15:37:25.443961+0100","last_active":"2026-03-05T15:38:12.122891+0100","last_peered":"2026-03-05T15:38:12.122891+0100","last_clean":"2026-03-05T15:38:12.122891+0100","last_became_active":"2026-03-05T15:37:23.112755+0100","last_became_peered":"2026-03-05T15:37:23.112755+0100","last_unstale":"2026-03-05T15:38:12.122891+0100","last_undegraded":"2026-03-05T15:38:12.122891+0100","last_fullsized":"2026-03-05T15:38:12.122891+0100","mapping_epoch":11,"log_start":"0'0","ondisk_log_start":"0'0","created":11,"last_epoch_clean":12,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-03-05T15:37:22.089445+0100","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-03-05T15:37:22.089445+0100","last_clean_scrub_stamp":"2026-03-05T15:37:22.089445+0100","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-03-06T20:02:57.762643+0100","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00026300100000000001,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.3","version":"12'1","reported_seq":26,"reported_epoch":17,"state":"active+clean","last_fresh":"2026-03-05T15:38:11.442877+0100","last_change":"2026-03-05T15:37:25.118143+0100","last_active":"2026-03-05T15:38:11.442877+0100","last_peered":"2026-03-05T15:38:11.442877+0100","last_clean":"2026-03-05T15:38:11.442877+0100","last_became_active":"2026-03-05T15:37:23.108754+0100","last_became_peered":"2026-03-05T15:37:23.108754+0100","last_unstale":"2026-03-05T15:38:11.442877+0100","last_undegraded":"2026-03-05T15:38:11.442877+0100","last_fullsized":"2026-03-05T15:38:11.442877+0100","mapping_epoch":11,"log_start":"0'0","ondisk_log_start":"0'0","created":11,"last_epoch_clean":12,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-03-05T15:37:22.089445+0100","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-03-05T15:37:22.089445+0100","last_clean_scrub_stamp":"2026-03-05T15:37:22.089445+0100","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-03-07T02:10:50.673204+0100","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00057510700000000005,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"1.0","version":"11'32","reported_seq":66,"reported_epoch":17,"state":"active+clean","last_fresh":"2026-03-05T15:38:11.442844+0100","last_change":"2026-03-05T15:37:22.103309+0100","last_active":"2026-03-05T15:38:11.442844+0100","last_peered":"2026-03-05T15:38:11.442844+0100","last_clean":"2026-03-05T15:38:11.442844+0100","last_became_active":"2026-03-05T15:37:22.103148+0100","last_became_peered":"2026-03-05T15:37:22.103148+0100","last_unstale":"2026-03-05T15:38:11.442844+0100","last_undegraded":"2026-03-05T15:38:11.442844+0100","last_fullsized":"2026-03-05T15:38:11.442844+0100","mapping_epoch":10,"log_start":"0'0","ondisk_log_start":"0'0","created":10,"last_epoch_clean":11,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-03-05T15:37:21.085547+0100","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-03-05T15:37:21.085547+0100","last_clean_scrub_stamp":"2026-03-05T15:37:21.085547+0100","objects_scrubbed":0,"log_size":32,"log_dups_size":0,"ondisk_log_size":32,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-03-07T02:09:37.354852+0100","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":459280,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":46,"num_read_kb":37,"num_write":57,"num_write_kb":584,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]}],"pool_stats":[{"poolid":2,"num_pg":8,"stat_sum":{"num_bytes":19,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":38,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":3,"ondisk_log_size":3,"up":16,"acting":16,"num_store_stats":3},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":459280,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":46,"num_read_kb":37,"num_write":57,"num_write_kb":584,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":925696,"data_stored":918560,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":32,"ondisk_log_size":32,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":2,"up_from":9,"seq":38654705681,"num_pgs":3,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":104857600,"kb_used":26984,"kb_used_data":144,"kb_used_omap":1,"kb_used_meta":26814,"kb_avail":104830616,"statfs":{"total":107374182400,"available":107346550784,"internally_reserved":0,"allocated":147456,"data_stored":44865,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1596,"internal_metadata":27457988},"hb_peers":[0,1],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":1,"up_from":8,"seq":34359738385,"num_pgs":9,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":104857600,"kb_used":27440,"kb_used_data":600,"kb_used_omap":1,"kb_used_meta":26814,"kb_avail":104830160,"statfs":{"total":107374182400,"available":107346083840,"internally_reserved":0,"allocated":614400,"data_stored":504164,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1596,"internal_metadata":27457988},"hb_peers":[0,2],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":0,"up_from":8,"seq":34359738385,"num_pgs":6,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":104857600,"kb_used":27440,"kb_used_data":600,"kb_used_omap":1,"kb_used_meta":26814,"kb_avail":104830160,"statfs":{"total":107374182400,"available":107346083840,"internally_reserved":0,"allocated":614400,"data_stored":504164,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1596,"internal_metadata":27457988},"hb_peers":[1,2],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":462848,"data_stored":459280,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":462848,"data_stored":459280,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":19,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":19,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2026-03-05T15:38:38.929 INFO:tasks.ceph.ceph_manager.ceph:clean! 2026-03-05T15:38:38.929 DEBUG:teuthology.orchestra.run.vm01:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2026-03-05T15:38:39.123 INFO:teuthology.orchestra.run.vm01.stdout: 2026-03-05T15:38:39.124 INFO:teuthology.orchestra.run.vm01.stderr:dumped all 2026-03-05T15:38:39.136 INFO:teuthology.orchestra.run.vm01.stdout:{"pg_ready":true,"pg_map":{"version":55,"stamp":"2026-03-05T15:38:38.325158+0100","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":459299,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":46,"num_read_kb":37,"num_write":59,"num_write_kb":586,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":35,"ondisk_log_size":35,"up":18,"acting":18,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":18,"num_osds":3,"num_per_pool_osds":3,"num_per_pool_omap_osds":3,"kb":314572800,"kb_used":81864,"kb_used_data":1344,"kb_used_omap":4,"kb_used_meta":80443,"kb_avail":314490936,"statfs":{"total":322122547200,"available":322038718464,"internally_reserved":0,"allocated":1376256,"data_stored":1053193,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":4788,"internal_metadata":82373964},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"12.001657"},"pg_stats":[{"pgid":"2.7","version":"0'0","reported_seq":25,"reported_epoch":17,"state":"active+clean","last_fresh":"2026-03-05T15:38:11.442700+0100","last_change":"2026-03-05T15:37:25.117843+0100","last_active":"2026-03-05T15:38:11.442700+0100","last_peered":"2026-03-05T15:38:11.442700+0100","last_clean":"2026-03-05T15:38:11.442700+0100","last_became_active":"2026-03-05T15:37:23.112485+0100","last_became_peered":"2026-03-05T15:37:23.112485+0100","last_unstale":"2026-03-05T15:38:11.442700+0100","last_undegraded":"2026-03-05T15:38:11.442700+0100","last_fullsized":"2026-03-05T15:38:11.442700+0100","mapping_epoch":11,"log_start":"0'0","ondisk_log_start":"0'0","created":11,"last_epoch_clean":12,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-03-05T15:37:22.089445+0100","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-03-05T15:37:22.089445+0100","last_clean_scrub_stamp":"2026-03-05T15:37:22.089445+0100","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-03-06T21:07:02.985783+0100","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00049638999999999998,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.6","version":"0'0","reported_seq":25,"reported_epoch":17,"state":"active+clean","last_fresh":"2026-03-05T15:38:11.442738+0100","last_change":"2026-03-05T15:37:25.117776+0100","last_active":"2026-03-05T15:38:11.442738+0100","last_peered":"2026-03-05T15:38:11.442738+0100","last_clean":"2026-03-05T15:38:11.442738+0100","last_became_active":"2026-03-05T15:37:23.112407+0100","last_became_peered":"2026-03-05T15:37:23.112407+0100","last_unstale":"2026-03-05T15:38:11.442738+0100","last_undegraded":"2026-03-05T15:38:11.442738+0100","last_fullsized":"2026-03-05T15:38:11.442738+0100","mapping_epoch":11,"log_start":"0'0","ondisk_log_start":"0'0","created":11,"last_epoch_clean":12,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-03-05T15:37:22.089445+0100","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-03-05T15:37:22.089445+0100","last_clean_scrub_stamp":"2026-03-05T15:37:22.089445+0100","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-03-07T01:10:41.495776+0100","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00034973600000000001,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":25,"reported_epoch":17,"state":"active+clean","last_fresh":"2026-03-05T15:38:11.442802+0100","last_change":"2026-03-05T15:37:25.117881+0100","last_active":"2026-03-05T15:38:11.442802+0100","last_peered":"2026-03-05T15:38:11.442802+0100","last_clean":"2026-03-05T15:38:11.442802+0100","last_became_active":"2026-03-05T15:37:23.112337+0100","last_became_peered":"2026-03-05T15:37:23.112337+0100","last_unstale":"2026-03-05T15:38:11.442802+0100","last_undegraded":"2026-03-05T15:38:11.442802+0100","last_fullsized":"2026-03-05T15:38:11.442802+0100","mapping_epoch":11,"log_start":"0'0","ondisk_log_start":"0'0","created":11,"last_epoch_clean":12,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-03-05T15:37:22.089445+0100","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-03-05T15:37:22.089445+0100","last_clean_scrub_stamp":"2026-03-05T15:37:22.089445+0100","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-03-07T01:25:42.904204+0100","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00040454800000000002,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":25,"reported_epoch":17,"state":"active+clean","last_fresh":"2026-03-05T15:38:11.442795+0100","last_change":"2026-03-05T15:37:25.117954+0100","last_active":"2026-03-05T15:38:11.442795+0100","last_peered":"2026-03-05T15:38:11.442795+0100","last_clean":"2026-03-05T15:38:11.442795+0100","last_became_active":"2026-03-05T15:37:23.112266+0100","last_became_peered":"2026-03-05T15:37:23.112266+0100","last_unstale":"2026-03-05T15:38:11.442795+0100","last_undegraded":"2026-03-05T15:38:11.442795+0100","last_fullsized":"2026-03-05T15:38:11.442795+0100","mapping_epoch":11,"log_start":"0'0","ondisk_log_start":"0'0","created":11,"last_epoch_clean":12,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-03-05T15:37:22.089445+0100","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-03-05T15:37:22.089445+0100","last_clean_scrub_stamp":"2026-03-05T15:37:22.089445+0100","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-03-06T19:12:26.218755+0100","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00045832799999999998,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.2","version":"14'2","reported_seq":27,"reported_epoch":17,"state":"active+clean","last_fresh":"2026-03-05T15:38:13.049929+0100","last_change":"2026-03-05T15:37:25.121822+0100","last_active":"2026-03-05T15:38:13.049929+0100","last_peered":"2026-03-05T15:38:13.049929+0100","last_clean":"2026-03-05T15:38:13.049929+0100","last_became_active":"2026-03-05T15:37:23.113845+0100","last_became_peered":"2026-03-05T15:37:23.113845+0100","last_unstale":"2026-03-05T15:38:13.049929+0100","last_undegraded":"2026-03-05T15:38:13.049929+0100","last_fullsized":"2026-03-05T15:38:13.049929+0100","mapping_epoch":11,"log_start":"0'0","ondisk_log_start":"0'0","created":11,"last_epoch_clean":12,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-03-05T15:37:22.089445+0100","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-03-05T15:37:22.089445+0100","last_clean_scrub_stamp":"2026-03-05T15:37:22.089445+0100","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-03-07T02:09:38.358750+0100","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.000524692,"stat_sum":{"num_bytes":19,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":25,"reported_epoch":17,"state":"active+clean","last_fresh":"2026-03-05T15:38:12.122850+0100","last_change":"2026-03-05T15:37:25.443905+0100","last_active":"2026-03-05T15:38:12.122850+0100","last_peered":"2026-03-05T15:38:12.122850+0100","last_clean":"2026-03-05T15:38:12.122850+0100","last_became_active":"2026-03-05T15:37:23.112900+0100","last_became_peered":"2026-03-05T15:37:23.112900+0100","last_unstale":"2026-03-05T15:38:12.122850+0100","last_undegraded":"2026-03-05T15:38:12.122850+0100","last_fullsized":"2026-03-05T15:38:12.122850+0100","mapping_epoch":11,"log_start":"0'0","ondisk_log_start":"0'0","created":11,"last_epoch_clean":12,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-03-05T15:37:22.089445+0100","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-03-05T15:37:22.089445+0100","last_clean_scrub_stamp":"2026-03-05T15:37:22.089445+0100","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-03-07T01:10:42.068756+0100","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00029379999999999999,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":25,"reported_epoch":17,"state":"active+clean","last_fresh":"2026-03-05T15:38:12.122891+0100","last_change":"2026-03-05T15:37:25.443961+0100","last_active":"2026-03-05T15:38:12.122891+0100","last_peered":"2026-03-05T15:38:12.122891+0100","last_clean":"2026-03-05T15:38:12.122891+0100","last_became_active":"2026-03-05T15:37:23.112755+0100","last_became_peered":"2026-03-05T15:37:23.112755+0100","last_unstale":"2026-03-05T15:38:12.122891+0100","last_undegraded":"2026-03-05T15:38:12.122891+0100","last_fullsized":"2026-03-05T15:38:12.122891+0100","mapping_epoch":11,"log_start":"0'0","ondisk_log_start":"0'0","created":11,"last_epoch_clean":12,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-03-05T15:37:22.089445+0100","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-03-05T15:37:22.089445+0100","last_clean_scrub_stamp":"2026-03-05T15:37:22.089445+0100","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-03-06T20:02:57.762643+0100","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00026300100000000001,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.3","version":"12'1","reported_seq":26,"reported_epoch":17,"state":"active+clean","last_fresh":"2026-03-05T15:38:11.442877+0100","last_change":"2026-03-05T15:37:25.118143+0100","last_active":"2026-03-05T15:38:11.442877+0100","last_peered":"2026-03-05T15:38:11.442877+0100","last_clean":"2026-03-05T15:38:11.442877+0100","last_became_active":"2026-03-05T15:37:23.108754+0100","last_became_peered":"2026-03-05T15:37:23.108754+0100","last_unstale":"2026-03-05T15:38:11.442877+0100","last_undegraded":"2026-03-05T15:38:11.442877+0100","last_fullsized":"2026-03-05T15:38:11.442877+0100","mapping_epoch":11,"log_start":"0'0","ondisk_log_start":"0'0","created":11,"last_epoch_clean":12,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-03-05T15:37:22.089445+0100","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-03-05T15:37:22.089445+0100","last_clean_scrub_stamp":"2026-03-05T15:37:22.089445+0100","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-03-07T02:10:50.673204+0100","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00057510700000000005,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"1.0","version":"11'32","reported_seq":66,"reported_epoch":17,"state":"active+clean","last_fresh":"2026-03-05T15:38:11.442844+0100","last_change":"2026-03-05T15:37:22.103309+0100","last_active":"2026-03-05T15:38:11.442844+0100","last_peered":"2026-03-05T15:38:11.442844+0100","last_clean":"2026-03-05T15:38:11.442844+0100","last_became_active":"2026-03-05T15:37:22.103148+0100","last_became_peered":"2026-03-05T15:37:22.103148+0100","last_unstale":"2026-03-05T15:38:11.442844+0100","last_undegraded":"2026-03-05T15:38:11.442844+0100","last_fullsized":"2026-03-05T15:38:11.442844+0100","mapping_epoch":10,"log_start":"0'0","ondisk_log_start":"0'0","created":10,"last_epoch_clean":11,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-03-05T15:37:21.085547+0100","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-03-05T15:37:21.085547+0100","last_clean_scrub_stamp":"2026-03-05T15:37:21.085547+0100","objects_scrubbed":0,"log_size":32,"log_dups_size":0,"ondisk_log_size":32,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-03-07T02:09:37.354852+0100","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":459280,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":46,"num_read_kb":37,"num_write":57,"num_write_kb":584,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]}],"pool_stats":[{"poolid":2,"num_pg":8,"stat_sum":{"num_bytes":19,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":38,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":3,"ondisk_log_size":3,"up":16,"acting":16,"num_store_stats":3},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":459280,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":46,"num_read_kb":37,"num_write":57,"num_write_kb":584,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":925696,"data_stored":918560,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":32,"ondisk_log_size":32,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":2,"up_from":9,"seq":38654705681,"num_pgs":3,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":104857600,"kb_used":26984,"kb_used_data":144,"kb_used_omap":1,"kb_used_meta":26814,"kb_avail":104830616,"statfs":{"total":107374182400,"available":107346550784,"internally_reserved":0,"allocated":147456,"data_stored":44865,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1596,"internal_metadata":27457988},"hb_peers":[0,1],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":1,"up_from":8,"seq":34359738385,"num_pgs":9,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":104857600,"kb_used":27440,"kb_used_data":600,"kb_used_omap":1,"kb_used_meta":26814,"kb_avail":104830160,"statfs":{"total":107374182400,"available":107346083840,"internally_reserved":0,"allocated":614400,"data_stored":504164,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1596,"internal_metadata":27457988},"hb_peers":[0,2],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":0,"up_from":8,"seq":34359738385,"num_pgs":6,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":104857600,"kb_used":27440,"kb_used_data":600,"kb_used_omap":1,"kb_used_meta":26814,"kb_avail":104830160,"statfs":{"total":107374182400,"available":107346083840,"internally_reserved":0,"allocated":614400,"data_stored":504164,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1596,"internal_metadata":27457988},"hb_peers":[1,2],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":462848,"data_stored":459280,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":462848,"data_stored":459280,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":19,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":19,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2026-03-05T15:38:39.137 DEBUG:teuthology.orchestra.run.vm01:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2026-03-05T15:38:39.337 INFO:teuthology.orchestra.run.vm01.stdout: 2026-03-05T15:38:39.337 INFO:teuthology.orchestra.run.vm01.stdout:{"epoch":17,"fsid":"aa4a0679-b0cc-4720-aaa5-6c43fe7e7555","created":"2026-03-05T15:37:13.402429+0100","modified":"2026-03-05T15:38:11.437578+0100","last_up_change":"2026-03-05T15:37:20.082912+0100","last_in_change":"2026-03-05T15:37:14.085544+0100","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":5,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":2,"max_osd":3,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2026-03-05T15:37:20.333343+0100","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"12","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":2.9900000095367432,"score_stable":2.9900000095367432,"optimal_score":0.67000001668930054,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"rbd","create_time":"2026-03-05T15:37:21.446352+0100","flags":8193,"flags_names":"hashpspool,selfmanaged_snaps","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":8,"pg_placement_num":8,"pg_placement_num_target":8,"pg_num_target":8,"pg_num_pending":8,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"14","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":2,"snap_epoch":14,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{},"application_metadata":{"rbd":{}},"read_balance":{"score_type":"Fair distribution","score_acting":1.8799999952316284,"score_stable":1.8799999952316284,"optimal_score":1,"raw_score_acting":1.8799999952316284,"raw_score_stable":1.8799999952316284,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"fe31da84-1f3e-492f-b923-3aa71fddfdb9","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":11,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"192.168.123.101:6808","nonce":4068589885},{"type":"v1","addr":"192.168.123.101:6809","nonce":4068589885}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"192.168.123.101:6810","nonce":4068589885},{"type":"v1","addr":"192.168.123.101:6811","nonce":4068589885}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"192.168.123.101:6814","nonce":4068589885},{"type":"v1","addr":"192.168.123.101:6815","nonce":4068589885}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"192.168.123.101:6812","nonce":4068589885},{"type":"v1","addr":"192.168.123.101:6813","nonce":4068589885}]},"public_addr":"192.168.123.101:6809/4068589885","cluster_addr":"192.168.123.101:6811/4068589885","heartbeat_back_addr":"192.168.123.101:6815/4068589885","heartbeat_front_addr":"192.168.123.101:6813/4068589885","state":["exists","up"]},{"osd":1,"uuid":"5c87e20f-1297-4402-956e-f7fe7a10de88","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":11,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"192.168.123.101:6800","nonce":4173289937},{"type":"v1","addr":"192.168.123.101:6801","nonce":4173289937}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"192.168.123.101:6802","nonce":4173289937},{"type":"v1","addr":"192.168.123.101:6803","nonce":4173289937}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"192.168.123.101:6806","nonce":4173289937},{"type":"v1","addr":"192.168.123.101:6807","nonce":4173289937}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"192.168.123.101:6804","nonce":4173289937},{"type":"v1","addr":"192.168.123.101:6805","nonce":4173289937}]},"public_addr":"192.168.123.101:6801/4173289937","cluster_addr":"192.168.123.101:6803/4173289937","heartbeat_back_addr":"192.168.123.101:6807/4173289937","heartbeat_front_addr":"192.168.123.101:6805/4173289937","state":["exists","up"]},{"osd":2,"uuid":"3bb6e15c-d5cd-450e-9dca-03ded15f4afc","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":9,"up_thru":11,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"192.168.123.101:6816","nonce":35540085},{"type":"v1","addr":"192.168.123.101:6817","nonce":35540085}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"192.168.123.101:6818","nonce":35540085},{"type":"v1","addr":"192.168.123.101:6819","nonce":35540085}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"192.168.123.101:6822","nonce":35540085},{"type":"v1","addr":"192.168.123.101:6823","nonce":35540085}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"192.168.123.101:6820","nonce":35540085},{"type":"v1","addr":"192.168.123.101:6821","nonce":35540085}]},"public_addr":"192.168.123.101:6817/35540085","cluster_addr":"192.168.123.101:6819/35540085","heartbeat_back_addr":"192.168.123.101:6823/35540085","heartbeat_front_addr":"192.168.123.101:6821/35540085","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2026-03-05T15:37:17.134638+0100","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2026-03-05T15:37:16.676924+0100","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2026-03-05T15:37:17.460476+0100","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2026-03-05T15:38:40.351 INFO:tasks.ceph:Scrubbing osd.0 2026-03-05T15:38:40.351 DEBUG:teuthology.orchestra.run.vm01:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell osd.0 config set osd_debug_deep_scrub_sleep 0 2026-03-05T15:38:40.452 INFO:teuthology.orchestra.run.vm01.stdout:{ 2026-03-05T15:38:40.453 INFO:teuthology.orchestra.run.vm01.stdout: "success": "osd_debug_deep_scrub_sleep = '' (not observed, change may require restart) " 2026-03-05T15:38:40.453 INFO:teuthology.orchestra.run.vm01.stdout:} 2026-03-05T15:38:40.462 DEBUG:teuthology.orchestra.run.vm01:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd deep-scrub 0 2026-03-05T15:38:40.672 INFO:teuthology.orchestra.run.vm01.stderr:instructed osd(s) 0 to deep-scrub 2026-03-05T15:38:40.685 INFO:tasks.ceph:Scrubbing osd.1 2026-03-05T15:38:40.685 DEBUG:teuthology.orchestra.run.vm01:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell osd.1 config set osd_debug_deep_scrub_sleep 0 2026-03-05T15:38:40.788 INFO:teuthology.orchestra.run.vm01.stdout:{ 2026-03-05T15:38:40.788 INFO:teuthology.orchestra.run.vm01.stdout: "success": "osd_debug_deep_scrub_sleep = '' (not observed, change may require restart) " 2026-03-05T15:38:40.788 INFO:teuthology.orchestra.run.vm01.stdout:} 2026-03-05T15:38:40.798 DEBUG:teuthology.orchestra.run.vm01:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd deep-scrub 1 2026-03-05T15:38:40.989 INFO:teuthology.orchestra.run.vm01.stderr:instructed osd(s) 1 to deep-scrub 2026-03-05T15:38:41.002 INFO:tasks.ceph:Scrubbing osd.2 2026-03-05T15:38:41.002 DEBUG:teuthology.orchestra.run.vm01:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell osd.2 config set osd_debug_deep_scrub_sleep 0 2026-03-05T15:38:41.098 INFO:teuthology.orchestra.run.vm01.stdout:{ 2026-03-05T15:38:41.098 INFO:teuthology.orchestra.run.vm01.stdout: "success": "osd_debug_deep_scrub_sleep = '' (not observed, change may require restart) " 2026-03-05T15:38:41.098 INFO:teuthology.orchestra.run.vm01.stdout:} 2026-03-05T15:38:41.107 DEBUG:teuthology.orchestra.run.vm01:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd deep-scrub 2 2026-03-05T15:38:41.314 INFO:teuthology.orchestra.run.vm01.stderr:instructed osd(s) 2 to deep-scrub 2026-03-05T15:38:41.328 DEBUG:teuthology.orchestra.run.vm01:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2026-03-05T15:38:41.523 INFO:teuthology.orchestra.run.vm01.stdout: 2026-03-05T15:38:41.523 INFO:teuthology.orchestra.run.vm01.stderr:dumped all 2026-03-05T15:38:41.536 INFO:teuthology.orchestra.run.vm01.stdout:{"pg_ready":true,"pg_map":{"version":56,"stamp":"2026-03-05T15:38:40.325507+0100","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":459299,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":46,"num_read_kb":37,"num_write":59,"num_write_kb":586,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":35,"ondisk_log_size":35,"up":18,"acting":18,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":18,"num_osds":3,"num_per_pool_osds":3,"num_per_pool_omap_osds":3,"kb":314572800,"kb_used":81864,"kb_used_data":1344,"kb_used_omap":4,"kb_used_meta":80443,"kb_avail":314490936,"statfs":{"total":322122547200,"available":322038718464,"internally_reserved":0,"allocated":1376256,"data_stored":1053193,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":4788,"internal_metadata":82373964},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"12.001681"},"pg_stats":[{"pgid":"2.7","version":"0'0","reported_seq":25,"reported_epoch":17,"state":"active+clean","last_fresh":"2026-03-05T15:38:11.442700+0100","last_change":"2026-03-05T15:37:25.117843+0100","last_active":"2026-03-05T15:38:11.442700+0100","last_peered":"2026-03-05T15:38:11.442700+0100","last_clean":"2026-03-05T15:38:11.442700+0100","last_became_active":"2026-03-05T15:37:23.112485+0100","last_became_peered":"2026-03-05T15:37:23.112485+0100","last_unstale":"2026-03-05T15:38:11.442700+0100","last_undegraded":"2026-03-05T15:38:11.442700+0100","last_fullsized":"2026-03-05T15:38:11.442700+0100","mapping_epoch":11,"log_start":"0'0","ondisk_log_start":"0'0","created":11,"last_epoch_clean":12,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-03-05T15:37:22.089445+0100","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-03-05T15:37:22.089445+0100","last_clean_scrub_stamp":"2026-03-05T15:37:22.089445+0100","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-03-06T21:07:02.985783+0100","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00049638999999999998,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.6","version":"0'0","reported_seq":25,"reported_epoch":17,"state":"active+clean","last_fresh":"2026-03-05T15:38:11.442738+0100","last_change":"2026-03-05T15:37:25.117776+0100","last_active":"2026-03-05T15:38:11.442738+0100","last_peered":"2026-03-05T15:38:11.442738+0100","last_clean":"2026-03-05T15:38:11.442738+0100","last_became_active":"2026-03-05T15:37:23.112407+0100","last_became_peered":"2026-03-05T15:37:23.112407+0100","last_unstale":"2026-03-05T15:38:11.442738+0100","last_undegraded":"2026-03-05T15:38:11.442738+0100","last_fullsized":"2026-03-05T15:38:11.442738+0100","mapping_epoch":11,"log_start":"0'0","ondisk_log_start":"0'0","created":11,"last_epoch_clean":12,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-03-05T15:37:22.089445+0100","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-03-05T15:37:22.089445+0100","last_clean_scrub_stamp":"2026-03-05T15:37:22.089445+0100","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-03-07T01:10:41.495776+0100","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00034973600000000001,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":25,"reported_epoch":17,"state":"active+clean","last_fresh":"2026-03-05T15:38:11.442802+0100","last_change":"2026-03-05T15:37:25.117881+0100","last_active":"2026-03-05T15:38:11.442802+0100","last_peered":"2026-03-05T15:38:11.442802+0100","last_clean":"2026-03-05T15:38:11.442802+0100","last_became_active":"2026-03-05T15:37:23.112337+0100","last_became_peered":"2026-03-05T15:37:23.112337+0100","last_unstale":"2026-03-05T15:38:11.442802+0100","last_undegraded":"2026-03-05T15:38:11.442802+0100","last_fullsized":"2026-03-05T15:38:11.442802+0100","mapping_epoch":11,"log_start":"0'0","ondisk_log_start":"0'0","created":11,"last_epoch_clean":12,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-03-05T15:37:22.089445+0100","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-03-05T15:37:22.089445+0100","last_clean_scrub_stamp":"2026-03-05T15:37:22.089445+0100","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-03-07T01:25:42.904204+0100","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00040454800000000002,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":25,"reported_epoch":17,"state":"active+clean","last_fresh":"2026-03-05T15:38:11.442795+0100","last_change":"2026-03-05T15:37:25.117954+0100","last_active":"2026-03-05T15:38:11.442795+0100","last_peered":"2026-03-05T15:38:11.442795+0100","last_clean":"2026-03-05T15:38:11.442795+0100","last_became_active":"2026-03-05T15:37:23.112266+0100","last_became_peered":"2026-03-05T15:37:23.112266+0100","last_unstale":"2026-03-05T15:38:11.442795+0100","last_undegraded":"2026-03-05T15:38:11.442795+0100","last_fullsized":"2026-03-05T15:38:11.442795+0100","mapping_epoch":11,"log_start":"0'0","ondisk_log_start":"0'0","created":11,"last_epoch_clean":12,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-03-05T15:37:22.089445+0100","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-03-05T15:37:22.089445+0100","last_clean_scrub_stamp":"2026-03-05T15:37:22.089445+0100","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-03-06T19:12:26.218755+0100","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00045832799999999998,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.2","version":"14'2","reported_seq":27,"reported_epoch":17,"state":"active+clean","last_fresh":"2026-03-05T15:38:13.049929+0100","last_change":"2026-03-05T15:37:25.121822+0100","last_active":"2026-03-05T15:38:13.049929+0100","last_peered":"2026-03-05T15:38:13.049929+0100","last_clean":"2026-03-05T15:38:13.049929+0100","last_became_active":"2026-03-05T15:37:23.113845+0100","last_became_peered":"2026-03-05T15:37:23.113845+0100","last_unstale":"2026-03-05T15:38:13.049929+0100","last_undegraded":"2026-03-05T15:38:13.049929+0100","last_fullsized":"2026-03-05T15:38:13.049929+0100","mapping_epoch":11,"log_start":"0'0","ondisk_log_start":"0'0","created":11,"last_epoch_clean":12,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-03-05T15:37:22.089445+0100","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-03-05T15:37:22.089445+0100","last_clean_scrub_stamp":"2026-03-05T15:37:22.089445+0100","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-03-07T02:09:38.358750+0100","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.000524692,"stat_sum":{"num_bytes":19,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":25,"reported_epoch":17,"state":"active+clean","last_fresh":"2026-03-05T15:38:12.122850+0100","last_change":"2026-03-05T15:37:25.443905+0100","last_active":"2026-03-05T15:38:12.122850+0100","last_peered":"2026-03-05T15:38:12.122850+0100","last_clean":"2026-03-05T15:38:12.122850+0100","last_became_active":"2026-03-05T15:37:23.112900+0100","last_became_peered":"2026-03-05T15:37:23.112900+0100","last_unstale":"2026-03-05T15:38:12.122850+0100","last_undegraded":"2026-03-05T15:38:12.122850+0100","last_fullsized":"2026-03-05T15:38:12.122850+0100","mapping_epoch":11,"log_start":"0'0","ondisk_log_start":"0'0","created":11,"last_epoch_clean":12,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-03-05T15:37:22.089445+0100","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-03-05T15:37:22.089445+0100","last_clean_scrub_stamp":"2026-03-05T15:37:22.089445+0100","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-03-07T01:10:42.068756+0100","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00029379999999999999,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":25,"reported_epoch":17,"state":"active+clean","last_fresh":"2026-03-05T15:38:12.122891+0100","last_change":"2026-03-05T15:37:25.443961+0100","last_active":"2026-03-05T15:38:12.122891+0100","last_peered":"2026-03-05T15:38:12.122891+0100","last_clean":"2026-03-05T15:38:12.122891+0100","last_became_active":"2026-03-05T15:37:23.112755+0100","last_became_peered":"2026-03-05T15:37:23.112755+0100","last_unstale":"2026-03-05T15:38:12.122891+0100","last_undegraded":"2026-03-05T15:38:12.122891+0100","last_fullsized":"2026-03-05T15:38:12.122891+0100","mapping_epoch":11,"log_start":"0'0","ondisk_log_start":"0'0","created":11,"last_epoch_clean":12,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-03-05T15:37:22.089445+0100","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-03-05T15:37:22.089445+0100","last_clean_scrub_stamp":"2026-03-05T15:37:22.089445+0100","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-03-06T20:02:57.762643+0100","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00026300100000000001,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.3","version":"12'1","reported_seq":26,"reported_epoch":17,"state":"active+clean","last_fresh":"2026-03-05T15:38:11.442877+0100","last_change":"2026-03-05T15:37:25.118143+0100","last_active":"2026-03-05T15:38:11.442877+0100","last_peered":"2026-03-05T15:38:11.442877+0100","last_clean":"2026-03-05T15:38:11.442877+0100","last_became_active":"2026-03-05T15:37:23.108754+0100","last_became_peered":"2026-03-05T15:37:23.108754+0100","last_unstale":"2026-03-05T15:38:11.442877+0100","last_undegraded":"2026-03-05T15:38:11.442877+0100","last_fullsized":"2026-03-05T15:38:11.442877+0100","mapping_epoch":11,"log_start":"0'0","ondisk_log_start":"0'0","created":11,"last_epoch_clean":12,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-03-05T15:37:22.089445+0100","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-03-05T15:37:22.089445+0100","last_clean_scrub_stamp":"2026-03-05T15:37:22.089445+0100","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-03-07T02:10:50.673204+0100","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00057510700000000005,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"1.0","version":"11'32","reported_seq":66,"reported_epoch":17,"state":"active+clean","last_fresh":"2026-03-05T15:38:11.442844+0100","last_change":"2026-03-05T15:37:22.103309+0100","last_active":"2026-03-05T15:38:11.442844+0100","last_peered":"2026-03-05T15:38:11.442844+0100","last_clean":"2026-03-05T15:38:11.442844+0100","last_became_active":"2026-03-05T15:37:22.103148+0100","last_became_peered":"2026-03-05T15:37:22.103148+0100","last_unstale":"2026-03-05T15:38:11.442844+0100","last_undegraded":"2026-03-05T15:38:11.442844+0100","last_fullsized":"2026-03-05T15:38:11.442844+0100","mapping_epoch":10,"log_start":"0'0","ondisk_log_start":"0'0","created":10,"last_epoch_clean":11,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-03-05T15:37:21.085547+0100","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-03-05T15:37:21.085547+0100","last_clean_scrub_stamp":"2026-03-05T15:37:21.085547+0100","objects_scrubbed":0,"log_size":32,"log_dups_size":0,"ondisk_log_size":32,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-03-07T02:09:37.354852+0100","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":459280,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":46,"num_read_kb":37,"num_write":57,"num_write_kb":584,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]}],"pool_stats":[{"poolid":2,"num_pg":8,"stat_sum":{"num_bytes":19,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":38,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":3,"ondisk_log_size":3,"up":16,"acting":16,"num_store_stats":3},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":459280,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":46,"num_read_kb":37,"num_write":57,"num_write_kb":584,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":925696,"data_stored":918560,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":32,"ondisk_log_size":32,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":2,"up_from":9,"seq":38654705681,"num_pgs":3,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":104857600,"kb_used":26984,"kb_used_data":144,"kb_used_omap":1,"kb_used_meta":26814,"kb_avail":104830616,"statfs":{"total":107374182400,"available":107346550784,"internally_reserved":0,"allocated":147456,"data_stored":44865,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1596,"internal_metadata":27457988},"hb_peers":[0,1],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":1,"up_from":8,"seq":34359738386,"num_pgs":9,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":104857600,"kb_used":27440,"kb_used_data":600,"kb_used_omap":1,"kb_used_meta":26814,"kb_avail":104830160,"statfs":{"total":107374182400,"available":107346083840,"internally_reserved":0,"allocated":614400,"data_stored":504164,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1596,"internal_metadata":27457988},"hb_peers":[0,2],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":0,"up_from":8,"seq":34359738386,"num_pgs":6,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":104857600,"kb_used":27440,"kb_used_data":600,"kb_used_omap":1,"kb_used_meta":26814,"kb_avail":104830160,"statfs":{"total":107374182400,"available":107346083840,"internally_reserved":0,"allocated":614400,"data_stored":504164,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1596,"internal_metadata":27457988},"hb_peers":[1,2],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":462848,"data_stored":459280,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":462848,"data_stored":459280,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":19,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":19,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2026-03-05T15:38:41.538 INFO:tasks.ceph:pgid 2.7 last_scrub_stamp 2026-03-05T15:37:22.089445+0100 time.struct_time(tm_year=2026, tm_mon=3, tm_mday=5, tm_hour=15, tm_min=37, tm_sec=22, tm_wday=3, tm_yday=64, tm_isdst=-1) <= time.struct_time(tm_year=2026, tm_mon=3, tm_mday=5, tm_hour=15, tm_min=38, tm_sec=39, tm_wday=3, tm_yday=64, tm_isdst=0) 2026-03-05T15:38:41.538 INFO:tasks.ceph:pgid 2.6 last_scrub_stamp 2026-03-05T15:37:22.089445+0100 time.struct_time(tm_year=2026, tm_mon=3, tm_mday=5, tm_hour=15, tm_min=37, tm_sec=22, tm_wday=3, tm_yday=64, tm_isdst=-1) <= time.struct_time(tm_year=2026, tm_mon=3, tm_mday=5, tm_hour=15, tm_min=38, tm_sec=39, tm_wday=3, tm_yday=64, tm_isdst=0) 2026-03-05T15:38:41.538 INFO:tasks.ceph:pgid 2.5 last_scrub_stamp 2026-03-05T15:37:22.089445+0100 time.struct_time(tm_year=2026, tm_mon=3, tm_mday=5, tm_hour=15, tm_min=37, tm_sec=22, tm_wday=3, tm_yday=64, tm_isdst=-1) <= time.struct_time(tm_year=2026, tm_mon=3, tm_mday=5, tm_hour=15, tm_min=38, tm_sec=39, tm_wday=3, tm_yday=64, tm_isdst=0) 2026-03-05T15:38:41.538 INFO:tasks.ceph:pgid 2.4 last_scrub_stamp 2026-03-05T15:37:22.089445+0100 time.struct_time(tm_year=2026, tm_mon=3, tm_mday=5, tm_hour=15, tm_min=37, tm_sec=22, tm_wday=3, tm_yday=64, tm_isdst=-1) <= time.struct_time(tm_year=2026, tm_mon=3, tm_mday=5, tm_hour=15, tm_min=38, tm_sec=39, tm_wday=3, tm_yday=64, tm_isdst=0) 2026-03-05T15:38:41.538 INFO:tasks.ceph:pgid 2.2 last_scrub_stamp 2026-03-05T15:37:22.089445+0100 time.struct_time(tm_year=2026, tm_mon=3, tm_mday=5, tm_hour=15, tm_min=37, tm_sec=22, tm_wday=3, tm_yday=64, tm_isdst=-1) <= time.struct_time(tm_year=2026, tm_mon=3, tm_mday=5, tm_hour=15, tm_min=38, tm_sec=39, tm_wday=3, tm_yday=64, tm_isdst=0) 2026-03-05T15:38:41.538 INFO:tasks.ceph:pgid 2.1 last_scrub_stamp 2026-03-05T15:37:22.089445+0100 time.struct_time(tm_year=2026, tm_mon=3, tm_mday=5, tm_hour=15, tm_min=37, tm_sec=22, tm_wday=3, tm_yday=64, tm_isdst=-1) <= time.struct_time(tm_year=2026, tm_mon=3, tm_mday=5, tm_hour=15, tm_min=38, tm_sec=39, tm_wday=3, tm_yday=64, tm_isdst=0) 2026-03-05T15:38:41.538 INFO:tasks.ceph:pgid 2.0 last_scrub_stamp 2026-03-05T15:37:22.089445+0100 time.struct_time(tm_year=2026, tm_mon=3, tm_mday=5, tm_hour=15, tm_min=37, tm_sec=22, tm_wday=3, tm_yday=64, tm_isdst=-1) <= time.struct_time(tm_year=2026, tm_mon=3, tm_mday=5, tm_hour=15, tm_min=38, tm_sec=39, tm_wday=3, tm_yday=64, tm_isdst=0) 2026-03-05T15:38:41.538 INFO:tasks.ceph:pgid 2.3 last_scrub_stamp 2026-03-05T15:37:22.089445+0100 time.struct_time(tm_year=2026, tm_mon=3, tm_mday=5, tm_hour=15, tm_min=37, tm_sec=22, tm_wday=3, tm_yday=64, tm_isdst=-1) <= time.struct_time(tm_year=2026, tm_mon=3, tm_mday=5, tm_hour=15, tm_min=38, tm_sec=39, tm_wday=3, tm_yday=64, tm_isdst=0) 2026-03-05T15:38:41.538 INFO:tasks.ceph:pgid 1.0 last_scrub_stamp 2026-03-05T15:37:21.085547+0100 time.struct_time(tm_year=2026, tm_mon=3, tm_mday=5, tm_hour=15, tm_min=37, tm_sec=21, tm_wday=3, tm_yday=64, tm_isdst=-1) <= time.struct_time(tm_year=2026, tm_mon=3, tm_mday=5, tm_hour=15, tm_min=38, tm_sec=39, tm_wday=3, tm_yday=64, tm_isdst=0) 2026-03-05T15:38:41.538 INFO:tasks.ceph:Still waiting for all pgs to be scrubbed. 2026-03-05T15:39:01.539 DEBUG:teuthology.orchestra.run.vm01:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2026-03-05T15:39:01.726 INFO:teuthology.orchestra.run.vm01.stdout: 2026-03-05T15:39:01.727 INFO:teuthology.orchestra.run.vm01.stderr:dumped all 2026-03-05T15:39:01.739 INFO:teuthology.orchestra.run.vm01.stdout:{"pg_ready":true,"pg_map":{"version":66,"stamp":"2026-03-05T15:39:00.328686+0100","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":459299,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":46,"num_read_kb":37,"num_write":59,"num_write_kb":586,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":39,"ondisk_log_size":39,"up":18,"acting":18,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":18,"num_osds":3,"num_per_pool_osds":3,"num_per_pool_omap_osds":3,"kb":314572800,"kb_used":81840,"kb_used_data":1344,"kb_used_omap":4,"kb_used_meta":80443,"kb_avail":314490960,"statfs":{"total":322122547200,"available":322038743040,"internally_reserved":0,"allocated":1376256,"data_stored":1053193,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":4788,"internal_metadata":82373964},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"12.001883"},"pg_stats":[{"pgid":"2.7","version":"0'0","reported_seq":34,"reported_epoch":17,"state":"active+clean","last_fresh":"2026-03-05T15:38:46.092596+0100","last_change":"2026-03-05T15:38:46.092613+0100","last_active":"2026-03-05T15:38:46.092596+0100","last_peered":"2026-03-05T15:38:46.092596+0100","last_clean":"2026-03-05T15:38:46.092596+0100","last_became_active":"2026-03-05T15:37:23.112485+0100","last_became_peered":"2026-03-05T15:37:23.112485+0100","last_unstale":"2026-03-05T15:38:46.092596+0100","last_undegraded":"2026-03-05T15:38:46.092596+0100","last_fullsized":"2026-03-05T15:38:46.092596+0100","mapping_epoch":11,"log_start":"0'0","ondisk_log_start":"0'0","created":11,"last_epoch_clean":12,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-03-05T15:38:46.092546+0100","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-03-05T15:38:46.092546+0100","last_clean_scrub_stamp":"2026-03-05T15:38:46.092546+0100","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-03-06T17:09:07.506977+0100","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00049638999999999998,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.6","version":"0'0","reported_seq":34,"reported_epoch":17,"state":"active+clean","last_fresh":"2026-03-05T15:38:45.104117+0100","last_change":"2026-03-05T15:38:45.104128+0100","last_active":"2026-03-05T15:38:45.104117+0100","last_peered":"2026-03-05T15:38:45.104117+0100","last_clean":"2026-03-05T15:38:45.104117+0100","last_became_active":"2026-03-05T15:37:23.112407+0100","last_became_peered":"2026-03-05T15:37:23.112407+0100","last_unstale":"2026-03-05T15:38:45.104117+0100","last_undegraded":"2026-03-05T15:38:45.104117+0100","last_fullsized":"2026-03-05T15:38:45.104117+0100","mapping_epoch":11,"log_start":"0'0","ondisk_log_start":"0'0","created":11,"last_epoch_clean":12,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-03-05T15:38:45.104072+0100","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-03-05T15:38:45.104072+0100","last_clean_scrub_stamp":"2026-03-05T15:38:45.104072+0100","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2026-03-07T02:37:54.323268+0100","scrub_duration":1,"objects_trimmed":0,"snaptrim_duration":0.00034973600000000001,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":34,"reported_epoch":17,"state":"active+clean","last_fresh":"2026-03-05T15:38:44.058278+0100","last_change":"2026-03-05T15:38:44.058287+0100","last_active":"2026-03-05T15:38:44.058278+0100","last_peered":"2026-03-05T15:38:44.058278+0100","last_clean":"2026-03-05T15:38:44.058278+0100","last_became_active":"2026-03-05T15:37:23.112337+0100","last_became_peered":"2026-03-05T15:37:23.112337+0100","last_unstale":"2026-03-05T15:38:44.058278+0100","last_undegraded":"2026-03-05T15:38:44.058278+0100","last_fullsized":"2026-03-05T15:38:44.058278+0100","mapping_epoch":11,"log_start":"0'0","ondisk_log_start":"0'0","created":11,"last_epoch_clean":12,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-03-05T15:38:44.058241+0100","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-03-05T15:38:44.058241+0100","last_clean_scrub_stamp":"2026-03-05T15:38:44.058241+0100","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2026-03-06T16:18:17.061364+0100","scrub_duration":1,"objects_trimmed":0,"snaptrim_duration":0.00040454800000000002,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":34,"reported_epoch":17,"state":"active+clean","last_fresh":"2026-03-05T15:38:43.037635+0100","last_change":"2026-03-05T15:38:43.037653+0100","last_active":"2026-03-05T15:38:43.037635+0100","last_peered":"2026-03-05T15:38:43.037635+0100","last_clean":"2026-03-05T15:38:43.037635+0100","last_became_active":"2026-03-05T15:37:23.112266+0100","last_became_peered":"2026-03-05T15:37:23.112266+0100","last_unstale":"2026-03-05T15:38:43.037635+0100","last_undegraded":"2026-03-05T15:38:43.037635+0100","last_fullsized":"2026-03-05T15:38:43.037635+0100","mapping_epoch":11,"log_start":"0'0","ondisk_log_start":"0'0","created":11,"last_epoch_clean":12,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-03-05T15:38:43.037580+0100","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-03-05T15:38:43.037580+0100","last_clean_scrub_stamp":"2026-03-05T15:38:43.037580+0100","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2026-03-06T18:39:35.742770+0100","scrub_duration":1,"objects_trimmed":0,"snaptrim_duration":0.00045832799999999998,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.2","version":"17'3","reported_seq":37,"reported_epoch":17,"state":"active+clean","last_fresh":"2026-03-05T15:38:41.179456+0100","last_change":"2026-03-05T15:38:41.179469+0100","last_active":"2026-03-05T15:38:41.179456+0100","last_peered":"2026-03-05T15:38:41.179456+0100","last_clean":"2026-03-05T15:38:41.179456+0100","last_became_active":"2026-03-05T15:37:23.113845+0100","last_became_peered":"2026-03-05T15:37:23.113845+0100","last_unstale":"2026-03-05T15:38:41.179456+0100","last_undegraded":"2026-03-05T15:38:41.179456+0100","last_fullsized":"2026-03-05T15:38:41.179456+0100","mapping_epoch":11,"log_start":"0'0","ondisk_log_start":"0'0","created":11,"last_epoch_clean":12,"parent":"0.0","parent_split_bits":0,"last_scrub":"17'3","last_scrub_stamp":"2026-03-05T15:38:41.179424+0100","last_deep_scrub":"17'3","last_deep_scrub_stamp":"2026-03-05T15:38:41.179424+0100","last_clean_scrub_stamp":"2026-03-05T15:38:41.179424+0100","objects_scrubbed":1,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2026-03-07T01:59:36.351759+0100","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0.000524692,"stat_sum":{"num_bytes":19,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":34,"reported_epoch":17,"state":"active+clean","last_fresh":"2026-03-05T15:38:43.179108+0100","last_change":"2026-03-05T15:38:43.179121+0100","last_active":"2026-03-05T15:38:43.179108+0100","last_peered":"2026-03-05T15:38:43.179108+0100","last_clean":"2026-03-05T15:38:43.179108+0100","last_became_active":"2026-03-05T15:37:23.112900+0100","last_became_peered":"2026-03-05T15:37:23.112900+0100","last_unstale":"2026-03-05T15:38:43.179108+0100","last_undegraded":"2026-03-05T15:38:43.179108+0100","last_fullsized":"2026-03-05T15:38:43.179108+0100","mapping_epoch":11,"log_start":"0'0","ondisk_log_start":"0'0","created":11,"last_epoch_clean":12,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-03-05T15:38:43.179033+0100","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-03-05T15:38:43.179033+0100","last_clean_scrub_stamp":"2026-03-05T15:38:43.179033+0100","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2026-03-07T02:40:55.295146+0100","scrub_duration":1,"objects_trimmed":0,"snaptrim_duration":0.00029379999999999999,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":34,"reported_epoch":17,"state":"active+clean","last_fresh":"2026-03-05T15:38:42.158924+0100","last_change":"2026-03-05T15:38:42.158940+0100","last_active":"2026-03-05T15:38:42.158924+0100","last_peered":"2026-03-05T15:38:42.158924+0100","last_clean":"2026-03-05T15:38:42.158924+0100","last_became_active":"2026-03-05T15:37:23.112755+0100","last_became_peered":"2026-03-05T15:37:23.112755+0100","last_unstale":"2026-03-05T15:38:42.158924+0100","last_undegraded":"2026-03-05T15:38:42.158924+0100","last_fullsized":"2026-03-05T15:38:42.158924+0100","mapping_epoch":11,"log_start":"0'0","ondisk_log_start":"0'0","created":11,"last_epoch_clean":12,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-03-05T15:38:42.158872+0100","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-03-05T15:38:42.158872+0100","last_clean_scrub_stamp":"2026-03-05T15:38:42.158872+0100","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2026-03-06T18:50:18.189019+0100","scrub_duration":1,"objects_trimmed":0,"snaptrim_duration":0.00026300100000000001,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.3","version":"17'2","reported_seq":36,"reported_epoch":17,"state":"active+clean","last_fresh":"2026-03-05T15:38:41.996088+0100","last_change":"2026-03-05T15:38:41.996104+0100","last_active":"2026-03-05T15:38:41.996088+0100","last_peered":"2026-03-05T15:38:41.996088+0100","last_clean":"2026-03-05T15:38:41.996088+0100","last_became_active":"2026-03-05T15:37:23.108754+0100","last_became_peered":"2026-03-05T15:37:23.108754+0100","last_unstale":"2026-03-05T15:38:41.996088+0100","last_undegraded":"2026-03-05T15:38:41.996088+0100","last_fullsized":"2026-03-05T15:38:41.996088+0100","mapping_epoch":11,"log_start":"0'0","ondisk_log_start":"0'0","created":11,"last_epoch_clean":12,"parent":"0.0","parent_split_bits":0,"last_scrub":"17'2","last_scrub_stamp":"2026-03-05T15:38:41.996054+0100","last_deep_scrub":"17'2","last_deep_scrub_stamp":"2026-03-05T15:38:41.996054+0100","last_clean_scrub_stamp":"2026-03-05T15:38:41.996054+0100","objects_scrubbed":1,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2026-03-06T17:22:46.999480+0100","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0.00057510700000000005,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"1.0","version":"17'34","reported_seq":77,"reported_epoch":17,"state":"active+clean","last_fresh":"2026-03-05T15:38:41.032971+0100","last_change":"2026-03-05T15:38:41.032993+0100","last_active":"2026-03-05T15:38:41.032971+0100","last_peered":"2026-03-05T15:38:41.032971+0100","last_clean":"2026-03-05T15:38:41.032971+0100","last_became_active":"2026-03-05T15:37:22.103148+0100","last_became_peered":"2026-03-05T15:37:22.103148+0100","last_unstale":"2026-03-05T15:38:41.032971+0100","last_undegraded":"2026-03-05T15:38:41.032971+0100","last_fullsized":"2026-03-05T15:38:41.032971+0100","mapping_epoch":10,"log_start":"0'0","ondisk_log_start":"0'0","created":10,"last_epoch_clean":11,"parent":"0.0","parent_split_bits":0,"last_scrub":"17'34","last_scrub_stamp":"2026-03-05T15:38:41.032937+0100","last_deep_scrub":"17'34","last_deep_scrub_stamp":"2026-03-05T15:38:41.032937+0100","last_clean_scrub_stamp":"2026-03-05T15:38:41.032937+0100","objects_scrubbed":2,"log_size":34,"log_dups_size":0,"ondisk_log_size":34,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2026-03-06T18:04:58.548860+0100","scrub_duration":5,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":459280,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":46,"num_read_kb":37,"num_write":57,"num_write_kb":584,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]}],"pool_stats":[{"poolid":2,"num_pg":8,"stat_sum":{"num_bytes":19,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":38,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":5,"ondisk_log_size":5,"up":16,"acting":16,"num_store_stats":3},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":459280,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":46,"num_read_kb":37,"num_write":57,"num_write_kb":584,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":925696,"data_stored":918560,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":34,"ondisk_log_size":34,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":2,"up_from":9,"seq":38654705685,"num_pgs":3,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":104857600,"kb_used":26976,"kb_used_data":144,"kb_used_omap":1,"kb_used_meta":26814,"kb_avail":104830624,"statfs":{"total":107374182400,"available":107346558976,"internally_reserved":0,"allocated":147456,"data_stored":44865,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1596,"internal_metadata":27457988},"hb_peers":[0,1],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":1,"up_from":8,"seq":34359738390,"num_pgs":9,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":104857600,"kb_used":27432,"kb_used_data":600,"kb_used_omap":1,"kb_used_meta":26814,"kb_avail":104830168,"statfs":{"total":107374182400,"available":107346092032,"internally_reserved":0,"allocated":614400,"data_stored":504164,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1596,"internal_metadata":27457988},"hb_peers":[0,2],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":0,"up_from":8,"seq":34359738390,"num_pgs":6,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":104857600,"kb_used":27432,"kb_used_data":600,"kb_used_omap":1,"kb_used_meta":26814,"kb_avail":104830168,"statfs":{"total":107374182400,"available":107346092032,"internally_reserved":0,"allocated":614400,"data_stored":504164,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1596,"internal_metadata":27457988},"hb_peers":[1,2],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":462848,"data_stored":459280,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":462848,"data_stored":459280,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":19,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":19,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2026-03-05T15:39:01.739 DEBUG:teuthology.orchestra.run.vm01:> sudo ceph --cluster ceph config set global mon_health_to_clog false 2026-03-05T15:39:01.950 INFO:teuthology.misc:Shutting down mds daemons... 2026-03-05T15:39:01.951 INFO:teuthology.misc:Shutting down osd daemons... 2026-03-05T15:39:01.951 DEBUG:tasks.ceph.osd.0:waiting for process to exit 2026-03-05T15:39:01.951 INFO:teuthology.orchestra.run:waiting for 300 2026-03-05T15:39:01.972 INFO:tasks.ceph.osd.0:Stopped 2026-03-05T15:39:01.973 DEBUG:tasks.ceph.osd.1:waiting for process to exit 2026-03-05T15:39:01.973 INFO:teuthology.orchestra.run:waiting for 300 2026-03-05T15:39:02.039 INFO:tasks.ceph.osd.1:Stopped 2026-03-05T15:39:02.039 DEBUG:tasks.ceph.osd.2:waiting for process to exit 2026-03-05T15:39:02.039 INFO:teuthology.orchestra.run:waiting for 300 2026-03-05T15:39:02.106 INFO:tasks.ceph.osd.2:Stopped 2026-03-05T15:39:02.106 INFO:teuthology.misc:Shutting down mgr daemons... 2026-03-05T15:39:02.106 DEBUG:tasks.ceph.mgr.x:waiting for process to exit 2026-03-05T15:39:02.106 INFO:teuthology.orchestra.run:waiting for 300 2026-03-05T15:39:02.197 INFO:tasks.ceph.mgr.x:Stopped 2026-03-05T15:39:02.197 INFO:teuthology.misc:Shutting down mon daemons... 2026-03-05T15:39:02.197 DEBUG:tasks.ceph.mon.a:waiting for process to exit 2026-03-05T15:39:02.197 INFO:teuthology.orchestra.run:waiting for 300 2026-03-05T15:39:02.209 INFO:tasks.ceph.mon.a:Stopped 2026-03-05T15:39:02.210 INFO:tasks.ceph:Checking cluster log for badness... 2026-03-05T15:39:02.210 DEBUG:teuthology.orchestra.run.vm01:> sudo egrep '\[ERR\]|\[WRN\]|\[SEC\]' /var/log/ceph/ceph.log | egrep -v '\(MDS_ALL_DOWN\)' | egrep -v '\(MDS_UP_LESS_THAN_MAX\)' | egrep -v '\(PG_AVAILABILITY\)' | egrep -v '\(PG_DEGRADED\)' | egrep -v '\(POOL_APP_NOT_ENABLED\)' | egrep -v 'not have an application enabled' | head -n 1 2026-03-05T15:39:02.284 INFO:tasks.ceph:Unmounting /var/lib/ceph/osd/ceph-0 on ubuntu@vm01.local 2026-03-05T15:39:02.284 DEBUG:teuthology.orchestra.run.vm01:> sync && sudo umount -f /var/lib/ceph/osd/ceph-0 2026-03-05T15:39:02.361 INFO:tasks.ceph:Unmounting /var/lib/ceph/osd/ceph-1 on ubuntu@vm01.local 2026-03-05T15:39:02.361 DEBUG:teuthology.orchestra.run.vm01:> sync && sudo umount -f /var/lib/ceph/osd/ceph-1 2026-03-05T15:39:02.438 INFO:tasks.ceph:Unmounting /var/lib/ceph/osd/ceph-2 on ubuntu@vm01.local 2026-03-05T15:39:02.439 DEBUG:teuthology.orchestra.run.vm01:> sync && sudo umount -f /var/lib/ceph/osd/ceph-2 2026-03-05T15:39:02.516 INFO:tasks.ceph:Archiving mon data... 2026-03-05T15:39:02.516 DEBUG:teuthology.misc:Transferring archived files from vm01:/var/lib/ceph/mon/ceph-a to /archive/irq0-2026-03-05_15:32:16-rgw-cobaltcore-storage-v19.2.3-fasttrack-3-none-default-vps/3/data/mon.a.tgz 2026-03-05T15:39:02.516 DEBUG:teuthology.orchestra.run.vm01:> mktemp 2026-03-05T15:39:02.573 INFO:teuthology.orchestra.run.vm01.stdout:/tmp/tmp.x5T0almpin 2026-03-05T15:39:02.574 DEBUG:teuthology.orchestra.run.vm01:> sudo tar cz -f - -C /var/lib/ceph/mon/ceph-a -- . > /tmp/tmp.x5T0almpin 2026-03-05T15:39:02.666 DEBUG:teuthology.orchestra.run.vm01:> sudo chmod 0666 /tmp/tmp.x5T0almpin 2026-03-05T15:39:02.756 DEBUG:teuthology.orchestra.remote:vm01:/tmp/tmp.x5T0almpin is 161KB 2026-03-05T15:39:02.780 DEBUG:teuthology.orchestra.run.vm01:> rm -fr /tmp/tmp.x5T0almpin 2026-03-05T15:39:02.796 INFO:tasks.ceph:Cleaning ceph cluster... 2026-03-05T15:39:02.796 DEBUG:teuthology.orchestra.run.vm01:> sudo rm -rf -- /etc/ceph/ceph.conf /etc/ceph/ceph.keyring /home/ubuntu/cephtest/ceph.data /home/ubuntu/cephtest/ceph.monmap /home/ubuntu/cephtest/../*.pid 2026-03-05T15:39:02.923 INFO:teuthology.util.scanner:summary_data or yaml_file is empty! 2026-03-05T15:39:02.923 INFO:tasks.ceph:Archiving crash dumps... 2026-03-05T15:39:02.923 DEBUG:teuthology.misc:Transferring archived files from vm01:/var/lib/ceph/crash to /archive/irq0-2026-03-05_15:32:16-rgw-cobaltcore-storage-v19.2.3-fasttrack-3-none-default-vps/3/remote/vm01/crash 2026-03-05T15:39:02.923 DEBUG:teuthology.orchestra.run.vm01:> sudo tar c -f - -C /var/lib/ceph/crash -- . 2026-03-05T15:39:02.989 INFO:tasks.ceph:Compressing logs... 2026-03-05T15:39:02.989 DEBUG:teuthology.orchestra.run.vm01:> time sudo find /var/log/ceph -name '*.log' -print0 | sudo xargs --max-args=1 --max-procs=0 --verbose -0 --no-run-if-empty -- gzip -5 --verbose -- 2026-03-05T15:39:03.057 INFO:teuthology.orchestra.run.vm01.stderr:gzip -5 --verbose -- /var/log/ceph/ceph.tmp-client.admin.53279.log 2026-03-05T15:39:03.057 INFO:teuthology.orchestra.run.vm01.stderr:gzip -5 --verbose/var/log/ceph/ceph.tmp-client.admin.53279.log: -- /var/log/ceph/ceph-osd.0.log 2026-03-05T15:39:03.058 INFO:teuthology.orchestra.run.vm01.stderr: 0.0% -- replaced with /var/log/ceph/ceph.tmp-client.admin.53279.log.gz 2026-03-05T15:39:03.058 INFO:teuthology.orchestra.run.vm01.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-osd.1.log 2026-03-05T15:39:03.058 INFO:teuthology.orchestra.run.vm01.stderr:/var/log/ceph/ceph-osd.0.log: gzip -5 --verbose -- /var/log/ceph/ceph-osd.2.log 2026-03-05T15:39:03.069 INFO:teuthology.orchestra.run.vm01.stderr:/var/log/ceph/ceph-osd.1.log: gzip -5 --verbose -- /var/log/ceph/ceph-mon.a.log 2026-03-05T15:39:03.074 INFO:teuthology.orchestra.run.vm01.stderr:/var/log/ceph/ceph-osd.2.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.56860.log 2026-03-05T15:39:03.077 INFO:teuthology.orchestra.run.vm01.stderr:/var/log/ceph/ceph-mon.a.log: gzip -5 --verbose -- /var/log/ceph/ceph.log 2026-03-05T15:39:03.078 INFO:teuthology.orchestra.run.vm01.stderr:/var/log/ceph/ceph-client.admin.56860.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.56860.log.gz 2026-03-05T15:39:03.081 INFO:teuthology.orchestra.run.vm01.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-mgr.x.log 2026-03-05T15:39:03.082 INFO:teuthology.orchestra.run.vm01.stderr:/var/log/ceph/ceph.log: 84.4% -- replaced with /var/log/ceph/ceph.log.gz 2026-03-05T15:39:03.084 INFO:teuthology.orchestra.run.vm01.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.57046.log 2026-03-05T15:39:03.091 INFO:teuthology.orchestra.run.vm01.stderr:/var/log/ceph/ceph-mgr.x.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.57105.log 2026-03-05T15:39:03.091 INFO:teuthology.orchestra.run.vm01.stderr:/var/log/ceph/ceph-client.admin.57046.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.57046.log.gz 2026-03-05T15:39:03.095 INFO:teuthology.orchestra.run.vm01.stderr: 93.6% -- replaced with /var/log/ceph/ceph-osd.1.log.gz 2026-03-05T15:39:03.100 INFO:teuthology.orchestra.run.vm01.stderr: 91.7% -- replaced with /var/log/ceph/ceph-mgr.x.log.gz 2026-03-05T15:39:03.101 INFO:teuthology.orchestra.run.vm01.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.57153.log 2026-03-05T15:39:03.102 INFO:teuthology.orchestra.run.vm01.stderr:/var/log/ceph/ceph-client.admin.57105.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.57105.log.gz 2026-03-05T15:39:03.104 INFO:teuthology.orchestra.run.vm01.stderr: 93.0% 92.9% -- replaced with /var/log/ceph/ceph-osd.0.log.gz 2026-03-05T15:39:03.104 INFO:teuthology.orchestra.run.vm01.stderr: -- replaced with /var/log/ceph/ceph-osd.2.log.gz 2026-03-05T15:39:03.104 INFO:teuthology.orchestra.run.vm01.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.57279.log 2026-03-05T15:39:03.105 INFO:teuthology.orchestra.run.vm01.stderr:/var/log/ceph/ceph-client.admin.57153.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.57153.log.gz 2026-03-05T15:39:03.105 INFO:teuthology.orchestra.run.vm01.stderr:gzip -5 --verbose -- /var/log/ceph/ceph.audit.log 2026-03-05T15:39:03.106 INFO:teuthology.orchestra.run.vm01.stderr:/var/log/ceph/ceph-client.admin.57279.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.57279.log.gz 2026-03-05T15:39:03.106 INFO:teuthology.orchestra.run.vm01.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.57358.log 2026-03-05T15:39:03.107 INFO:teuthology.orchestra.run.vm01.stderr:/var/log/ceph/ceph.audit.log: 87.5% -- replaced with /var/log/ceph/ceph.audit.log.gz 2026-03-05T15:39:03.107 INFO:teuthology.orchestra.run.vm01.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.58800.log 2026-03-05T15:39:03.107 INFO:teuthology.orchestra.run.vm01.stderr:/var/log/ceph/ceph-client.admin.57358.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.57358.log.gz 2026-03-05T15:39:03.108 INFO:teuthology.orchestra.run.vm01.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.58872.log 2026-03-05T15:39:03.108 INFO:teuthology.orchestra.run.vm01.stderr:/var/log/ceph/ceph-client.admin.58800.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.58800.log.gz 2026-03-05T15:39:03.109 INFO:teuthology.orchestra.run.vm01.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.58898.log 2026-03-05T15:39:03.109 INFO:teuthology.orchestra.run.vm01.stderr:/var/log/ceph/ceph-client.admin.58872.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.58872.log.gz 2026-03-05T15:39:03.109 INFO:teuthology.orchestra.run.vm01.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.58991.log 2026-03-05T15:39:03.110 INFO:teuthology.orchestra.run.vm01.stderr:/var/log/ceph/ceph-client.admin.58898.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.58898.log.gz 2026-03-05T15:39:03.110 INFO:teuthology.orchestra.run.vm01.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.59041.log 2026-03-05T15:39:03.111 INFO:teuthology.orchestra.run.vm01.stderr:/var/log/ceph/ceph-client.admin.58991.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.58991.log.gz 2026-03-05T15:39:03.111 INFO:teuthology.orchestra.run.vm01.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.59091.log 2026-03-05T15:39:03.111 INFO:teuthology.orchestra.run.vm01.stderr:/var/log/ceph/ceph-client.admin.59041.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.59041.log.gz 2026-03-05T15:39:03.112 INFO:teuthology.orchestra.run.vm01.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.59196.log 2026-03-05T15:39:03.112 INFO:teuthology.orchestra.run.vm01.stderr:/var/log/ceph/ceph-client.admin.59091.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.59091.log.gz 2026-03-05T15:39:03.113 INFO:teuthology.orchestra.run.vm01.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.59197.log 2026-03-05T15:39:03.113 INFO:teuthology.orchestra.run.vm01.stderr:/var/log/ceph/ceph-client.admin.59196.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.59196.log.gz 2026-03-05T15:39:03.113 INFO:teuthology.orchestra.run.vm01.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.59193.log 2026-03-05T15:39:03.114 INFO:teuthology.orchestra.run.vm01.stderr:/var/log/ceph/ceph-client.admin.59197.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.59197.log.gz 2026-03-05T15:39:03.114 INFO:teuthology.orchestra.run.vm01.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.59345.log 2026-03-05T15:39:03.114 INFO:teuthology.orchestra.run.vm01.stderr:/var/log/ceph/ceph-client.admin.59193.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.59193.log.gz 2026-03-05T15:39:03.115 INFO:teuthology.orchestra.run.vm01.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.59347.log 2026-03-05T15:39:03.115 INFO:teuthology.orchestra.run.vm01.stderr:/var/log/ceph/ceph-client.admin.59345.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.59345.log.gz 2026-03-05T15:39:03.116 INFO:teuthology.orchestra.run.vm01.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.59341.log 2026-03-05T15:39:03.116 INFO:teuthology.orchestra.run.vm01.stderr:/var/log/ceph/ceph-client.admin.59347.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.59347.log.gz 2026-03-05T15:39:03.116 INFO:teuthology.orchestra.run.vm01.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.59441.log 2026-03-05T15:39:03.117 INFO:teuthology.orchestra.run.vm01.stderr:/var/log/ceph/ceph-client.admin.59341.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.59341.log.gz 2026-03-05T15:39:03.117 INFO:teuthology.orchestra.run.vm01.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.59469.log 2026-03-05T15:39:03.118 INFO:teuthology.orchestra.run.vm01.stderr:/var/log/ceph/ceph-client.admin.59441.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.59441.log.gz 2026-03-05T15:39:03.118 INFO:teuthology.orchestra.run.vm01.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.59519.log 2026-03-05T15:39:03.118 INFO:teuthology.orchestra.run.vm01.stderr:/var/log/ceph/ceph-client.admin.59469.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.59469.log.gz 2026-03-05T15:39:03.119 INFO:teuthology.orchestra.run.vm01.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.59591.log 2026-03-05T15:39:03.119 INFO:teuthology.orchestra.run.vm01.stderr:/var/log/ceph/ceph-client.admin.59519.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.59519.log.gz 2026-03-05T15:39:03.119 INFO:teuthology.orchestra.run.vm01.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.59641.log 2026-03-05T15:39:03.120 INFO:teuthology.orchestra.run.vm01.stderr:/var/log/ceph/ceph-client.admin.59591.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.59591.log.gz 2026-03-05T15:39:03.120 INFO:teuthology.orchestra.run.vm01.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.59691.log 2026-03-05T15:39:03.121 INFO:teuthology.orchestra.run.vm01.stderr:/var/log/ceph/ceph-client.admin.59641.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.59641.log.gz 2026-03-05T15:39:03.121 INFO:teuthology.orchestra.run.vm01.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.91208.log 2026-03-05T15:39:03.121 INFO:teuthology.orchestra.run.vm01.stderr:/var/log/ceph/ceph-client.admin.59691.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.59691.log.gz 2026-03-05T15:39:03.122 INFO:teuthology.orchestra.run.vm01.stderr: 91.5% -- replaced with /var/log/ceph/ceph-mon.a.log.gz 2026-03-05T15:39:03.122 INFO:teuthology.orchestra.run.vm01.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.91258.log 2026-03-05T15:39:03.122 INFO:teuthology.orchestra.run.vm01.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.91308.log 2026-03-05T15:39:03.122 INFO:teuthology.orchestra.run.vm01.stderr:/var/log/ceph/ceph-client.admin.91208.log: /var/log/ceph/ceph-client.admin.91258.log: 0.0% 0.0% -- replaced with /var/log/ceph/ceph-client.admin.91258.log.gz 2026-03-05T15:39:03.122 INFO:teuthology.orchestra.run.vm01.stderr: -- replaced with /var/log/ceph/ceph-client.admin.91208.log.gz 2026-03-05T15:39:03.123 INFO:teuthology.orchestra.run.vm01.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.91358.log 2026-03-05T15:39:03.123 INFO:teuthology.orchestra.run.vm01.stderr:/var/log/ceph/ceph-client.admin.91308.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.91308.log.gz 2026-03-05T15:39:03.123 INFO:teuthology.orchestra.run.vm01.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.91408.log 2026-03-05T15:39:03.123 INFO:teuthology.orchestra.run.vm01.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.91458.log 2026-03-05T15:39:03.124 INFO:teuthology.orchestra.run.vm01.stderr:/var/log/ceph/ceph-client.admin.91408.log: /var/log/ceph/ceph-client.admin.91358.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.91408.log.gz 2026-03-05T15:39:03.124 INFO:teuthology.orchestra.run.vm01.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.91358.log.gz 2026-03-05T15:39:03.124 INFO:teuthology.orchestra.run.vm01.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.91508.log 2026-03-05T15:39:03.124 INFO:teuthology.orchestra.run.vm01.stderr:/var/log/ceph/ceph-client.admin.91458.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.91458.log.gz 2026-03-05T15:39:03.124 INFO:teuthology.orchestra.run.vm01.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.91558.log 2026-03-05T15:39:03.125 INFO:teuthology.orchestra.run.vm01.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.91608.log 2026-03-05T15:39:03.125 INFO:teuthology.orchestra.run.vm01.stderr:/var/log/ceph/ceph-client.admin.91558.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.91658.log 2026-03-05T15:39:03.125 INFO:teuthology.orchestra.run.vm01.stderr:/var/log/ceph/ceph-client.admin.91508.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.91558.log.gz 2026-03-05T15:39:03.126 INFO:teuthology.orchestra.run.vm01.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.91508.log.gz 2026-03-05T15:39:03.126 INFO:teuthology.orchestra.run.vm01.stderr:/var/log/ceph/ceph-client.admin.91608.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.91608.log.gz 2026-03-05T15:39:03.126 INFO:teuthology.orchestra.run.vm01.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.91708.log 2026-03-05T15:39:03.126 INFO:teuthology.orchestra.run.vm01.stderr:/var/log/ceph/ceph-client.admin.91658.log: gzip 0.0% -- replaced with /var/log/ceph/ceph-client.admin.91658.log.gz 2026-03-05T15:39:03.126 INFO:teuthology.orchestra.run.vm01.stderr: -5 --verbose -- /var/log/ceph/ceph-client.admin.91760.log 2026-03-05T15:39:03.127 INFO:teuthology.orchestra.run.vm01.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.91808.log 2026-03-05T15:39:03.127 INFO:teuthology.orchestra.run.vm01.stderr:/var/log/ceph/ceph-client.admin.91760.log: /var/log/ceph/ceph-client.admin.91708.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.91760.log.gz 2026-03-05T15:39:03.127 INFO:teuthology.orchestra.run.vm01.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.91708.log.gz 2026-03-05T15:39:03.127 INFO:teuthology.orchestra.run.vm01.stderr:/var/log/ceph/ceph-client.admin.91808.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.91808.log.gz 2026-03-05T15:39:03.129 INFO:teuthology.orchestra.run.vm01.stderr: 2026-03-05T15:39:03.129 INFO:teuthology.orchestra.run.vm01.stderr:real 0m0.081s 2026-03-05T15:39:03.129 INFO:teuthology.orchestra.run.vm01.stderr:user 0m0.126s 2026-03-05T15:39:03.129 INFO:teuthology.orchestra.run.vm01.stderr:sys 0m0.022s 2026-03-05T15:39:03.129 INFO:tasks.ceph:Archiving logs... 2026-03-05T15:39:03.129 DEBUG:teuthology.misc:Transferring archived files from vm01:/var/log/ceph to /archive/irq0-2026-03-05_15:32:16-rgw-cobaltcore-storage-v19.2.3-fasttrack-3-none-default-vps/3/remote/vm01/log 2026-03-05T15:39:03.129 DEBUG:teuthology.orchestra.run.vm01:> sudo tar c -f - -C /var/log/ceph -- . 2026-03-05T15:39:03.203 DEBUG:teuthology.run_tasks:Unwinding manager install 2026-03-05T15:39:03.205 INFO:teuthology.task.install.util:Removing shipped files: /home/ubuntu/cephtest/valgrind.supp /usr/bin/daemon-helper /usr/bin/adjust-ulimits /usr/bin/stdin-killer... 2026-03-05T15:39:03.205 DEBUG:teuthology.orchestra.run.vm01:> sudo rm -f -- /home/ubuntu/cephtest/valgrind.supp /usr/bin/daemon-helper /usr/bin/adjust-ulimits /usr/bin/stdin-killer 2026-03-05T15:39:03.283 INFO:teuthology.task.install.rpm:Removing packages: ceph-radosgw, ceph-test, ceph, ceph-base, cephadm, ceph-immutable-object-cache, ceph-mgr, ceph-mgr-dashboard, ceph-mgr-diskprediction-local, ceph-mgr-rook, ceph-mgr-cephadm, ceph-fuse, ceph-volume, librados-devel, libcephfs2, libcephfs-devel, librados2, librbd1, python3-rados, python3-rgw, python3-cephfs, python3-rbd, rbd-fuse, rbd-mirror, rbd-nbd on rpm system. 2026-03-05T15:39:03.283 DEBUG:teuthology.orchestra.run.vm01:> 2026-03-05T15:39:03.283 DEBUG:teuthology.orchestra.run.vm01:> for d in ceph-radosgw ceph-test ceph ceph-base cephadm ceph-immutable-object-cache ceph-mgr ceph-mgr-dashboard ceph-mgr-diskprediction-local ceph-mgr-rook ceph-mgr-cephadm ceph-fuse ceph-volume librados-devel libcephfs2 libcephfs-devel librados2 librbd1 python3-rados python3-rgw python3-cephfs python3-rbd rbd-fuse rbd-mirror rbd-nbd ; do 2026-03-05T15:39:03.283 DEBUG:teuthology.orchestra.run.vm01:> sudo yum -y remove $d || true 2026-03-05T15:39:03.283 DEBUG:teuthology.orchestra.run.vm01:> done 2026-03-05T15:39:03.528 INFO:teuthology.orchestra.run.vm01.stdout:Dependencies resolved. 2026-03-05T15:39:03.528 INFO:teuthology.orchestra.run.vm01.stdout:================================================================================ 2026-03-05T15:39:03.528 INFO:teuthology.orchestra.run.vm01.stdout: Package Arch Version Repo Size 2026-03-05T15:39:03.528 INFO:teuthology.orchestra.run.vm01.stdout:================================================================================ 2026-03-05T15:39:03.529 INFO:teuthology.orchestra.run.vm01.stdout:Removing: 2026-03-05T15:39:03.529 INFO:teuthology.orchestra.run.vm01.stdout: ceph-radosgw x86_64 2:19.2.3-47.gc24117fd552.el9.clyso @ceph 39 M 2026-03-05T15:39:03.529 INFO:teuthology.orchestra.run.vm01.stdout:Removing unused dependencies: 2026-03-05T15:39:03.529 INFO:teuthology.orchestra.run.vm01.stdout: mailcap noarch 2.1.49-5.el9.0.2 @baseos 78 k 2026-03-05T15:39:03.529 INFO:teuthology.orchestra.run.vm01.stdout: 2026-03-05T15:39:03.529 INFO:teuthology.orchestra.run.vm01.stdout:Transaction Summary 2026-03-05T15:39:03.529 INFO:teuthology.orchestra.run.vm01.stdout:================================================================================ 2026-03-05T15:39:03.529 INFO:teuthology.orchestra.run.vm01.stdout:Remove 2 Packages 2026-03-05T15:39:03.529 INFO:teuthology.orchestra.run.vm01.stdout: 2026-03-05T15:39:03.529 INFO:teuthology.orchestra.run.vm01.stdout:Freed space: 39 M 2026-03-05T15:39:03.529 INFO:teuthology.orchestra.run.vm01.stdout:Running transaction check 2026-03-05T15:39:03.532 INFO:teuthology.orchestra.run.vm01.stdout:Transaction check succeeded. 2026-03-05T15:39:03.532 INFO:teuthology.orchestra.run.vm01.stdout:Running transaction test 2026-03-05T15:39:03.545 INFO:teuthology.orchestra.run.vm01.stdout:Transaction test succeeded. 2026-03-05T15:39:03.545 INFO:teuthology.orchestra.run.vm01.stdout:Running transaction 2026-03-05T15:39:03.576 INFO:teuthology.orchestra.run.vm01.stdout: Preparing : 1/1 2026-03-05T15:39:03.600 INFO:teuthology.orchestra.run.vm01.stdout: Running scriptlet: ceph-radosgw-2:19.2.3-47.gc24117fd552.el9.clyso.x86_ 1/2 2026-03-05T15:39:03.600 INFO:teuthology.orchestra.run.vm01.stdout:Glob pattern passed to enable, but globs are not supported for this. 2026-03-05T15:39:03.600 INFO:teuthology.orchestra.run.vm01.stdout:Invalid unit name "ceph-radosgw@*.service" escaped as "ceph-radosgw@\x2a.service". 2026-03-05T15:39:03.600 INFO:teuthology.orchestra.run.vm01.stdout:Removed "/etc/systemd/system/multi-user.target.wants/ceph-radosgw.target". 2026-03-05T15:39:03.600 INFO:teuthology.orchestra.run.vm01.stdout:Removed "/etc/systemd/system/ceph.target.wants/ceph-radosgw.target". 2026-03-05T15:39:03.600 INFO:teuthology.orchestra.run.vm01.stdout: 2026-03-05T15:39:03.603 INFO:teuthology.orchestra.run.vm01.stdout: Erasing : ceph-radosgw-2:19.2.3-47.gc24117fd552.el9.clyso.x86_ 1/2 2026-03-05T15:39:03.614 INFO:teuthology.orchestra.run.vm01.stdout: Running scriptlet: ceph-radosgw-2:19.2.3-47.gc24117fd552.el9.clyso.x86_ 1/2 2026-03-05T15:39:03.630 INFO:teuthology.orchestra.run.vm01.stdout: Erasing : mailcap-2.1.49-5.el9.0.2.noarch 2/2 2026-03-05T15:39:03.716 INFO:teuthology.orchestra.run.vm01.stdout: Running scriptlet: mailcap-2.1.49-5.el9.0.2.noarch 2/2 2026-03-05T15:39:03.716 INFO:teuthology.orchestra.run.vm01.stdout: Verifying : ceph-radosgw-2:19.2.3-47.gc24117fd552.el9.clyso.x86_ 1/2 2026-03-05T15:39:03.798 INFO:teuthology.orchestra.run.vm01.stdout: Verifying : mailcap-2.1.49-5.el9.0.2.noarch 2/2 2026-03-05T15:39:03.798 INFO:teuthology.orchestra.run.vm01.stdout: 2026-03-05T15:39:03.798 INFO:teuthology.orchestra.run.vm01.stdout:Removed: 2026-03-05T15:39:03.798 INFO:teuthology.orchestra.run.vm01.stdout: ceph-radosgw-2:19.2.3-47.gc24117fd552.el9.clyso.x86_64 2026-03-05T15:39:03.798 INFO:teuthology.orchestra.run.vm01.stdout: mailcap-2.1.49-5.el9.0.2.noarch 2026-03-05T15:39:03.798 INFO:teuthology.orchestra.run.vm01.stdout: 2026-03-05T15:39:03.798 INFO:teuthology.orchestra.run.vm01.stdout:Complete! 2026-03-05T15:39:04.058 INFO:teuthology.orchestra.run.vm01.stdout:Dependencies resolved. 2026-03-05T15:39:04.059 INFO:teuthology.orchestra.run.vm01.stdout:================================================================================ 2026-03-05T15:39:04.059 INFO:teuthology.orchestra.run.vm01.stdout: Package Arch Version Repository Size 2026-03-05T15:39:04.059 INFO:teuthology.orchestra.run.vm01.stdout:================================================================================ 2026-03-05T15:39:04.059 INFO:teuthology.orchestra.run.vm01.stdout:Removing: 2026-03-05T15:39:04.059 INFO:teuthology.orchestra.run.vm01.stdout: ceph-test x86_64 2:19.2.3-47.gc24117fd552.el9.clyso @ceph 210 M 2026-03-05T15:39:04.059 INFO:teuthology.orchestra.run.vm01.stdout:Removing unused dependencies: 2026-03-05T15:39:04.059 INFO:teuthology.orchestra.run.vm01.stdout: socat x86_64 1.7.4.1-8.el9 @appstream 1.1 M 2026-03-05T15:39:04.059 INFO:teuthology.orchestra.run.vm01.stdout: xmlstarlet x86_64 1.6.1-20.el9 @appstream 195 k 2026-03-05T15:39:04.059 INFO:teuthology.orchestra.run.vm01.stdout: 2026-03-05T15:39:04.059 INFO:teuthology.orchestra.run.vm01.stdout:Transaction Summary 2026-03-05T15:39:04.059 INFO:teuthology.orchestra.run.vm01.stdout:================================================================================ 2026-03-05T15:39:04.059 INFO:teuthology.orchestra.run.vm01.stdout:Remove 3 Packages 2026-03-05T15:39:04.059 INFO:teuthology.orchestra.run.vm01.stdout: 2026-03-05T15:39:04.059 INFO:teuthology.orchestra.run.vm01.stdout:Freed space: 211 M 2026-03-05T15:39:04.059 INFO:teuthology.orchestra.run.vm01.stdout:Running transaction check 2026-03-05T15:39:04.063 INFO:teuthology.orchestra.run.vm01.stdout:Transaction check succeeded. 2026-03-05T15:39:04.063 INFO:teuthology.orchestra.run.vm01.stdout:Running transaction test 2026-03-05T15:39:04.083 INFO:teuthology.orchestra.run.vm01.stdout:Transaction test succeeded. 2026-03-05T15:39:04.083 INFO:teuthology.orchestra.run.vm01.stdout:Running transaction 2026-03-05T15:39:04.172 INFO:teuthology.orchestra.run.vm01.stdout: Preparing : 1/1 2026-03-05T15:39:04.178 INFO:teuthology.orchestra.run.vm01.stdout: Erasing : ceph-test-2:19.2.3-47.gc24117fd552.el9.clyso.x86_64 1/3 2026-03-05T15:39:04.180 INFO:teuthology.orchestra.run.vm01.stdout: Erasing : socat-1.7.4.1-8.el9.x86_64 2/3 2026-03-05T15:39:04.197 INFO:teuthology.orchestra.run.vm01.stdout: Erasing : xmlstarlet-1.6.1-20.el9.x86_64 3/3 2026-03-05T15:39:04.277 INFO:teuthology.orchestra.run.vm01.stdout: Running scriptlet: xmlstarlet-1.6.1-20.el9.x86_64 3/3 2026-03-05T15:39:04.278 INFO:teuthology.orchestra.run.vm01.stdout: Verifying : ceph-test-2:19.2.3-47.gc24117fd552.el9.clyso.x86_64 1/3 2026-03-05T15:39:04.278 INFO:teuthology.orchestra.run.vm01.stdout: Verifying : socat-1.7.4.1-8.el9.x86_64 2/3 2026-03-05T15:39:04.339 INFO:teuthology.orchestra.run.vm01.stdout: Verifying : xmlstarlet-1.6.1-20.el9.x86_64 3/3 2026-03-05T15:39:04.339 INFO:teuthology.orchestra.run.vm01.stdout: 2026-03-05T15:39:04.339 INFO:teuthology.orchestra.run.vm01.stdout:Removed: 2026-03-05T15:39:04.339 INFO:teuthology.orchestra.run.vm01.stdout: ceph-test-2:19.2.3-47.gc24117fd552.el9.clyso.x86_64 2026-03-05T15:39:04.339 INFO:teuthology.orchestra.run.vm01.stdout: socat-1.7.4.1-8.el9.x86_64 2026-03-05T15:39:04.339 INFO:teuthology.orchestra.run.vm01.stdout: xmlstarlet-1.6.1-20.el9.x86_64 2026-03-05T15:39:04.339 INFO:teuthology.orchestra.run.vm01.stdout: 2026-03-05T15:39:04.339 INFO:teuthology.orchestra.run.vm01.stdout:Complete! 2026-03-05T15:39:04.611 INFO:teuthology.orchestra.run.vm01.stdout:Dependencies resolved. 2026-03-05T15:39:04.613 INFO:teuthology.orchestra.run.vm01.stdout:================================================================================ 2026-03-05T15:39:04.613 INFO:teuthology.orchestra.run.vm01.stdout: Package Arch Version Repository Size 2026-03-05T15:39:04.613 INFO:teuthology.orchestra.run.vm01.stdout:================================================================================ 2026-03-05T15:39:04.613 INFO:teuthology.orchestra.run.vm01.stdout:Removing: 2026-03-05T15:39:04.613 INFO:teuthology.orchestra.run.vm01.stdout: ceph x86_64 2:19.2.3-47.gc24117fd552.el9.clyso @ceph 0 2026-03-05T15:39:04.613 INFO:teuthology.orchestra.run.vm01.stdout:Removing unused dependencies: 2026-03-05T15:39:04.613 INFO:teuthology.orchestra.run.vm01.stdout: ceph-mds x86_64 2:19.2.3-47.gc24117fd552.el9.clyso @ceph 7.4 M 2026-03-05T15:39:04.613 INFO:teuthology.orchestra.run.vm01.stdout: ceph-mon x86_64 2:19.2.3-47.gc24117fd552.el9.clyso @ceph 18 M 2026-03-05T15:39:04.613 INFO:teuthology.orchestra.run.vm01.stdout: lua x86_64 5.4.4-4.el9 @appstream 593 k 2026-03-05T15:39:04.613 INFO:teuthology.orchestra.run.vm01.stdout: lua-devel x86_64 5.4.4-4.el9 @crb 49 k 2026-03-05T15:39:04.613 INFO:teuthology.orchestra.run.vm01.stdout: luarocks noarch 3.9.2-5.el9 @epel 692 k 2026-03-05T15:39:04.613 INFO:teuthology.orchestra.run.vm01.stdout: unzip x86_64 6.0-59.el9 @baseos 389 k 2026-03-05T15:39:04.613 INFO:teuthology.orchestra.run.vm01.stdout: zip x86_64 3.0-35.el9 @baseos 724 k 2026-03-05T15:39:04.613 INFO:teuthology.orchestra.run.vm01.stdout: 2026-03-05T15:39:04.613 INFO:teuthology.orchestra.run.vm01.stdout:Transaction Summary 2026-03-05T15:39:04.613 INFO:teuthology.orchestra.run.vm01.stdout:================================================================================ 2026-03-05T15:39:04.613 INFO:teuthology.orchestra.run.vm01.stdout:Remove 8 Packages 2026-03-05T15:39:04.613 INFO:teuthology.orchestra.run.vm01.stdout: 2026-03-05T15:39:04.613 INFO:teuthology.orchestra.run.vm01.stdout:Freed space: 28 M 2026-03-05T15:39:04.613 INFO:teuthology.orchestra.run.vm01.stdout:Running transaction check 2026-03-05T15:39:04.619 INFO:teuthology.orchestra.run.vm01.stdout:Transaction check succeeded. 2026-03-05T15:39:04.619 INFO:teuthology.orchestra.run.vm01.stdout:Running transaction test 2026-03-05T15:39:04.650 INFO:teuthology.orchestra.run.vm01.stdout:Transaction test succeeded. 2026-03-05T15:39:04.650 INFO:teuthology.orchestra.run.vm01.stdout:Running transaction 2026-03-05T15:39:04.704 INFO:teuthology.orchestra.run.vm01.stdout: Preparing : 1/1 2026-03-05T15:39:04.710 INFO:teuthology.orchestra.run.vm01.stdout: Erasing : ceph-2:19.2.3-47.gc24117fd552.el9.clyso.x86_64 1/8 2026-03-05T15:39:04.714 INFO:teuthology.orchestra.run.vm01.stdout: Erasing : luarocks-3.9.2-5.el9.noarch 2/8 2026-03-05T15:39:04.716 INFO:teuthology.orchestra.run.vm01.stdout: Erasing : lua-devel-5.4.4-4.el9.x86_64 3/8 2026-03-05T15:39:04.719 INFO:teuthology.orchestra.run.vm01.stdout: Erasing : zip-3.0-35.el9.x86_64 4/8 2026-03-05T15:39:04.722 INFO:teuthology.orchestra.run.vm01.stdout: Erasing : unzip-6.0-59.el9.x86_64 5/8 2026-03-05T15:39:04.723 INFO:teuthology.orchestra.run.vm01.stdout: Erasing : lua-5.4.4-4.el9.x86_64 6/8 2026-03-05T15:39:04.754 INFO:teuthology.orchestra.run.vm01.stdout: Running scriptlet: ceph-mds-2:19.2.3-47.gc24117fd552.el9.clyso.x86_64 7/8 2026-03-05T15:39:04.754 INFO:teuthology.orchestra.run.vm01.stdout:Glob pattern passed to enable, but globs are not supported for this. 2026-03-05T15:39:04.754 INFO:teuthology.orchestra.run.vm01.stdout:Invalid unit name "ceph-mds@*.service" escaped as "ceph-mds@\x2a.service". 2026-03-05T15:39:04.754 INFO:teuthology.orchestra.run.vm01.stdout:Removed "/etc/systemd/system/multi-user.target.wants/ceph-mds.target". 2026-03-05T15:39:04.754 INFO:teuthology.orchestra.run.vm01.stdout:Removed "/etc/systemd/system/ceph.target.wants/ceph-mds.target". 2026-03-05T15:39:04.754 INFO:teuthology.orchestra.run.vm01.stdout: 2026-03-05T15:39:04.754 INFO:teuthology.orchestra.run.vm01.stdout: Erasing : ceph-mds-2:19.2.3-47.gc24117fd552.el9.clyso.x86_64 7/8 2026-03-05T15:39:04.762 INFO:teuthology.orchestra.run.vm01.stdout: Running scriptlet: ceph-mds-2:19.2.3-47.gc24117fd552.el9.clyso.x86_64 7/8 2026-03-05T15:39:04.783 INFO:teuthology.orchestra.run.vm01.stdout: Running scriptlet: ceph-mon-2:19.2.3-47.gc24117fd552.el9.clyso.x86_64 8/8 2026-03-05T15:39:04.783 INFO:teuthology.orchestra.run.vm01.stdout:Glob pattern passed to enable, but globs are not supported for this. 2026-03-05T15:39:04.783 INFO:teuthology.orchestra.run.vm01.stdout:Invalid unit name "ceph-mon@*.service" escaped as "ceph-mon@\x2a.service". 2026-03-05T15:39:04.783 INFO:teuthology.orchestra.run.vm01.stdout:Removed "/etc/systemd/system/multi-user.target.wants/ceph-mon.target". 2026-03-05T15:39:04.783 INFO:teuthology.orchestra.run.vm01.stdout:Removed "/etc/systemd/system/ceph.target.wants/ceph-mon.target". 2026-03-05T15:39:04.783 INFO:teuthology.orchestra.run.vm01.stdout: 2026-03-05T15:39:04.784 INFO:teuthology.orchestra.run.vm01.stdout: Erasing : ceph-mon-2:19.2.3-47.gc24117fd552.el9.clyso.x86_64 8/8 2026-03-05T15:39:04.880 INFO:teuthology.orchestra.run.vm01.stdout: Running scriptlet: ceph-mon-2:19.2.3-47.gc24117fd552.el9.clyso.x86_64 8/8 2026-03-05T15:39:04.881 INFO:teuthology.orchestra.run.vm01.stdout: Verifying : ceph-2:19.2.3-47.gc24117fd552.el9.clyso.x86_64 1/8 2026-03-05T15:39:04.881 INFO:teuthology.orchestra.run.vm01.stdout: Verifying : ceph-mds-2:19.2.3-47.gc24117fd552.el9.clyso.x86_64 2/8 2026-03-05T15:39:04.881 INFO:teuthology.orchestra.run.vm01.stdout: Verifying : ceph-mon-2:19.2.3-47.gc24117fd552.el9.clyso.x86_64 3/8 2026-03-05T15:39:04.881 INFO:teuthology.orchestra.run.vm01.stdout: Verifying : lua-5.4.4-4.el9.x86_64 4/8 2026-03-05T15:39:04.881 INFO:teuthology.orchestra.run.vm01.stdout: Verifying : lua-devel-5.4.4-4.el9.x86_64 5/8 2026-03-05T15:39:04.881 INFO:teuthology.orchestra.run.vm01.stdout: Verifying : luarocks-3.9.2-5.el9.noarch 6/8 2026-03-05T15:39:04.881 INFO:teuthology.orchestra.run.vm01.stdout: Verifying : unzip-6.0-59.el9.x86_64 7/8 2026-03-05T15:39:04.952 INFO:teuthology.orchestra.run.vm01.stdout: Verifying : zip-3.0-35.el9.x86_64 8/8 2026-03-05T15:39:04.952 INFO:teuthology.orchestra.run.vm01.stdout: 2026-03-05T15:39:04.952 INFO:teuthology.orchestra.run.vm01.stdout:Removed: 2026-03-05T15:39:04.952 INFO:teuthology.orchestra.run.vm01.stdout: ceph-2:19.2.3-47.gc24117fd552.el9.clyso.x86_64 2026-03-05T15:39:04.952 INFO:teuthology.orchestra.run.vm01.stdout: ceph-mds-2:19.2.3-47.gc24117fd552.el9.clyso.x86_64 2026-03-05T15:39:04.952 INFO:teuthology.orchestra.run.vm01.stdout: ceph-mon-2:19.2.3-47.gc24117fd552.el9.clyso.x86_64 2026-03-05T15:39:04.952 INFO:teuthology.orchestra.run.vm01.stdout: lua-5.4.4-4.el9.x86_64 2026-03-05T15:39:04.952 INFO:teuthology.orchestra.run.vm01.stdout: lua-devel-5.4.4-4.el9.x86_64 2026-03-05T15:39:04.952 INFO:teuthology.orchestra.run.vm01.stdout: luarocks-3.9.2-5.el9.noarch 2026-03-05T15:39:04.952 INFO:teuthology.orchestra.run.vm01.stdout: unzip-6.0-59.el9.x86_64 2026-03-05T15:39:04.952 INFO:teuthology.orchestra.run.vm01.stdout: zip-3.0-35.el9.x86_64 2026-03-05T15:39:04.952 INFO:teuthology.orchestra.run.vm01.stdout: 2026-03-05T15:39:04.952 INFO:teuthology.orchestra.run.vm01.stdout:Complete! 2026-03-05T15:39:05.202 INFO:teuthology.orchestra.run.vm01.stdout:Dependencies resolved. 2026-03-05T15:39:05.210 INFO:teuthology.orchestra.run.vm01.stdout:==================================================================================================================== 2026-03-05T15:39:05.210 INFO:teuthology.orchestra.run.vm01.stdout: Package Arch Version Repository Size 2026-03-05T15:39:05.210 INFO:teuthology.orchestra.run.vm01.stdout:==================================================================================================================== 2026-03-05T15:39:05.210 INFO:teuthology.orchestra.run.vm01.stdout:Removing: 2026-03-05T15:39:05.210 INFO:teuthology.orchestra.run.vm01.stdout: ceph-base x86_64 2:19.2.3-47.gc24117fd552.el9.clyso @ceph 23 M 2026-03-05T15:39:05.210 INFO:teuthology.orchestra.run.vm01.stdout:Removing dependent packages: 2026-03-05T15:39:05.210 INFO:teuthology.orchestra.run.vm01.stdout: ceph-immutable-object-cache x86_64 2:19.2.3-47.gc24117fd552.el9.clyso @ceph 431 k 2026-03-05T15:39:05.210 INFO:teuthology.orchestra.run.vm01.stdout: ceph-mgr x86_64 2:19.2.3-47.gc24117fd552.el9.clyso @ceph 3.4 M 2026-03-05T15:39:05.210 INFO:teuthology.orchestra.run.vm01.stdout: ceph-mgr-cephadm noarch 2:19.2.3-47.gc24117fd552.el9.clyso @ceph-noarch 803 k 2026-03-05T15:39:05.210 INFO:teuthology.orchestra.run.vm01.stdout: ceph-mgr-dashboard noarch 2:19.2.3-47.gc24117fd552.el9.clyso @ceph-noarch 88 M 2026-03-05T15:39:05.210 INFO:teuthology.orchestra.run.vm01.stdout: ceph-mgr-diskprediction-local noarch 2:19.2.3-47.gc24117fd552.el9.clyso @ceph-noarch 66 M 2026-03-05T15:39:05.211 INFO:teuthology.orchestra.run.vm01.stdout: ceph-mgr-rook noarch 2:19.2.3-47.gc24117fd552.el9.clyso @ceph-noarch 563 k 2026-03-05T15:39:05.211 INFO:teuthology.orchestra.run.vm01.stdout: ceph-osd x86_64 2:19.2.3-47.gc24117fd552.el9.clyso @ceph 59 M 2026-03-05T15:39:05.211 INFO:teuthology.orchestra.run.vm01.stdout: ceph-volume noarch 2:19.2.3-47.gc24117fd552.el9.clyso @ceph-noarch 1.4 M 2026-03-05T15:39:05.211 INFO:teuthology.orchestra.run.vm01.stdout: rbd-mirror x86_64 2:19.2.3-47.gc24117fd552.el9.clyso @ceph 13 M 2026-03-05T15:39:05.211 INFO:teuthology.orchestra.run.vm01.stdout:Removing unused dependencies: 2026-03-05T15:39:05.211 INFO:teuthology.orchestra.run.vm01.stdout: abseil-cpp x86_64 20211102.0-4.el9 @epel 1.9 M 2026-03-05T15:39:05.211 INFO:teuthology.orchestra.run.vm01.stdout: c-ares x86_64 1.19.1-2.el9_4 @baseos 279 k 2026-03-05T15:39:05.211 INFO:teuthology.orchestra.run.vm01.stdout: ceph-common x86_64 2:19.2.3-47.gc24117fd552.el9.clyso @ceph 85 M 2026-03-05T15:39:05.211 INFO:teuthology.orchestra.run.vm01.stdout: ceph-grafana-dashboards noarch 2:19.2.3-47.gc24117fd552.el9.clyso @ceph-noarch 626 k 2026-03-05T15:39:05.211 INFO:teuthology.orchestra.run.vm01.stdout: ceph-mgr-k8sevents noarch 2:19.2.3-47.gc24117fd552.el9.clyso @ceph-noarch 60 k 2026-03-05T15:39:05.211 INFO:teuthology.orchestra.run.vm01.stdout: ceph-mgr-modules-core noarch 2:19.2.3-47.gc24117fd552.el9.clyso @ceph-noarch 1.5 M 2026-03-05T15:39:05.211 INFO:teuthology.orchestra.run.vm01.stdout: ceph-prometheus-alerts noarch 2:19.2.3-47.gc24117fd552.el9.clyso @ceph-noarch 51 k 2026-03-05T15:39:05.211 INFO:teuthology.orchestra.run.vm01.stdout: ceph-selinux x86_64 2:19.2.3-47.gc24117fd552.el9.clyso @ceph 138 k 2026-03-05T15:39:05.211 INFO:teuthology.orchestra.run.vm01.stdout: cryptsetup x86_64 2.7.2-4.el9 @baseos 722 k 2026-03-05T15:39:05.211 INFO:teuthology.orchestra.run.vm01.stdout: flexiblas x86_64 3.0.4-8.el9.0.1 @appstream 68 k 2026-03-05T15:39:05.211 INFO:teuthology.orchestra.run.vm01.stdout: flexiblas-netlib x86_64 3.0.4-8.el9.0.1 @appstream 11 M 2026-03-05T15:39:05.211 INFO:teuthology.orchestra.run.vm01.stdout: flexiblas-openblas-openmp x86_64 3.0.4-8.el9.0.1 @appstream 39 k 2026-03-05T15:39:05.211 INFO:teuthology.orchestra.run.vm01.stdout: gperftools-libs x86_64 2.9.1-3.el9 @epel 1.4 M 2026-03-05T15:39:05.211 INFO:teuthology.orchestra.run.vm01.stdout: grpc-data noarch 1.46.7-10.el9 @epel 13 k 2026-03-05T15:39:05.211 INFO:teuthology.orchestra.run.vm01.stdout: ledmon-libs x86_64 1.1.0-3.el9 @baseos 80 k 2026-03-05T15:39:05.211 INFO:teuthology.orchestra.run.vm01.stdout: libcephsqlite x86_64 2:19.2.3-47.gc24117fd552.el9.clyso @ceph 425 k 2026-03-05T15:39:05.211 INFO:teuthology.orchestra.run.vm01.stdout: libconfig x86_64 1.7.2-9.el9 @baseos 220 k 2026-03-05T15:39:05.211 INFO:teuthology.orchestra.run.vm01.stdout: libgfortran x86_64 11.5.0-11.el9 @baseos 2.8 M 2026-03-05T15:39:05.211 INFO:teuthology.orchestra.run.vm01.stdout: liboath x86_64 2.6.12-1.el9 @epel 94 k 2026-03-05T15:39:05.211 INFO:teuthology.orchestra.run.vm01.stdout: libquadmath x86_64 11.5.0-11.el9 @baseos 330 k 2026-03-05T15:39:05.211 INFO:teuthology.orchestra.run.vm01.stdout: libradosstriper1 x86_64 2:19.2.3-47.gc24117fd552.el9.clyso @ceph 1.6 M 2026-03-05T15:39:05.211 INFO:teuthology.orchestra.run.vm01.stdout: libstoragemgmt x86_64 1.10.1-1.el9 @appstream 685 k 2026-03-05T15:39:05.211 INFO:teuthology.orchestra.run.vm01.stdout: libunwind x86_64 1.6.2-1.el9 @epel 170 k 2026-03-05T15:39:05.211 INFO:teuthology.orchestra.run.vm01.stdout: libxslt x86_64 1.1.34-13.el9_6 @appstream 751 k 2026-03-05T15:39:05.211 INFO:teuthology.orchestra.run.vm01.stdout: nvme-cli x86_64 2.13-1.el9 @baseos 6.8 M 2026-03-05T15:39:05.211 INFO:teuthology.orchestra.run.vm01.stdout: openblas x86_64 0.3.29-1.el9 @appstream 112 k 2026-03-05T15:39:05.211 INFO:teuthology.orchestra.run.vm01.stdout: openblas-openmp x86_64 0.3.29-1.el9 @appstream 46 M 2026-03-05T15:39:05.211 INFO:teuthology.orchestra.run.vm01.stdout: pciutils x86_64 3.7.0-7.el9 @baseos 216 k 2026-03-05T15:39:05.211 INFO:teuthology.orchestra.run.vm01.stdout: protobuf x86_64 3.14.0-17.el9_7 @appstream 3.5 M 2026-03-05T15:39:05.211 INFO:teuthology.orchestra.run.vm01.stdout: protobuf-compiler x86_64 3.14.0-17.el9_7 @crb 2.9 M 2026-03-05T15:39:05.211 INFO:teuthology.orchestra.run.vm01.stdout: python3-asyncssh noarch 2.13.2-5.el9 @epel 3.9 M 2026-03-05T15:39:05.211 INFO:teuthology.orchestra.run.vm01.stdout: python3-autocommand noarch 2.2.2-8.el9 @epel 82 k 2026-03-05T15:39:05.211 INFO:teuthology.orchestra.run.vm01.stdout: python3-babel noarch 2.9.1-2.el9 @appstream 27 M 2026-03-05T15:39:05.211 INFO:teuthology.orchestra.run.vm01.stdout: python3-backports-tarfile noarch 1.2.0-1.el9 @epel 254 k 2026-03-05T15:39:05.211 INFO:teuthology.orchestra.run.vm01.stdout: python3-bcrypt x86_64 3.2.2-1.el9 @epel 87 k 2026-03-05T15:39:05.211 INFO:teuthology.orchestra.run.vm01.stdout: python3-cachetools noarch 4.2.4-1.el9 @epel 93 k 2026-03-05T15:39:05.211 INFO:teuthology.orchestra.run.vm01.stdout: python3-ceph-common x86_64 2:19.2.3-47.gc24117fd552.el9.clyso @ceph 702 k 2026-03-05T15:39:05.212 INFO:teuthology.orchestra.run.vm01.stdout: python3-certifi noarch 2023.05.07-4.el9 @epel 6.3 k 2026-03-05T15:39:05.212 INFO:teuthology.orchestra.run.vm01.stdout: python3-cffi x86_64 1.14.5-5.el9 @baseos 1.0 M 2026-03-05T15:39:05.212 INFO:teuthology.orchestra.run.vm01.stdout: python3-chardet noarch 4.0.0-5.el9 @77d52b2cce1347aa9f3fc60d8b93d222 1.4 M 2026-03-05T15:39:05.212 INFO:teuthology.orchestra.run.vm01.stdout: python3-cheroot noarch 10.0.1-4.el9 @epel 682 k 2026-03-05T15:39:05.212 INFO:teuthology.orchestra.run.vm01.stdout: python3-cherrypy noarch 18.6.1-2.el9 @epel 1.1 M 2026-03-05T15:39:05.212 INFO:teuthology.orchestra.run.vm01.stdout: python3-cryptography x86_64 36.0.1-5.el9_6 @baseos 4.5 M 2026-03-05T15:39:05.212 INFO:teuthology.orchestra.run.vm01.stdout: python3-devel x86_64 3.9.23-2.el9 @appstream 765 k 2026-03-05T15:39:05.212 INFO:teuthology.orchestra.run.vm01.stdout: python3-google-auth noarch 1:2.45.0-1.el9 @epel 1.4 M 2026-03-05T15:39:05.212 INFO:teuthology.orchestra.run.vm01.stdout: python3-grpcio x86_64 1.46.7-10.el9 @epel 6.7 M 2026-03-05T15:39:05.212 INFO:teuthology.orchestra.run.vm01.stdout: python3-grpcio-tools x86_64 1.46.7-10.el9 @epel 418 k 2026-03-05T15:39:05.212 INFO:teuthology.orchestra.run.vm01.stdout: python3-idna noarch 2.10-7.el9_4.1 @77d52b2cce1347aa9f3fc60d8b93d222 513 k 2026-03-05T15:39:05.212 INFO:teuthology.orchestra.run.vm01.stdout: python3-influxdb noarch 5.3.1-1.el9 @epel 747 k 2026-03-05T15:39:05.212 INFO:teuthology.orchestra.run.vm01.stdout: python3-isodate noarch 0.6.1-3.el9 @epel 203 k 2026-03-05T15:39:05.212 INFO:teuthology.orchestra.run.vm01.stdout: python3-jaraco noarch 8.2.1-3.el9 @epel 3.7 k 2026-03-05T15:39:05.212 INFO:teuthology.orchestra.run.vm01.stdout: python3-jaraco-classes noarch 3.2.1-5.el9 @epel 24 k 2026-03-05T15:39:05.212 INFO:teuthology.orchestra.run.vm01.stdout: python3-jaraco-collections noarch 3.0.0-8.el9 @epel 55 k 2026-03-05T15:39:05.212 INFO:teuthology.orchestra.run.vm01.stdout: python3-jaraco-context noarch 6.0.1-3.el9 @epel 31 k 2026-03-05T15:39:05.212 INFO:teuthology.orchestra.run.vm01.stdout: python3-jaraco-functools noarch 3.5.0-2.el9 @epel 33 k 2026-03-05T15:39:05.212 INFO:teuthology.orchestra.run.vm01.stdout: python3-jaraco-text noarch 4.0.0-2.el9 @epel 51 k 2026-03-05T15:39:05.212 INFO:teuthology.orchestra.run.vm01.stdout: python3-jinja2 noarch 2.11.3-8.el9_5 @appstream 1.1 M 2026-03-05T15:39:05.212 INFO:teuthology.orchestra.run.vm01.stdout: python3-jsonpatch noarch 1.21-16.el9 @0d57cd3fe20446e8b1c08da162742194 55 k 2026-03-05T15:39:05.212 INFO:teuthology.orchestra.run.vm01.stdout: python3-jsonpointer noarch 2.0-4.el9.0.1 @0d57cd3fe20446e8b1c08da162742194 34 k 2026-03-05T15:39:05.212 INFO:teuthology.orchestra.run.vm01.stdout: python3-kubernetes noarch 1:26.1.0-3.el9 @epel 21 M 2026-03-05T15:39:05.212 INFO:teuthology.orchestra.run.vm01.stdout: python3-libstoragemgmt x86_64 1.10.1-1.el9 @appstream 832 k 2026-03-05T15:39:05.212 INFO:teuthology.orchestra.run.vm01.stdout: python3-logutils noarch 0.3.5-21.el9 @epel 126 k 2026-03-05T15:39:05.212 INFO:teuthology.orchestra.run.vm01.stdout: python3-lxml x86_64 4.6.5-3.el9 @appstream 4.2 M 2026-03-05T15:39:05.212 INFO:teuthology.orchestra.run.vm01.stdout: python3-mako noarch 1.1.4-6.el9 @appstream 534 k 2026-03-05T15:39:05.212 INFO:teuthology.orchestra.run.vm01.stdout: python3-markupsafe x86_64 1.1.1-12.el9 @appstream 60 k 2026-03-05T15:39:05.212 INFO:teuthology.orchestra.run.vm01.stdout: python3-more-itertools noarch 8.12.0-2.el9 @epel 378 k 2026-03-05T15:39:05.212 INFO:teuthology.orchestra.run.vm01.stdout: python3-msgpack x86_64 1.0.3-2.el9 @epel 264 k 2026-03-05T15:39:05.212 INFO:teuthology.orchestra.run.vm01.stdout: python3-natsort noarch 7.1.1-5.el9 @epel 215 k 2026-03-05T15:39:05.212 INFO:teuthology.orchestra.run.vm01.stdout: python3-numpy x86_64 1:1.23.5-1.el9 @appstream 30 M 2026-03-05T15:39:05.212 INFO:teuthology.orchestra.run.vm01.stdout: python3-numpy-f2py x86_64 1:1.23.5-1.el9 @appstream 1.7 M 2026-03-05T15:39:05.212 INFO:teuthology.orchestra.run.vm01.stdout: python3-oauthlib noarch 3.1.1-5.el9 @0d57cd3fe20446e8b1c08da162742194 888 k 2026-03-05T15:39:05.212 INFO:teuthology.orchestra.run.vm01.stdout: python3-packaging noarch 20.9-5.el9 @appstream 248 k 2026-03-05T15:39:05.212 INFO:teuthology.orchestra.run.vm01.stdout: python3-pecan noarch 1.4.2-3.el9 @epel 1.3 M 2026-03-05T15:39:05.212 INFO:teuthology.orchestra.run.vm01.stdout: python3-ply noarch 3.11-14.el9.0.1 @baseos 430 k 2026-03-05T15:39:05.212 INFO:teuthology.orchestra.run.vm01.stdout: python3-portend noarch 3.1.0-2.el9 @epel 20 k 2026-03-05T15:39:05.212 INFO:teuthology.orchestra.run.vm01.stdout: python3-prettytable noarch 0.7.2-27.el9.0.1 @0d57cd3fe20446e8b1c08da162742194 166 k 2026-03-05T15:39:05.212 INFO:teuthology.orchestra.run.vm01.stdout: python3-protobuf noarch 3.14.0-17.el9_7 @appstream 1.4 M 2026-03-05T15:39:05.212 INFO:teuthology.orchestra.run.vm01.stdout: python3-pyOpenSSL noarch 21.0.0-1.el9 @epel 389 k 2026-03-05T15:39:05.213 INFO:teuthology.orchestra.run.vm01.stdout: python3-pyasn1 noarch 0.4.8-7.el9_7 @appstream 622 k 2026-03-05T15:39:05.213 INFO:teuthology.orchestra.run.vm01.stdout: python3-pyasn1-modules noarch 0.4.8-7.el9_7 @appstream 1.0 M 2026-03-05T15:39:05.213 INFO:teuthology.orchestra.run.vm01.stdout: python3-pycparser noarch 2.20-6.el9 @baseos 745 k 2026-03-05T15:39:05.213 INFO:teuthology.orchestra.run.vm01.stdout: python3-pyparsing noarch 2.4.7-9.el9.0.1 @baseos 635 k 2026-03-05T15:39:05.213 INFO:teuthology.orchestra.run.vm01.stdout: python3-pysocks noarch 1.7.1-12.el9.0.1 @77d52b2cce1347aa9f3fc60d8b93d222 88 k 2026-03-05T15:39:05.213 INFO:teuthology.orchestra.run.vm01.stdout: python3-pytz noarch 2021.1-5.el9 @0d57cd3fe20446e8b1c08da162742194 176 k 2026-03-05T15:39:05.213 INFO:teuthology.orchestra.run.vm01.stdout: python3-repoze-lru noarch 0.7-16.el9 @epel 83 k 2026-03-05T15:39:05.213 INFO:teuthology.orchestra.run.vm01.stdout: python3-requests noarch 2.25.1-10.el9_6 @baseos 405 k 2026-03-05T15:39:05.213 INFO:teuthology.orchestra.run.vm01.stdout: python3-requests-oauthlib noarch 1.3.0-12.el9 @appstream 119 k 2026-03-05T15:39:05.213 INFO:teuthology.orchestra.run.vm01.stdout: python3-routes noarch 2.5.1-5.el9 @epel 459 k 2026-03-05T15:39:05.213 INFO:teuthology.orchestra.run.vm01.stdout: python3-rsa noarch 4.9-2.el9 @epel 202 k 2026-03-05T15:39:05.213 INFO:teuthology.orchestra.run.vm01.stdout: python3-saml noarch 1.16.0-1.el9 @epel 730 k 2026-03-05T15:39:05.213 INFO:teuthology.orchestra.run.vm01.stdout: python3-scipy x86_64 1.9.3-2.el9 @appstream 72 M 2026-03-05T15:39:05.213 INFO:teuthology.orchestra.run.vm01.stdout: python3-tempora noarch 5.0.0-2.el9 @epel 96 k 2026-03-05T15:39:05.213 INFO:teuthology.orchestra.run.vm01.stdout: python3-toml noarch 0.10.2-6.el9.0.1 @appstream 99 k 2026-03-05T15:39:05.213 INFO:teuthology.orchestra.run.vm01.stdout: python3-typing-extensions noarch 4.15.0-1.el9 @epel 447 k 2026-03-05T15:39:05.213 INFO:teuthology.orchestra.run.vm01.stdout: python3-urllib3 noarch 1.26.5-6.el9_7.1 @baseos 746 k 2026-03-05T15:39:05.213 INFO:teuthology.orchestra.run.vm01.stdout: python3-webob noarch 1.8.8-2.el9 @epel 1.2 M 2026-03-05T15:39:05.213 INFO:teuthology.orchestra.run.vm01.stdout: python3-websocket-client noarch 1.2.3-2.el9 @epel 319 k 2026-03-05T15:39:05.213 INFO:teuthology.orchestra.run.vm01.stdout: python3-werkzeug noarch 2.0.3-3.el9.1 @epel 1.9 M 2026-03-05T15:39:05.213 INFO:teuthology.orchestra.run.vm01.stdout: python3-xmlsec x86_64 1.3.13-1.el9 @epel 158 k 2026-03-05T15:39:05.213 INFO:teuthology.orchestra.run.vm01.stdout: python3-zc-lockfile noarch 2.0-10.el9 @epel 35 k 2026-03-05T15:39:05.213 INFO:teuthology.orchestra.run.vm01.stdout: qatlib x86_64 24.09.0-1.el9 @appstream 588 k 2026-03-05T15:39:05.213 INFO:teuthology.orchestra.run.vm01.stdout: qatlib-service x86_64 24.09.0-1.el9 @appstream 64 k 2026-03-05T15:39:05.213 INFO:teuthology.orchestra.run.vm01.stdout: qatzip-libs x86_64 1.3.1-1.el9 @appstream 148 k 2026-03-05T15:39:05.213 INFO:teuthology.orchestra.run.vm01.stdout: smartmontools x86_64 1:7.2-9.el9 @baseos 1.9 M 2026-03-05T15:39:05.213 INFO:teuthology.orchestra.run.vm01.stdout: xmlsec1 x86_64 1.2.29-13.el9 @appstream 596 k 2026-03-05T15:39:05.213 INFO:teuthology.orchestra.run.vm01.stdout: xmlsec1-openssl x86_64 1.2.29-13.el9 @appstream 281 k 2026-03-05T15:39:05.213 INFO:teuthology.orchestra.run.vm01.stdout: 2026-03-05T15:39:05.213 INFO:teuthology.orchestra.run.vm01.stdout:Transaction Summary 2026-03-05T15:39:05.213 INFO:teuthology.orchestra.run.vm01.stdout:==================================================================================================================== 2026-03-05T15:39:05.213 INFO:teuthology.orchestra.run.vm01.stdout:Remove 116 Packages 2026-03-05T15:39:05.213 INFO:teuthology.orchestra.run.vm01.stdout: 2026-03-05T15:39:05.214 INFO:teuthology.orchestra.run.vm01.stdout:Freed space: 626 M 2026-03-05T15:39:05.214 INFO:teuthology.orchestra.run.vm01.stdout:Running transaction check 2026-03-05T15:39:05.241 INFO:teuthology.orchestra.run.vm01.stdout:Transaction check succeeded. 2026-03-05T15:39:05.242 INFO:teuthology.orchestra.run.vm01.stdout:Running transaction test 2026-03-05T15:39:05.364 INFO:teuthology.orchestra.run.vm01.stdout:Transaction test succeeded. 2026-03-05T15:39:05.364 INFO:teuthology.orchestra.run.vm01.stdout:Running transaction 2026-03-05T15:39:05.523 INFO:teuthology.orchestra.run.vm01.stdout: Preparing : 1/1 2026-03-05T15:39:05.523 INFO:teuthology.orchestra.run.vm01.stdout: Erasing : ceph-mgr-rook-2:19.2.3-47.gc24117fd552.el9.clyso 1/116 2026-03-05T15:39:05.530 INFO:teuthology.orchestra.run.vm01.stdout: Running scriptlet: ceph-mgr-rook-2:19.2.3-47.gc24117fd552.el9.clyso 1/116 2026-03-05T15:39:05.551 INFO:teuthology.orchestra.run.vm01.stdout: Running scriptlet: ceph-mgr-2:19.2.3-47.gc24117fd552.el9.clyso.x86_ 2/116 2026-03-05T15:39:05.551 INFO:teuthology.orchestra.run.vm01.stdout:Glob pattern passed to enable, but globs are not supported for this. 2026-03-05T15:39:05.551 INFO:teuthology.orchestra.run.vm01.stdout:Invalid unit name "ceph-mgr@*.service" escaped as "ceph-mgr@\x2a.service". 2026-03-05T15:39:05.551 INFO:teuthology.orchestra.run.vm01.stdout:Removed "/etc/systemd/system/multi-user.target.wants/ceph-mgr.target". 2026-03-05T15:39:05.551 INFO:teuthology.orchestra.run.vm01.stdout:Removed "/etc/systemd/system/ceph.target.wants/ceph-mgr.target". 2026-03-05T15:39:05.551 INFO:teuthology.orchestra.run.vm01.stdout: 2026-03-05T15:39:05.552 INFO:teuthology.orchestra.run.vm01.stdout: Erasing : ceph-mgr-2:19.2.3-47.gc24117fd552.el9.clyso.x86_ 2/116 2026-03-05T15:39:05.566 INFO:teuthology.orchestra.run.vm01.stdout: Running scriptlet: ceph-mgr-2:19.2.3-47.gc24117fd552.el9.clyso.x86_ 2/116 2026-03-05T15:39:05.591 INFO:teuthology.orchestra.run.vm01.stdout: Erasing : ceph-mgr-modules-core-2:19.2.3-47.gc24117fd552.e 3/116 2026-03-05T15:39:05.591 INFO:teuthology.orchestra.run.vm01.stdout: Erasing : ceph-mgr-dashboard-2:19.2.3-47.gc24117fd552.el9. 4/116 2026-03-05T15:39:05.606 INFO:teuthology.orchestra.run.vm01.stdout: Running scriptlet: ceph-mgr-dashboard-2:19.2.3-47.gc24117fd552.el9. 4/116 2026-03-05T15:39:05.611 INFO:teuthology.orchestra.run.vm01.stdout: Erasing : python3-influxdb-5.3.1-1.el9.noarch 5/116 2026-03-05T15:39:05.611 INFO:teuthology.orchestra.run.vm01.stdout: Erasing : ceph-mgr-cephadm-2:19.2.3-47.gc24117fd552.el9.cl 6/116 2026-03-05T15:39:05.625 INFO:teuthology.orchestra.run.vm01.stdout: Running scriptlet: ceph-mgr-cephadm-2:19.2.3-47.gc24117fd552.el9.cl 6/116 2026-03-05T15:39:05.632 INFO:teuthology.orchestra.run.vm01.stdout: Erasing : python3-cherrypy-18.6.1-2.el9.noarch 7/116 2026-03-05T15:39:05.636 INFO:teuthology.orchestra.run.vm01.stdout: Erasing : python3-cheroot-10.0.1-4.el9.noarch 8/116 2026-03-05T15:39:05.644 INFO:teuthology.orchestra.run.vm01.stdout: Erasing : python3-grpcio-tools-1.46.7-10.el9.x86_64 9/116 2026-03-05T15:39:05.648 INFO:teuthology.orchestra.run.vm01.stdout: Erasing : python3-grpcio-1.46.7-10.el9.x86_64 10/116 2026-03-05T15:39:05.674 INFO:teuthology.orchestra.run.vm01.stdout: Running scriptlet: ceph-osd-2:19.2.3-47.gc24117fd552.el9.clyso.x86_ 11/116 2026-03-05T15:39:05.674 INFO:teuthology.orchestra.run.vm01.stdout:Glob pattern passed to enable, but globs are not supported for this. 2026-03-05T15:39:05.674 INFO:teuthology.orchestra.run.vm01.stdout:Invalid unit name "ceph-osd@*.service" escaped as "ceph-osd@\x2a.service". 2026-03-05T15:39:05.674 INFO:teuthology.orchestra.run.vm01.stdout:Removed "/etc/systemd/system/multi-user.target.wants/ceph-osd.target". 2026-03-05T15:39:05.674 INFO:teuthology.orchestra.run.vm01.stdout:Removed "/etc/systemd/system/ceph.target.wants/ceph-osd.target". 2026-03-05T15:39:05.674 INFO:teuthology.orchestra.run.vm01.stdout: 2026-03-05T15:39:05.680 INFO:teuthology.orchestra.run.vm01.stdout: Erasing : ceph-osd-2:19.2.3-47.gc24117fd552.el9.clyso.x86_ 11/116 2026-03-05T15:39:05.690 INFO:teuthology.orchestra.run.vm01.stdout: Running scriptlet: ceph-osd-2:19.2.3-47.gc24117fd552.el9.clyso.x86_ 11/116 2026-03-05T15:39:05.717 INFO:teuthology.orchestra.run.vm01.stdout: Running scriptlet: ceph-volume-2:19.2.3-47.gc24117fd552.el9.clyso.n 12/116 2026-03-05T15:39:05.717 INFO:teuthology.orchestra.run.vm01.stdout:Glob pattern passed to enable, but globs are not supported for this. 2026-03-05T15:39:05.717 INFO:teuthology.orchestra.run.vm01.stdout:Invalid unit name "ceph-volume@*.service" escaped as "ceph-volume@\x2a.service". 2026-03-05T15:39:05.717 INFO:teuthology.orchestra.run.vm01.stdout: 2026-03-05T15:39:05.726 INFO:teuthology.orchestra.run.vm01.stdout: Erasing : ceph-volume-2:19.2.3-47.gc24117fd552.el9.clyso.n 12/116 2026-03-05T15:39:05.737 INFO:teuthology.orchestra.run.vm01.stdout: Running scriptlet: ceph-volume-2:19.2.3-47.gc24117fd552.el9.clyso.n 12/116 2026-03-05T15:39:05.740 INFO:teuthology.orchestra.run.vm01.stdout: Erasing : python3-jaraco-collections-3.0.0-8.el9.noarch 13/116 2026-03-05T15:39:05.747 INFO:teuthology.orchestra.run.vm01.stdout: Erasing : python3-jaraco-text-4.0.0-2.el9.noarch 14/116 2026-03-05T15:39:05.751 INFO:teuthology.orchestra.run.vm01.stdout: Erasing : python3-jinja2-2.11.3-8.el9_5.noarch 15/116 2026-03-05T15:39:05.764 INFO:teuthology.orchestra.run.vm01.stdout: Erasing : python3-saml-1.16.0-1.el9.noarch 16/116 2026-03-05T15:39:05.800 INFO:teuthology.orchestra.run.vm01.stdout: Erasing : python3-pecan-1.4.2-3.el9.noarch 17/116 2026-03-05T15:39:05.821 INFO:teuthology.orchestra.run.vm01.stdout: Erasing : python3-babel-2.9.1-2.el9.noarch 18/116 2026-03-05T15:39:05.828 INFO:teuthology.orchestra.run.vm01.stdout: Erasing : python3-jaraco-classes-3.2.1-5.el9.noarch 19/116 2026-03-05T15:39:05.842 INFO:teuthology.orchestra.run.vm01.stdout: Erasing : python3-pyOpenSSL-21.0.0-1.el9.noarch 20/116 2026-03-05T15:39:05.865 INFO:teuthology.orchestra.run.vm01.stdout: Erasing : python3-asyncssh-2.13.2-5.el9.noarch 21/116 2026-03-05T15:39:05.867 INFO:teuthology.orchestra.run.vm01.stdout: Erasing : ceph-mgr-diskprediction-local-2:19.2.3-47.gc2411 22/116 2026-03-05T15:39:05.876 INFO:teuthology.orchestra.run.vm01.stdout: Running scriptlet: ceph-mgr-diskprediction-local-2:19.2.3-47.gc2411 22/116 2026-03-05T15:39:05.977 INFO:teuthology.orchestra.run.vm01.stdout: Erasing : python3-jsonpatch-1.21-16.el9.noarch 23/116 2026-03-05T15:39:05.995 INFO:teuthology.orchestra.run.vm01.stdout: Erasing : python3-scipy-1.9.3-2.el9.x86_64 24/116 2026-03-05T15:39:06.004 INFO:teuthology.orchestra.run.vm01.stdout: Erasing : python3-xmlsec-1.3.13-1.el9.x86_64 25/116 2026-03-05T15:39:06.022 INFO:teuthology.orchestra.run.vm01.stdout: Erasing : python3-lxml-4.6.5-3.el9.x86_64 26/116 2026-03-05T15:39:06.037 INFO:teuthology.orchestra.run.vm01.stdout: Running scriptlet: libstoragemgmt-1.10.1-1.el9.x86_64 27/116 2026-03-05T15:39:06.037 INFO:teuthology.orchestra.run.vm01.stdout:Removed "/etc/systemd/system/multi-user.target.wants/libstoragemgmt.service". 2026-03-05T15:39:06.037 INFO:teuthology.orchestra.run.vm01.stdout: 2026-03-05T15:39:06.038 INFO:teuthology.orchestra.run.vm01.stdout: Erasing : libstoragemgmt-1.10.1-1.el9.x86_64 27/116 2026-03-05T15:39:06.081 INFO:teuthology.orchestra.run.vm01.stdout: Running scriptlet: libstoragemgmt-1.10.1-1.el9.x86_64 27/116 2026-03-05T15:39:06.086 INFO:teuthology.orchestra.run.vm01.stdout: Erasing : python3-numpy-f2py-1:1.23.5-1.el9.x86_64 28/116 2026-03-05T15:39:06.088 INFO:teuthology.orchestra.run.vm01.stdout: Erasing : xmlsec1-openssl-1.2.29-13.el9.x86_64 29/116 2026-03-05T15:39:06.106 INFO:teuthology.orchestra.run.vm01.stdout: Erasing : xmlsec1-1.2.29-13.el9.x86_64 30/116 2026-03-05T15:39:06.112 INFO:teuthology.orchestra.run.vm01.stdout: Erasing : python3-cryptography-36.0.1-5.el9_6.x86_64 31/116 2026-03-05T15:39:06.115 INFO:teuthology.orchestra.run.vm01.stdout: Erasing : protobuf-compiler-3.14.0-17.el9_7.x86_64 32/116 2026-03-05T15:39:06.118 INFO:teuthology.orchestra.run.vm01.stdout: Erasing : python3-bcrypt-3.2.2-1.el9.x86_64 33/116 2026-03-05T15:39:06.142 INFO:teuthology.orchestra.run.vm01.stdout: Running scriptlet: rbd-mirror-2:19.2.3-47.gc24117fd552.el9.clyso.x8 34/116 2026-03-05T15:39:06.142 INFO:teuthology.orchestra.run.vm01.stdout:Glob pattern passed to enable, but globs are not supported for this. 2026-03-05T15:39:06.142 INFO:teuthology.orchestra.run.vm01.stdout:Invalid unit name "ceph-rbd-mirror@*.service" escaped as "ceph-rbd-mirror@\x2a.service". 2026-03-05T15:39:06.142 INFO:teuthology.orchestra.run.vm01.stdout:Removed "/etc/systemd/system/multi-user.target.wants/ceph-rbd-mirror.target". 2026-03-05T15:39:06.142 INFO:teuthology.orchestra.run.vm01.stdout:Removed "/etc/systemd/system/ceph.target.wants/ceph-rbd-mirror.target". 2026-03-05T15:39:06.142 INFO:teuthology.orchestra.run.vm01.stdout: 2026-03-05T15:39:06.143 INFO:teuthology.orchestra.run.vm01.stdout: Erasing : rbd-mirror-2:19.2.3-47.gc24117fd552.el9.clyso.x8 34/116 2026-03-05T15:39:06.155 INFO:teuthology.orchestra.run.vm01.stdout: Running scriptlet: rbd-mirror-2:19.2.3-47.gc24117fd552.el9.clyso.x8 34/116 2026-03-05T15:39:06.159 INFO:teuthology.orchestra.run.vm01.stdout: Erasing : python3-mako-1.1.4-6.el9.noarch 35/116 2026-03-05T15:39:06.162 INFO:teuthology.orchestra.run.vm01.stdout: Erasing : python3-jaraco-context-6.0.1-3.el9.noarch 36/116 2026-03-05T15:39:06.164 INFO:teuthology.orchestra.run.vm01.stdout: Erasing : python3-packaging-20.9-5.el9.noarch 37/116 2026-03-05T15:39:06.168 INFO:teuthology.orchestra.run.vm01.stdout: Erasing : python3-portend-3.1.0-2.el9.noarch 38/116 2026-03-05T15:39:06.171 INFO:teuthology.orchestra.run.vm01.stdout: Erasing : python3-tempora-5.0.0-2.el9.noarch 39/116 2026-03-05T15:39:06.174 INFO:teuthology.orchestra.run.vm01.stdout: Erasing : python3-jaraco-functools-3.5.0-2.el9.noarch 40/116 2026-03-05T15:39:06.177 INFO:teuthology.orchestra.run.vm01.stdout: Erasing : python3-routes-2.5.1-5.el9.noarch 41/116 2026-03-05T15:39:06.177 INFO:teuthology.orchestra.run.vm01.stdout: Erasing : ceph-mgr-k8sevents-2:19.2.3-47.gc24117fd552.el9. 42/116 2026-03-05T15:39:06.235 INFO:teuthology.orchestra.run.vm01.stdout: Running scriptlet: ceph-mgr-k8sevents-2:19.2.3-47.gc24117fd552.el9. 42/116 2026-03-05T15:39:06.243 INFO:teuthology.orchestra.run.vm01.stdout: Erasing : python3-kubernetes-1:26.1.0-3.el9.noarch 43/116 2026-03-05T15:39:06.247 INFO:teuthology.orchestra.run.vm01.stdout: Erasing : python3-requests-oauthlib-1.3.0-12.el9.noarch 44/116 2026-03-05T15:39:06.256 INFO:teuthology.orchestra.run.vm01.stdout: Erasing : python3-requests-2.25.1-10.el9_6.noarch 45/116 2026-03-05T15:39:06.261 INFO:teuthology.orchestra.run.vm01.stdout: Erasing : python3-google-auth-1:2.45.0-1.el9.noarch 46/116 2026-03-05T15:39:06.273 INFO:teuthology.orchestra.run.vm01.stdout: Erasing : python3-rsa-4.9-2.el9.noarch 47/116 2026-03-05T15:39:06.279 INFO:teuthology.orchestra.run.vm01.stdout: Erasing : python3-pyasn1-modules-0.4.8-7.el9_7.noarch 48/116 2026-03-05T15:39:06.284 INFO:teuthology.orchestra.run.vm01.stdout: Erasing : python3-urllib3-1.26.5-6.el9_7.1.noarch 49/116 2026-03-05T15:39:06.290 INFO:teuthology.orchestra.run.vm01.stdout: Erasing : python3-cffi-1.14.5-5.el9.x86_64 50/116 2026-03-05T15:39:06.340 INFO:teuthology.orchestra.run.vm01.stdout: Erasing : python3-pycparser-2.20-6.el9.noarch 51/116 2026-03-05T15:39:06.351 INFO:teuthology.orchestra.run.vm01.stdout: Erasing : python3-numpy-1:1.23.5-1.el9.x86_64 52/116 2026-03-05T15:39:06.354 INFO:teuthology.orchestra.run.vm01.stdout: Erasing : flexiblas-netlib-3.0.4-8.el9.0.1.x86_64 53/116 2026-03-05T15:39:06.359 INFO:teuthology.orchestra.run.vm01.stdout: Erasing : flexiblas-openblas-openmp-3.0.4-8.el9.0.1.x86_64 54/116 2026-03-05T15:39:06.361 INFO:teuthology.orchestra.run.vm01.stdout: Erasing : openblas-openmp-0.3.29-1.el9.x86_64 55/116 2026-03-05T15:39:06.364 INFO:teuthology.orchestra.run.vm01.stdout: Erasing : libgfortran-11.5.0-11.el9.x86_64 56/116 2026-03-05T15:39:06.367 INFO:teuthology.orchestra.run.vm01.stdout: Erasing : python3-libstoragemgmt-1.10.1-1.el9.x86_64 57/116 2026-03-05T15:39:06.392 INFO:teuthology.orchestra.run.vm01.stdout: Running scriptlet: ceph-immutable-object-cache-2:19.2.3-47.gc24117f 58/116 2026-03-05T15:39:06.392 INFO:teuthology.orchestra.run.vm01.stdout:Glob pattern passed to enable, but globs are not supported for this. 2026-03-05T15:39:06.392 INFO:teuthology.orchestra.run.vm01.stdout:Invalid unit name "ceph-immutable-object-cache@*.service" escaped as "ceph-immutable-object-cache@\x2a.service". 2026-03-05T15:39:06.392 INFO:teuthology.orchestra.run.vm01.stdout: 2026-03-05T15:39:06.392 INFO:teuthology.orchestra.run.vm01.stdout: Erasing : ceph-immutable-object-cache-2:19.2.3-47.gc24117f 58/116 2026-03-05T15:39:06.400 INFO:teuthology.orchestra.run.vm01.stdout: Running scriptlet: ceph-immutable-object-cache-2:19.2.3-47.gc24117f 58/116 2026-03-05T15:39:06.402 INFO:teuthology.orchestra.run.vm01.stdout: Erasing : openblas-0.3.29-1.el9.x86_64 59/116 2026-03-05T15:39:06.404 INFO:teuthology.orchestra.run.vm01.stdout: Erasing : flexiblas-3.0.4-8.el9.0.1.x86_64 60/116 2026-03-05T15:39:06.407 INFO:teuthology.orchestra.run.vm01.stdout: Erasing : python3-ply-3.11-14.el9.0.1.noarch 61/116 2026-03-05T15:39:06.410 INFO:teuthology.orchestra.run.vm01.stdout: Erasing : python3-idna-2.10-7.el9_4.1.noarch 62/116 2026-03-05T15:39:06.415 INFO:teuthology.orchestra.run.vm01.stdout: Erasing : python3-pysocks-1.7.1-12.el9.0.1.noarch 63/116 2026-03-05T15:39:06.423 INFO:teuthology.orchestra.run.vm01.stdout: Erasing : python3-pyasn1-0.4.8-7.el9_7.noarch 64/116 2026-03-05T15:39:06.431 INFO:teuthology.orchestra.run.vm01.stdout: Erasing : python3-cachetools-4.2.4-1.el9.noarch 65/116 2026-03-05T15:39:06.440 INFO:teuthology.orchestra.run.vm01.stdout: Erasing : python3-chardet-4.0.0-5.el9.noarch 66/116 2026-03-05T15:39:06.445 INFO:teuthology.orchestra.run.vm01.stdout: Erasing : python3-oauthlib-3.1.1-5.el9.noarch 67/116 2026-03-05T15:39:06.448 INFO:teuthology.orchestra.run.vm01.stdout: Erasing : python3-websocket-client-1.2.3-2.el9.noarch 68/116 2026-03-05T15:39:06.451 INFO:teuthology.orchestra.run.vm01.stdout: Erasing : python3-certifi-2023.05.07-4.el9.noarch 69/116 2026-03-05T15:39:06.453 INFO:teuthology.orchestra.run.vm01.stdout: Erasing : python3-repoze-lru-0.7-16.el9.noarch 70/116 2026-03-05T15:39:06.455 INFO:teuthology.orchestra.run.vm01.stdout: Erasing : python3-jaraco-8.2.1-3.el9.noarch 71/116 2026-03-05T15:39:06.458 INFO:teuthology.orchestra.run.vm01.stdout: Erasing : python3-more-itertools-8.12.0-2.el9.noarch 72/116 2026-03-05T15:39:06.460 INFO:teuthology.orchestra.run.vm01.stdout: Erasing : python3-toml-0.10.2-6.el9.0.1.noarch 73/116 2026-03-05T15:39:06.463 INFO:teuthology.orchestra.run.vm01.stdout: Erasing : python3-pytz-2021.1-5.el9.noarch 74/116 2026-03-05T15:39:06.466 INFO:teuthology.orchestra.run.vm01.stdout: Erasing : python3-pyparsing-2.4.7-9.el9.0.1.noarch 75/116 2026-03-05T15:39:06.474 INFO:teuthology.orchestra.run.vm01.stdout: Erasing : python3-backports-tarfile-1.2.0-1.el9.noarch 76/116 2026-03-05T15:39:06.479 INFO:teuthology.orchestra.run.vm01.stdout: Erasing : python3-devel-3.9.23-2.el9.x86_64 77/116 2026-03-05T15:39:06.481 INFO:teuthology.orchestra.run.vm01.stdout: Erasing : python3-jsonpointer-2.0-4.el9.0.1.noarch 78/116 2026-03-05T15:39:06.485 INFO:teuthology.orchestra.run.vm01.stdout: Erasing : python3-typing-extensions-4.15.0-1.el9.noarch 79/116 2026-03-05T15:39:06.490 INFO:teuthology.orchestra.run.vm01.stdout: Erasing : python3-logutils-0.3.5-21.el9.noarch 80/116 2026-03-05T15:39:06.495 INFO:teuthology.orchestra.run.vm01.stdout: Erasing : python3-webob-1.8.8-2.el9.noarch 81/116 2026-03-05T15:39:06.497 INFO:teuthology.orchestra.run.vm01.stdout: Erasing : python3-isodate-0.6.1-3.el9.noarch 82/116 2026-03-05T15:39:06.500 INFO:teuthology.orchestra.run.vm01.stdout: Erasing : python3-autocommand-2.2.2-8.el9.noarch 83/116 2026-03-05T15:39:06.506 INFO:teuthology.orchestra.run.vm01.stdout: Erasing : grpc-data-1.46.7-10.el9.noarch 84/116 2026-03-05T15:39:06.509 INFO:teuthology.orchestra.run.vm01.stdout: Erasing : python3-protobuf-3.14.0-17.el9_7.noarch 85/116 2026-03-05T15:39:06.513 INFO:teuthology.orchestra.run.vm01.stdout: Erasing : python3-zc-lockfile-2.0-10.el9.noarch 86/116 2026-03-05T15:39:06.516 INFO:teuthology.orchestra.run.vm01.stdout: Erasing : python3-natsort-7.1.1-5.el9.noarch 87/116 2026-03-05T15:39:06.517 INFO:teuthology.orchestra.run.vm01.stdout: Erasing : ceph-grafana-dashboards-2:19.2.3-47.gc24117fd552 88/116 2026-03-05T15:39:06.523 INFO:teuthology.orchestra.run.vm01.stdout: Erasing : ceph-prometheus-alerts-2:19.2.3-47.gc24117fd552. 89/116 2026-03-05T15:39:06.526 INFO:teuthology.orchestra.run.vm01.stdout: Erasing : python3-werkzeug-2.0.3-3.el9.1.noarch 90/116 2026-03-05T15:39:06.546 INFO:teuthology.orchestra.run.vm01.stdout: Running scriptlet: ceph-base-2:19.2.3-47.gc24117fd552.el9.clyso.x86 91/116 2026-03-05T15:39:06.546 INFO:teuthology.orchestra.run.vm01.stdout:Removed "/etc/systemd/system/multi-user.target.wants/ceph.target". 2026-03-05T15:39:06.546 INFO:teuthology.orchestra.run.vm01.stdout:Removed "/etc/systemd/system/ceph.target.wants/ceph-crash.service". 2026-03-05T15:39:06.546 INFO:teuthology.orchestra.run.vm01.stdout: 2026-03-05T15:39:06.553 INFO:teuthology.orchestra.run.vm01.stdout: Erasing : ceph-base-2:19.2.3-47.gc24117fd552.el9.clyso.x86 91/116 2026-03-05T15:39:06.554 INFO:teuthology.orchestra.run.vm01.stdout:warning: file /etc/logrotate.d/ceph: remove failed: No such file or directory 2026-03-05T15:39:06.554 INFO:teuthology.orchestra.run.vm01.stdout: 2026-03-05T15:39:06.582 INFO:teuthology.orchestra.run.vm01.stdout: Running scriptlet: ceph-base-2:19.2.3-47.gc24117fd552.el9.clyso.x86 91/116 2026-03-05T15:39:06.583 INFO:teuthology.orchestra.run.vm01.stdout: Erasing : ceph-common-2:19.2.3-47.gc24117fd552.el9.clyso.x 92/116 2026-03-05T15:39:06.595 INFO:teuthology.orchestra.run.vm01.stdout: Running scriptlet: ceph-common-2:19.2.3-47.gc24117fd552.el9.clyso.x 92/116 2026-03-05T15:39:06.600 INFO:teuthology.orchestra.run.vm01.stdout: Erasing : qatzip-libs-1.3.1-1.el9.x86_64 93/116 2026-03-05T15:39:06.603 INFO:teuthology.orchestra.run.vm01.stdout: Erasing : python3-ceph-common-2:19.2.3-47.gc24117fd552.el9 94/116 2026-03-05T15:39:06.605 INFO:teuthology.orchestra.run.vm01.stdout: Erasing : python3-prettytable-0.7.2-27.el9.0.1.noarch 95/116 2026-03-05T15:39:06.605 INFO:teuthology.orchestra.run.vm01.stdout: Erasing : ceph-selinux-2:19.2.3-47.gc24117fd552.el9.clyso. 96/116 2026-03-05T15:39:12.292 INFO:teuthology.orchestra.run.vm01.stdout: Running scriptlet: ceph-selinux-2:19.2.3-47.gc24117fd552.el9.clyso. 96/116 2026-03-05T15:39:12.292 INFO:teuthology.orchestra.run.vm01.stdout:skipping the directory /sys 2026-03-05T15:39:12.292 INFO:teuthology.orchestra.run.vm01.stdout:skipping the directory /proc 2026-03-05T15:39:12.292 INFO:teuthology.orchestra.run.vm01.stdout:skipping the directory /mnt 2026-03-05T15:39:12.292 INFO:teuthology.orchestra.run.vm01.stdout:skipping the directory /var/tmp 2026-03-05T15:39:12.292 INFO:teuthology.orchestra.run.vm01.stdout:skipping the directory /home 2026-03-05T15:39:12.292 INFO:teuthology.orchestra.run.vm01.stdout:skipping the directory /root 2026-03-05T15:39:12.292 INFO:teuthology.orchestra.run.vm01.stdout:skipping the directory /tmp 2026-03-05T15:39:12.292 INFO:teuthology.orchestra.run.vm01.stdout: 2026-03-05T15:39:12.301 INFO:teuthology.orchestra.run.vm01.stdout: Erasing : qatlib-24.09.0-1.el9.x86_64 97/116 2026-03-05T15:39:12.321 INFO:teuthology.orchestra.run.vm01.stdout: Running scriptlet: qatlib-service-24.09.0-1.el9.x86_64 98/116 2026-03-05T15:39:12.321 INFO:teuthology.orchestra.run.vm01.stdout: Erasing : qatlib-service-24.09.0-1.el9.x86_64 98/116 2026-03-05T15:39:12.330 INFO:teuthology.orchestra.run.vm01.stdout: Running scriptlet: qatlib-service-24.09.0-1.el9.x86_64 98/116 2026-03-05T15:39:12.333 INFO:teuthology.orchestra.run.vm01.stdout: Erasing : gperftools-libs-2.9.1-3.el9.x86_64 99/116 2026-03-05T15:39:12.335 INFO:teuthology.orchestra.run.vm01.stdout: Erasing : libunwind-1.6.2-1.el9.x86_64 100/116 2026-03-05T15:39:12.338 INFO:teuthology.orchestra.run.vm01.stdout: Erasing : pciutils-3.7.0-7.el9.x86_64 101/116 2026-03-05T15:39:12.340 INFO:teuthology.orchestra.run.vm01.stdout: Erasing : liboath-2.6.12-1.el9.x86_64 102/116 2026-03-05T15:39:12.340 INFO:teuthology.orchestra.run.vm01.stdout: Erasing : libradosstriper1-2:19.2.3-47.gc24117fd552.el9.cl 103/116 2026-03-05T15:39:12.373 INFO:teuthology.orchestra.run.vm01.stdout: Running scriptlet: libradosstriper1-2:19.2.3-47.gc24117fd552.el9.cl 103/116 2026-03-05T15:39:12.379 INFO:teuthology.orchestra.run.vm01.stdout: Erasing : nvme-cli-2.13-1.el9.x86_64 104/116 2026-03-05T15:39:12.395 INFO:teuthology.orchestra.run.vm01.stdout: Running scriptlet: smartmontools-1:7.2-9.el9.x86_64 105/116 2026-03-05T15:39:12.396 INFO:teuthology.orchestra.run.vm01.stdout:Removed "/etc/systemd/system/multi-user.target.wants/smartd.service". 2026-03-05T15:39:12.396 INFO:teuthology.orchestra.run.vm01.stdout: 2026-03-05T15:39:12.397 INFO:teuthology.orchestra.run.vm01.stdout: Erasing : smartmontools-1:7.2-9.el9.x86_64 105/116 2026-03-05T15:39:12.408 INFO:teuthology.orchestra.run.vm01.stdout: Running scriptlet: smartmontools-1:7.2-9.el9.x86_64 105/116 2026-03-05T15:39:12.411 INFO:teuthology.orchestra.run.vm01.stdout: Erasing : ledmon-libs-1.1.0-3.el9.x86_64 106/116 2026-03-05T15:39:12.414 INFO:teuthology.orchestra.run.vm01.stdout: Erasing : libquadmath-11.5.0-11.el9.x86_64 107/116 2026-03-05T15:39:12.417 INFO:teuthology.orchestra.run.vm01.stdout: Erasing : python3-markupsafe-1.1.1-12.el9.x86_64 108/116 2026-03-05T15:39:12.420 INFO:teuthology.orchestra.run.vm01.stdout: Erasing : protobuf-3.14.0-17.el9_7.x86_64 109/116 2026-03-05T15:39:12.423 INFO:teuthology.orchestra.run.vm01.stdout: Erasing : libxslt-1.1.34-13.el9_6.x86_64 110/116 2026-03-05T15:39:12.430 INFO:teuthology.orchestra.run.vm01.stdout: Erasing : libconfig-1.7.2-9.el9.x86_64 111/116 2026-03-05T15:39:12.438 INFO:teuthology.orchestra.run.vm01.stdout: Erasing : cryptsetup-2.7.2-4.el9.x86_64 112/116 2026-03-05T15:39:12.443 INFO:teuthology.orchestra.run.vm01.stdout: Erasing : abseil-cpp-20211102.0-4.el9.x86_64 113/116 2026-03-05T15:39:12.446 INFO:teuthology.orchestra.run.vm01.stdout: Erasing : c-ares-1.19.1-2.el9_4.x86_64 114/116 2026-03-05T15:39:12.449 INFO:teuthology.orchestra.run.vm01.stdout: Erasing : python3-msgpack-1.0.3-2.el9.x86_64 115/116 2026-03-05T15:39:12.450 INFO:teuthology.orchestra.run.vm01.stdout: Erasing : libcephsqlite-2:19.2.3-47.gc24117fd552.el9.clyso 116/116 2026-03-05T15:39:12.553 INFO:teuthology.orchestra.run.vm01.stdout: Running scriptlet: libcephsqlite-2:19.2.3-47.gc24117fd552.el9.clyso 116/116 2026-03-05T15:39:12.553 INFO:teuthology.orchestra.run.vm01.stdout: Verifying : abseil-cpp-20211102.0-4.el9.x86_64 1/116 2026-03-05T15:39:12.553 INFO:teuthology.orchestra.run.vm01.stdout: Verifying : c-ares-1.19.1-2.el9_4.x86_64 2/116 2026-03-05T15:39:12.553 INFO:teuthology.orchestra.run.vm01.stdout: Verifying : ceph-base-2:19.2.3-47.gc24117fd552.el9.clyso.x86 3/116 2026-03-05T15:39:12.553 INFO:teuthology.orchestra.run.vm01.stdout: Verifying : ceph-common-2:19.2.3-47.gc24117fd552.el9.clyso.x 4/116 2026-03-05T15:39:12.553 INFO:teuthology.orchestra.run.vm01.stdout: Verifying : ceph-grafana-dashboards-2:19.2.3-47.gc24117fd552 5/116 2026-03-05T15:39:12.553 INFO:teuthology.orchestra.run.vm01.stdout: Verifying : ceph-immutable-object-cache-2:19.2.3-47.gc24117f 6/116 2026-03-05T15:39:12.553 INFO:teuthology.orchestra.run.vm01.stdout: Verifying : ceph-mgr-2:19.2.3-47.gc24117fd552.el9.clyso.x86_ 7/116 2026-03-05T15:39:12.553 INFO:teuthology.orchestra.run.vm01.stdout: Verifying : ceph-mgr-cephadm-2:19.2.3-47.gc24117fd552.el9.cl 8/116 2026-03-05T15:39:12.553 INFO:teuthology.orchestra.run.vm01.stdout: Verifying : ceph-mgr-dashboard-2:19.2.3-47.gc24117fd552.el9. 9/116 2026-03-05T15:39:12.554 INFO:teuthology.orchestra.run.vm01.stdout: Verifying : ceph-mgr-diskprediction-local-2:19.2.3-47.gc2411 10/116 2026-03-05T15:39:12.554 INFO:teuthology.orchestra.run.vm01.stdout: Verifying : ceph-mgr-k8sevents-2:19.2.3-47.gc24117fd552.el9. 11/116 2026-03-05T15:39:12.554 INFO:teuthology.orchestra.run.vm01.stdout: Verifying : ceph-mgr-modules-core-2:19.2.3-47.gc24117fd552.e 12/116 2026-03-05T15:39:12.554 INFO:teuthology.orchestra.run.vm01.stdout: Verifying : ceph-mgr-rook-2:19.2.3-47.gc24117fd552.el9.clyso 13/116 2026-03-05T15:39:12.554 INFO:teuthology.orchestra.run.vm01.stdout: Verifying : ceph-osd-2:19.2.3-47.gc24117fd552.el9.clyso.x86_ 14/116 2026-03-05T15:39:12.554 INFO:teuthology.orchestra.run.vm01.stdout: Verifying : ceph-prometheus-alerts-2:19.2.3-47.gc24117fd552. 15/116 2026-03-05T15:39:12.554 INFO:teuthology.orchestra.run.vm01.stdout: Verifying : ceph-selinux-2:19.2.3-47.gc24117fd552.el9.clyso. 16/116 2026-03-05T15:39:12.554 INFO:teuthology.orchestra.run.vm01.stdout: Verifying : ceph-volume-2:19.2.3-47.gc24117fd552.el9.clyso.n 17/116 2026-03-05T15:39:12.554 INFO:teuthology.orchestra.run.vm01.stdout: Verifying : cryptsetup-2.7.2-4.el9.x86_64 18/116 2026-03-05T15:39:12.554 INFO:teuthology.orchestra.run.vm01.stdout: Verifying : flexiblas-3.0.4-8.el9.0.1.x86_64 19/116 2026-03-05T15:39:12.554 INFO:teuthology.orchestra.run.vm01.stdout: Verifying : flexiblas-netlib-3.0.4-8.el9.0.1.x86_64 20/116 2026-03-05T15:39:12.554 INFO:teuthology.orchestra.run.vm01.stdout: Verifying : flexiblas-openblas-openmp-3.0.4-8.el9.0.1.x86_64 21/116 2026-03-05T15:39:12.554 INFO:teuthology.orchestra.run.vm01.stdout: Verifying : gperftools-libs-2.9.1-3.el9.x86_64 22/116 2026-03-05T15:39:12.554 INFO:teuthology.orchestra.run.vm01.stdout: Verifying : grpc-data-1.46.7-10.el9.noarch 23/116 2026-03-05T15:39:12.554 INFO:teuthology.orchestra.run.vm01.stdout: Verifying : ledmon-libs-1.1.0-3.el9.x86_64 24/116 2026-03-05T15:39:12.554 INFO:teuthology.orchestra.run.vm01.stdout: Verifying : libcephsqlite-2:19.2.3-47.gc24117fd552.el9.clyso 25/116 2026-03-05T15:39:12.554 INFO:teuthology.orchestra.run.vm01.stdout: Verifying : libconfig-1.7.2-9.el9.x86_64 26/116 2026-03-05T15:39:12.554 INFO:teuthology.orchestra.run.vm01.stdout: Verifying : libgfortran-11.5.0-11.el9.x86_64 27/116 2026-03-05T15:39:12.554 INFO:teuthology.orchestra.run.vm01.stdout: Verifying : liboath-2.6.12-1.el9.x86_64 28/116 2026-03-05T15:39:12.554 INFO:teuthology.orchestra.run.vm01.stdout: Verifying : libquadmath-11.5.0-11.el9.x86_64 29/116 2026-03-05T15:39:12.554 INFO:teuthology.orchestra.run.vm01.stdout: Verifying : libradosstriper1-2:19.2.3-47.gc24117fd552.el9.cl 30/116 2026-03-05T15:39:12.554 INFO:teuthology.orchestra.run.vm01.stdout: Verifying : libstoragemgmt-1.10.1-1.el9.x86_64 31/116 2026-03-05T15:39:12.555 INFO:teuthology.orchestra.run.vm01.stdout: Verifying : libunwind-1.6.2-1.el9.x86_64 32/116 2026-03-05T15:39:12.555 INFO:teuthology.orchestra.run.vm01.stdout: Verifying : libxslt-1.1.34-13.el9_6.x86_64 33/116 2026-03-05T15:39:12.555 INFO:teuthology.orchestra.run.vm01.stdout: Verifying : nvme-cli-2.13-1.el9.x86_64 34/116 2026-03-05T15:39:12.555 INFO:teuthology.orchestra.run.vm01.stdout: Verifying : openblas-0.3.29-1.el9.x86_64 35/116 2026-03-05T15:39:12.555 INFO:teuthology.orchestra.run.vm01.stdout: Verifying : openblas-openmp-0.3.29-1.el9.x86_64 36/116 2026-03-05T15:39:12.556 INFO:teuthology.orchestra.run.vm01.stdout: Verifying : pciutils-3.7.0-7.el9.x86_64 37/116 2026-03-05T15:39:12.556 INFO:teuthology.orchestra.run.vm01.stdout: Verifying : protobuf-3.14.0-17.el9_7.x86_64 38/116 2026-03-05T15:39:12.556 INFO:teuthology.orchestra.run.vm01.stdout: Verifying : protobuf-compiler-3.14.0-17.el9_7.x86_64 39/116 2026-03-05T15:39:12.557 INFO:teuthology.orchestra.run.vm01.stdout: Verifying : python3-asyncssh-2.13.2-5.el9.noarch 40/116 2026-03-05T15:39:12.557 INFO:teuthology.orchestra.run.vm01.stdout: Verifying : python3-autocommand-2.2.2-8.el9.noarch 41/116 2026-03-05T15:39:12.557 INFO:teuthology.orchestra.run.vm01.stdout: Verifying : python3-babel-2.9.1-2.el9.noarch 42/116 2026-03-05T15:39:12.557 INFO:teuthology.orchestra.run.vm01.stdout: Verifying : python3-backports-tarfile-1.2.0-1.el9.noarch 43/116 2026-03-05T15:39:12.557 INFO:teuthology.orchestra.run.vm01.stdout: Verifying : python3-bcrypt-3.2.2-1.el9.x86_64 44/116 2026-03-05T15:39:12.557 INFO:teuthology.orchestra.run.vm01.stdout: Verifying : python3-cachetools-4.2.4-1.el9.noarch 45/116 2026-03-05T15:39:12.557 INFO:teuthology.orchestra.run.vm01.stdout: Verifying : python3-ceph-common-2:19.2.3-47.gc24117fd552.el9 46/116 2026-03-05T15:39:12.557 INFO:teuthology.orchestra.run.vm01.stdout: Verifying : python3-certifi-2023.05.07-4.el9.noarch 47/116 2026-03-05T15:39:12.557 INFO:teuthology.orchestra.run.vm01.stdout: Verifying : python3-cffi-1.14.5-5.el9.x86_64 48/116 2026-03-05T15:39:12.557 INFO:teuthology.orchestra.run.vm01.stdout: Verifying : python3-chardet-4.0.0-5.el9.noarch 49/116 2026-03-05T15:39:12.557 INFO:teuthology.orchestra.run.vm01.stdout: Verifying : python3-cheroot-10.0.1-4.el9.noarch 50/116 2026-03-05T15:39:12.557 INFO:teuthology.orchestra.run.vm01.stdout: Verifying : python3-cherrypy-18.6.1-2.el9.noarch 51/116 2026-03-05T15:39:12.557 INFO:teuthology.orchestra.run.vm01.stdout: Verifying : python3-cryptography-36.0.1-5.el9_6.x86_64 52/116 2026-03-05T15:39:12.557 INFO:teuthology.orchestra.run.vm01.stdout: Verifying : python3-devel-3.9.23-2.el9.x86_64 53/116 2026-03-05T15:39:12.557 INFO:teuthology.orchestra.run.vm01.stdout: Verifying : python3-google-auth-1:2.45.0-1.el9.noarch 54/116 2026-03-05T15:39:12.557 INFO:teuthology.orchestra.run.vm01.stdout: Verifying : python3-grpcio-1.46.7-10.el9.x86_64 55/116 2026-03-05T15:39:12.557 INFO:teuthology.orchestra.run.vm01.stdout: Verifying : python3-grpcio-tools-1.46.7-10.el9.x86_64 56/116 2026-03-05T15:39:12.557 INFO:teuthology.orchestra.run.vm01.stdout: Verifying : python3-idna-2.10-7.el9_4.1.noarch 57/116 2026-03-05T15:39:12.557 INFO:teuthology.orchestra.run.vm01.stdout: Verifying : python3-influxdb-5.3.1-1.el9.noarch 58/116 2026-03-05T15:39:12.557 INFO:teuthology.orchestra.run.vm01.stdout: Verifying : python3-isodate-0.6.1-3.el9.noarch 59/116 2026-03-05T15:39:12.557 INFO:teuthology.orchestra.run.vm01.stdout: Verifying : python3-jaraco-8.2.1-3.el9.noarch 60/116 2026-03-05T15:39:12.557 INFO:teuthology.orchestra.run.vm01.stdout: Verifying : python3-jaraco-classes-3.2.1-5.el9.noarch 61/116 2026-03-05T15:39:12.557 INFO:teuthology.orchestra.run.vm01.stdout: Verifying : python3-jaraco-collections-3.0.0-8.el9.noarch 62/116 2026-03-05T15:39:12.557 INFO:teuthology.orchestra.run.vm01.stdout: Verifying : python3-jaraco-context-6.0.1-3.el9.noarch 63/116 2026-03-05T15:39:12.557 INFO:teuthology.orchestra.run.vm01.stdout: Verifying : python3-jaraco-functools-3.5.0-2.el9.noarch 64/116 2026-03-05T15:39:12.557 INFO:teuthology.orchestra.run.vm01.stdout: Verifying : python3-jaraco-text-4.0.0-2.el9.noarch 65/116 2026-03-05T15:39:12.557 INFO:teuthology.orchestra.run.vm01.stdout: Verifying : python3-jinja2-2.11.3-8.el9_5.noarch 66/116 2026-03-05T15:39:12.557 INFO:teuthology.orchestra.run.vm01.stdout: Verifying : python3-jsonpatch-1.21-16.el9.noarch 67/116 2026-03-05T15:39:12.557 INFO:teuthology.orchestra.run.vm01.stdout: Verifying : python3-jsonpointer-2.0-4.el9.0.1.noarch 68/116 2026-03-05T15:39:12.557 INFO:teuthology.orchestra.run.vm01.stdout: Verifying : python3-kubernetes-1:26.1.0-3.el9.noarch 69/116 2026-03-05T15:39:12.557 INFO:teuthology.orchestra.run.vm01.stdout: Verifying : python3-libstoragemgmt-1.10.1-1.el9.x86_64 70/116 2026-03-05T15:39:12.557 INFO:teuthology.orchestra.run.vm01.stdout: Verifying : python3-logutils-0.3.5-21.el9.noarch 71/116 2026-03-05T15:39:12.557 INFO:teuthology.orchestra.run.vm01.stdout: Verifying : python3-lxml-4.6.5-3.el9.x86_64 72/116 2026-03-05T15:39:12.557 INFO:teuthology.orchestra.run.vm01.stdout: Verifying : python3-mako-1.1.4-6.el9.noarch 73/116 2026-03-05T15:39:12.557 INFO:teuthology.orchestra.run.vm01.stdout: Verifying : python3-markupsafe-1.1.1-12.el9.x86_64 74/116 2026-03-05T15:39:12.557 INFO:teuthology.orchestra.run.vm01.stdout: Verifying : python3-more-itertools-8.12.0-2.el9.noarch 75/116 2026-03-05T15:39:12.557 INFO:teuthology.orchestra.run.vm01.stdout: Verifying : python3-msgpack-1.0.3-2.el9.x86_64 76/116 2026-03-05T15:39:12.557 INFO:teuthology.orchestra.run.vm01.stdout: Verifying : python3-natsort-7.1.1-5.el9.noarch 77/116 2026-03-05T15:39:12.557 INFO:teuthology.orchestra.run.vm01.stdout: Verifying : python3-numpy-1:1.23.5-1.el9.x86_64 78/116 2026-03-05T15:39:12.557 INFO:teuthology.orchestra.run.vm01.stdout: Verifying : python3-numpy-f2py-1:1.23.5-1.el9.x86_64 79/116 2026-03-05T15:39:12.557 INFO:teuthology.orchestra.run.vm01.stdout: Verifying : python3-oauthlib-3.1.1-5.el9.noarch 80/116 2026-03-05T15:39:12.558 INFO:teuthology.orchestra.run.vm01.stdout: Verifying : python3-packaging-20.9-5.el9.noarch 81/116 2026-03-05T15:39:12.558 INFO:teuthology.orchestra.run.vm01.stdout: Verifying : python3-pecan-1.4.2-3.el9.noarch 82/116 2026-03-05T15:39:12.558 INFO:teuthology.orchestra.run.vm01.stdout: Verifying : python3-ply-3.11-14.el9.0.1.noarch 83/116 2026-03-05T15:39:12.558 INFO:teuthology.orchestra.run.vm01.stdout: Verifying : python3-portend-3.1.0-2.el9.noarch 84/116 2026-03-05T15:39:12.558 INFO:teuthology.orchestra.run.vm01.stdout: Verifying : python3-prettytable-0.7.2-27.el9.0.1.noarch 85/116 2026-03-05T15:39:12.558 INFO:teuthology.orchestra.run.vm01.stdout: Verifying : python3-protobuf-3.14.0-17.el9_7.noarch 86/116 2026-03-05T15:39:12.558 INFO:teuthology.orchestra.run.vm01.stdout: Verifying : python3-pyOpenSSL-21.0.0-1.el9.noarch 87/116 2026-03-05T15:39:12.558 INFO:teuthology.orchestra.run.vm01.stdout: Verifying : python3-pyasn1-0.4.8-7.el9_7.noarch 88/116 2026-03-05T15:39:12.558 INFO:teuthology.orchestra.run.vm01.stdout: Verifying : python3-pyasn1-modules-0.4.8-7.el9_7.noarch 89/116 2026-03-05T15:39:12.558 INFO:teuthology.orchestra.run.vm01.stdout: Verifying : python3-pycparser-2.20-6.el9.noarch 90/116 2026-03-05T15:39:12.558 INFO:teuthology.orchestra.run.vm01.stdout: Verifying : python3-pyparsing-2.4.7-9.el9.0.1.noarch 91/116 2026-03-05T15:39:12.558 INFO:teuthology.orchestra.run.vm01.stdout: Verifying : python3-pysocks-1.7.1-12.el9.0.1.noarch 92/116 2026-03-05T15:39:12.558 INFO:teuthology.orchestra.run.vm01.stdout: Verifying : python3-pytz-2021.1-5.el9.noarch 93/116 2026-03-05T15:39:12.558 INFO:teuthology.orchestra.run.vm01.stdout: Verifying : python3-repoze-lru-0.7-16.el9.noarch 94/116 2026-03-05T15:39:12.558 INFO:teuthology.orchestra.run.vm01.stdout: Verifying : python3-requests-2.25.1-10.el9_6.noarch 95/116 2026-03-05T15:39:12.558 INFO:teuthology.orchestra.run.vm01.stdout: Verifying : python3-requests-oauthlib-1.3.0-12.el9.noarch 96/116 2026-03-05T15:39:12.558 INFO:teuthology.orchestra.run.vm01.stdout: Verifying : python3-routes-2.5.1-5.el9.noarch 97/116 2026-03-05T15:39:12.558 INFO:teuthology.orchestra.run.vm01.stdout: Verifying : python3-rsa-4.9-2.el9.noarch 98/116 2026-03-05T15:39:12.559 INFO:teuthology.orchestra.run.vm01.stdout: Verifying : python3-saml-1.16.0-1.el9.noarch 99/116 2026-03-05T15:39:12.559 INFO:teuthology.orchestra.run.vm01.stdout: Verifying : python3-scipy-1.9.3-2.el9.x86_64 100/116 2026-03-05T15:39:12.559 INFO:teuthology.orchestra.run.vm01.stdout: Verifying : python3-tempora-5.0.0-2.el9.noarch 101/116 2026-03-05T15:39:12.559 INFO:teuthology.orchestra.run.vm01.stdout: Verifying : python3-toml-0.10.2-6.el9.0.1.noarch 102/116 2026-03-05T15:39:12.559 INFO:teuthology.orchestra.run.vm01.stdout: Verifying : python3-typing-extensions-4.15.0-1.el9.noarch 103/116 2026-03-05T15:39:12.559 INFO:teuthology.orchestra.run.vm01.stdout: Verifying : python3-urllib3-1.26.5-6.el9_7.1.noarch 104/116 2026-03-05T15:39:12.559 INFO:teuthology.orchestra.run.vm01.stdout: Verifying : python3-webob-1.8.8-2.el9.noarch 105/116 2026-03-05T15:39:12.559 INFO:teuthology.orchestra.run.vm01.stdout: Verifying : python3-websocket-client-1.2.3-2.el9.noarch 106/116 2026-03-05T15:39:12.559 INFO:teuthology.orchestra.run.vm01.stdout: Verifying : python3-werkzeug-2.0.3-3.el9.1.noarch 107/116 2026-03-05T15:39:12.559 INFO:teuthology.orchestra.run.vm01.stdout: Verifying : python3-xmlsec-1.3.13-1.el9.x86_64 108/116 2026-03-05T15:39:12.559 INFO:teuthology.orchestra.run.vm01.stdout: Verifying : python3-zc-lockfile-2.0-10.el9.noarch 109/116 2026-03-05T15:39:12.559 INFO:teuthology.orchestra.run.vm01.stdout: Verifying : qatlib-24.09.0-1.el9.x86_64 110/116 2026-03-05T15:39:12.559 INFO:teuthology.orchestra.run.vm01.stdout: Verifying : qatlib-service-24.09.0-1.el9.x86_64 111/116 2026-03-05T15:39:12.559 INFO:teuthology.orchestra.run.vm01.stdout: Verifying : qatzip-libs-1.3.1-1.el9.x86_64 112/116 2026-03-05T15:39:12.559 INFO:teuthology.orchestra.run.vm01.stdout: Verifying : rbd-mirror-2:19.2.3-47.gc24117fd552.el9.clyso.x8 113/116 2026-03-05T15:39:12.559 INFO:teuthology.orchestra.run.vm01.stdout: Verifying : smartmontools-1:7.2-9.el9.x86_64 114/116 2026-03-05T15:39:12.559 INFO:teuthology.orchestra.run.vm01.stdout: Verifying : xmlsec1-1.2.29-13.el9.x86_64 115/116 2026-03-05T15:39:12.650 INFO:teuthology.orchestra.run.vm01.stdout: Verifying : xmlsec1-openssl-1.2.29-13.el9.x86_64 116/116 2026-03-05T15:39:12.650 INFO:teuthology.orchestra.run.vm01.stdout: 2026-03-05T15:39:12.651 INFO:teuthology.orchestra.run.vm01.stdout:Removed: 2026-03-05T15:39:12.651 INFO:teuthology.orchestra.run.vm01.stdout: abseil-cpp-20211102.0-4.el9.x86_64 2026-03-05T15:39:12.651 INFO:teuthology.orchestra.run.vm01.stdout: c-ares-1.19.1-2.el9_4.x86_64 2026-03-05T15:39:12.651 INFO:teuthology.orchestra.run.vm01.stdout: ceph-base-2:19.2.3-47.gc24117fd552.el9.clyso.x86_64 2026-03-05T15:39:12.651 INFO:teuthology.orchestra.run.vm01.stdout: ceph-common-2:19.2.3-47.gc24117fd552.el9.clyso.x86_64 2026-03-05T15:39:12.651 INFO:teuthology.orchestra.run.vm01.stdout: ceph-grafana-dashboards-2:19.2.3-47.gc24117fd552.el9.clyso.noarch 2026-03-05T15:39:12.651 INFO:teuthology.orchestra.run.vm01.stdout: ceph-immutable-object-cache-2:19.2.3-47.gc24117fd552.el9.clyso.x86_64 2026-03-05T15:39:12.651 INFO:teuthology.orchestra.run.vm01.stdout: ceph-mgr-2:19.2.3-47.gc24117fd552.el9.clyso.x86_64 2026-03-05T15:39:12.651 INFO:teuthology.orchestra.run.vm01.stdout: ceph-mgr-cephadm-2:19.2.3-47.gc24117fd552.el9.clyso.noarch 2026-03-05T15:39:12.651 INFO:teuthology.orchestra.run.vm01.stdout: ceph-mgr-dashboard-2:19.2.3-47.gc24117fd552.el9.clyso.noarch 2026-03-05T15:39:12.651 INFO:teuthology.orchestra.run.vm01.stdout: ceph-mgr-diskprediction-local-2:19.2.3-47.gc24117fd552.el9.clyso.noarch 2026-03-05T15:39:12.651 INFO:teuthology.orchestra.run.vm01.stdout: ceph-mgr-k8sevents-2:19.2.3-47.gc24117fd552.el9.clyso.noarch 2026-03-05T15:39:12.651 INFO:teuthology.orchestra.run.vm01.stdout: ceph-mgr-modules-core-2:19.2.3-47.gc24117fd552.el9.clyso.noarch 2026-03-05T15:39:12.651 INFO:teuthology.orchestra.run.vm01.stdout: ceph-mgr-rook-2:19.2.3-47.gc24117fd552.el9.clyso.noarch 2026-03-05T15:39:12.651 INFO:teuthology.orchestra.run.vm01.stdout: ceph-osd-2:19.2.3-47.gc24117fd552.el9.clyso.x86_64 2026-03-05T15:39:12.651 INFO:teuthology.orchestra.run.vm01.stdout: ceph-prometheus-alerts-2:19.2.3-47.gc24117fd552.el9.clyso.noarch 2026-03-05T15:39:12.651 INFO:teuthology.orchestra.run.vm01.stdout: ceph-selinux-2:19.2.3-47.gc24117fd552.el9.clyso.x86_64 2026-03-05T15:39:12.651 INFO:teuthology.orchestra.run.vm01.stdout: ceph-volume-2:19.2.3-47.gc24117fd552.el9.clyso.noarch 2026-03-05T15:39:12.651 INFO:teuthology.orchestra.run.vm01.stdout: cryptsetup-2.7.2-4.el9.x86_64 2026-03-05T15:39:12.651 INFO:teuthology.orchestra.run.vm01.stdout: flexiblas-3.0.4-8.el9.0.1.x86_64 2026-03-05T15:39:12.651 INFO:teuthology.orchestra.run.vm01.stdout: flexiblas-netlib-3.0.4-8.el9.0.1.x86_64 2026-03-05T15:39:12.651 INFO:teuthology.orchestra.run.vm01.stdout: flexiblas-openblas-openmp-3.0.4-8.el9.0.1.x86_64 2026-03-05T15:39:12.651 INFO:teuthology.orchestra.run.vm01.stdout: gperftools-libs-2.9.1-3.el9.x86_64 2026-03-05T15:39:12.651 INFO:teuthology.orchestra.run.vm01.stdout: grpc-data-1.46.7-10.el9.noarch 2026-03-05T15:39:12.651 INFO:teuthology.orchestra.run.vm01.stdout: ledmon-libs-1.1.0-3.el9.x86_64 2026-03-05T15:39:12.651 INFO:teuthology.orchestra.run.vm01.stdout: libcephsqlite-2:19.2.3-47.gc24117fd552.el9.clyso.x86_64 2026-03-05T15:39:12.651 INFO:teuthology.orchestra.run.vm01.stdout: libconfig-1.7.2-9.el9.x86_64 2026-03-05T15:39:12.651 INFO:teuthology.orchestra.run.vm01.stdout: libgfortran-11.5.0-11.el9.x86_64 2026-03-05T15:39:12.651 INFO:teuthology.orchestra.run.vm01.stdout: liboath-2.6.12-1.el9.x86_64 2026-03-05T15:39:12.651 INFO:teuthology.orchestra.run.vm01.stdout: libquadmath-11.5.0-11.el9.x86_64 2026-03-05T15:39:12.651 INFO:teuthology.orchestra.run.vm01.stdout: libradosstriper1-2:19.2.3-47.gc24117fd552.el9.clyso.x86_64 2026-03-05T15:39:12.651 INFO:teuthology.orchestra.run.vm01.stdout: libstoragemgmt-1.10.1-1.el9.x86_64 2026-03-05T15:39:12.651 INFO:teuthology.orchestra.run.vm01.stdout: libunwind-1.6.2-1.el9.x86_64 2026-03-05T15:39:12.651 INFO:teuthology.orchestra.run.vm01.stdout: libxslt-1.1.34-13.el9_6.x86_64 2026-03-05T15:39:12.651 INFO:teuthology.orchestra.run.vm01.stdout: nvme-cli-2.13-1.el9.x86_64 2026-03-05T15:39:12.651 INFO:teuthology.orchestra.run.vm01.stdout: openblas-0.3.29-1.el9.x86_64 2026-03-05T15:39:12.651 INFO:teuthology.orchestra.run.vm01.stdout: openblas-openmp-0.3.29-1.el9.x86_64 2026-03-05T15:39:12.652 INFO:teuthology.orchestra.run.vm01.stdout: pciutils-3.7.0-7.el9.x86_64 2026-03-05T15:39:12.652 INFO:teuthology.orchestra.run.vm01.stdout: protobuf-3.14.0-17.el9_7.x86_64 2026-03-05T15:39:12.652 INFO:teuthology.orchestra.run.vm01.stdout: protobuf-compiler-3.14.0-17.el9_7.x86_64 2026-03-05T15:39:12.652 INFO:teuthology.orchestra.run.vm01.stdout: python3-asyncssh-2.13.2-5.el9.noarch 2026-03-05T15:39:12.652 INFO:teuthology.orchestra.run.vm01.stdout: python3-autocommand-2.2.2-8.el9.noarch 2026-03-05T15:39:12.652 INFO:teuthology.orchestra.run.vm01.stdout: python3-babel-2.9.1-2.el9.noarch 2026-03-05T15:39:12.652 INFO:teuthology.orchestra.run.vm01.stdout: python3-backports-tarfile-1.2.0-1.el9.noarch 2026-03-05T15:39:12.652 INFO:teuthology.orchestra.run.vm01.stdout: python3-bcrypt-3.2.2-1.el9.x86_64 2026-03-05T15:39:12.652 INFO:teuthology.orchestra.run.vm01.stdout: python3-cachetools-4.2.4-1.el9.noarch 2026-03-05T15:39:12.652 INFO:teuthology.orchestra.run.vm01.stdout: python3-ceph-common-2:19.2.3-47.gc24117fd552.el9.clyso.x86_64 2026-03-05T15:39:12.652 INFO:teuthology.orchestra.run.vm01.stdout: python3-certifi-2023.05.07-4.el9.noarch 2026-03-05T15:39:12.652 INFO:teuthology.orchestra.run.vm01.stdout: python3-cffi-1.14.5-5.el9.x86_64 2026-03-05T15:39:12.652 INFO:teuthology.orchestra.run.vm01.stdout: python3-chardet-4.0.0-5.el9.noarch 2026-03-05T15:39:12.652 INFO:teuthology.orchestra.run.vm01.stdout: python3-cheroot-10.0.1-4.el9.noarch 2026-03-05T15:39:12.652 INFO:teuthology.orchestra.run.vm01.stdout: python3-cherrypy-18.6.1-2.el9.noarch 2026-03-05T15:39:12.652 INFO:teuthology.orchestra.run.vm01.stdout: python3-cryptography-36.0.1-5.el9_6.x86_64 2026-03-05T15:39:12.652 INFO:teuthology.orchestra.run.vm01.stdout: python3-devel-3.9.23-2.el9.x86_64 2026-03-05T15:39:12.652 INFO:teuthology.orchestra.run.vm01.stdout: python3-google-auth-1:2.45.0-1.el9.noarch 2026-03-05T15:39:12.652 INFO:teuthology.orchestra.run.vm01.stdout: python3-grpcio-1.46.7-10.el9.x86_64 2026-03-05T15:39:12.652 INFO:teuthology.orchestra.run.vm01.stdout: python3-grpcio-tools-1.46.7-10.el9.x86_64 2026-03-05T15:39:12.652 INFO:teuthology.orchestra.run.vm01.stdout: python3-idna-2.10-7.el9_4.1.noarch 2026-03-05T15:39:12.652 INFO:teuthology.orchestra.run.vm01.stdout: python3-influxdb-5.3.1-1.el9.noarch 2026-03-05T15:39:12.652 INFO:teuthology.orchestra.run.vm01.stdout: python3-isodate-0.6.1-3.el9.noarch 2026-03-05T15:39:12.652 INFO:teuthology.orchestra.run.vm01.stdout: python3-jaraco-8.2.1-3.el9.noarch 2026-03-05T15:39:12.652 INFO:teuthology.orchestra.run.vm01.stdout: python3-jaraco-classes-3.2.1-5.el9.noarch 2026-03-05T15:39:12.652 INFO:teuthology.orchestra.run.vm01.stdout: python3-jaraco-collections-3.0.0-8.el9.noarch 2026-03-05T15:39:12.652 INFO:teuthology.orchestra.run.vm01.stdout: python3-jaraco-context-6.0.1-3.el9.noarch 2026-03-05T15:39:12.652 INFO:teuthology.orchestra.run.vm01.stdout: python3-jaraco-functools-3.5.0-2.el9.noarch 2026-03-05T15:39:12.652 INFO:teuthology.orchestra.run.vm01.stdout: python3-jaraco-text-4.0.0-2.el9.noarch 2026-03-05T15:39:12.652 INFO:teuthology.orchestra.run.vm01.stdout: python3-jinja2-2.11.3-8.el9_5.noarch 2026-03-05T15:39:12.652 INFO:teuthology.orchestra.run.vm01.stdout: python3-jsonpatch-1.21-16.el9.noarch 2026-03-05T15:39:12.652 INFO:teuthology.orchestra.run.vm01.stdout: python3-jsonpointer-2.0-4.el9.0.1.noarch 2026-03-05T15:39:12.652 INFO:teuthology.orchestra.run.vm01.stdout: python3-kubernetes-1:26.1.0-3.el9.noarch 2026-03-05T15:39:12.652 INFO:teuthology.orchestra.run.vm01.stdout: python3-libstoragemgmt-1.10.1-1.el9.x86_64 2026-03-05T15:39:12.652 INFO:teuthology.orchestra.run.vm01.stdout: python3-logutils-0.3.5-21.el9.noarch 2026-03-05T15:39:12.652 INFO:teuthology.orchestra.run.vm01.stdout: python3-lxml-4.6.5-3.el9.x86_64 2026-03-05T15:39:12.652 INFO:teuthology.orchestra.run.vm01.stdout: python3-mako-1.1.4-6.el9.noarch 2026-03-05T15:39:12.652 INFO:teuthology.orchestra.run.vm01.stdout: python3-markupsafe-1.1.1-12.el9.x86_64 2026-03-05T15:39:12.652 INFO:teuthology.orchestra.run.vm01.stdout: python3-more-itertools-8.12.0-2.el9.noarch 2026-03-05T15:39:12.652 INFO:teuthology.orchestra.run.vm01.stdout: python3-msgpack-1.0.3-2.el9.x86_64 2026-03-05T15:39:12.652 INFO:teuthology.orchestra.run.vm01.stdout: python3-natsort-7.1.1-5.el9.noarch 2026-03-05T15:39:12.652 INFO:teuthology.orchestra.run.vm01.stdout: python3-numpy-1:1.23.5-1.el9.x86_64 2026-03-05T15:39:12.652 INFO:teuthology.orchestra.run.vm01.stdout: python3-numpy-f2py-1:1.23.5-1.el9.x86_64 2026-03-05T15:39:12.652 INFO:teuthology.orchestra.run.vm01.stdout: python3-oauthlib-3.1.1-5.el9.noarch 2026-03-05T15:39:12.652 INFO:teuthology.orchestra.run.vm01.stdout: python3-packaging-20.9-5.el9.noarch 2026-03-05T15:39:12.653 INFO:teuthology.orchestra.run.vm01.stdout: python3-pecan-1.4.2-3.el9.noarch 2026-03-05T15:39:12.653 INFO:teuthology.orchestra.run.vm01.stdout: python3-ply-3.11-14.el9.0.1.noarch 2026-03-05T15:39:12.653 INFO:teuthology.orchestra.run.vm01.stdout: python3-portend-3.1.0-2.el9.noarch 2026-03-05T15:39:12.653 INFO:teuthology.orchestra.run.vm01.stdout: python3-prettytable-0.7.2-27.el9.0.1.noarch 2026-03-05T15:39:12.653 INFO:teuthology.orchestra.run.vm01.stdout: python3-protobuf-3.14.0-17.el9_7.noarch 2026-03-05T15:39:12.653 INFO:teuthology.orchestra.run.vm01.stdout: python3-pyOpenSSL-21.0.0-1.el9.noarch 2026-03-05T15:39:12.653 INFO:teuthology.orchestra.run.vm01.stdout: python3-pyasn1-0.4.8-7.el9_7.noarch 2026-03-05T15:39:12.653 INFO:teuthology.orchestra.run.vm01.stdout: python3-pyasn1-modules-0.4.8-7.el9_7.noarch 2026-03-05T15:39:12.653 INFO:teuthology.orchestra.run.vm01.stdout: python3-pycparser-2.20-6.el9.noarch 2026-03-05T15:39:12.653 INFO:teuthology.orchestra.run.vm01.stdout: python3-pyparsing-2.4.7-9.el9.0.1.noarch 2026-03-05T15:39:12.653 INFO:teuthology.orchestra.run.vm01.stdout: python3-pysocks-1.7.1-12.el9.0.1.noarch 2026-03-05T15:39:12.653 INFO:teuthology.orchestra.run.vm01.stdout: python3-pytz-2021.1-5.el9.noarch 2026-03-05T15:39:12.653 INFO:teuthology.orchestra.run.vm01.stdout: python3-repoze-lru-0.7-16.el9.noarch 2026-03-05T15:39:12.653 INFO:teuthology.orchestra.run.vm01.stdout: python3-requests-2.25.1-10.el9_6.noarch 2026-03-05T15:39:12.653 INFO:teuthology.orchestra.run.vm01.stdout: python3-requests-oauthlib-1.3.0-12.el9.noarch 2026-03-05T15:39:12.653 INFO:teuthology.orchestra.run.vm01.stdout: python3-routes-2.5.1-5.el9.noarch 2026-03-05T15:39:12.653 INFO:teuthology.orchestra.run.vm01.stdout: python3-rsa-4.9-2.el9.noarch 2026-03-05T15:39:12.653 INFO:teuthology.orchestra.run.vm01.stdout: python3-saml-1.16.0-1.el9.noarch 2026-03-05T15:39:12.653 INFO:teuthology.orchestra.run.vm01.stdout: python3-scipy-1.9.3-2.el9.x86_64 2026-03-05T15:39:12.653 INFO:teuthology.orchestra.run.vm01.stdout: python3-tempora-5.0.0-2.el9.noarch 2026-03-05T15:39:12.653 INFO:teuthology.orchestra.run.vm01.stdout: python3-toml-0.10.2-6.el9.0.1.noarch 2026-03-05T15:39:12.653 INFO:teuthology.orchestra.run.vm01.stdout: python3-typing-extensions-4.15.0-1.el9.noarch 2026-03-05T15:39:12.653 INFO:teuthology.orchestra.run.vm01.stdout: python3-urllib3-1.26.5-6.el9_7.1.noarch 2026-03-05T15:39:12.653 INFO:teuthology.orchestra.run.vm01.stdout: python3-webob-1.8.8-2.el9.noarch 2026-03-05T15:39:12.653 INFO:teuthology.orchestra.run.vm01.stdout: python3-websocket-client-1.2.3-2.el9.noarch 2026-03-05T15:39:12.653 INFO:teuthology.orchestra.run.vm01.stdout: python3-werkzeug-2.0.3-3.el9.1.noarch 2026-03-05T15:39:12.653 INFO:teuthology.orchestra.run.vm01.stdout: python3-xmlsec-1.3.13-1.el9.x86_64 2026-03-05T15:39:12.653 INFO:teuthology.orchestra.run.vm01.stdout: python3-zc-lockfile-2.0-10.el9.noarch 2026-03-05T15:39:12.653 INFO:teuthology.orchestra.run.vm01.stdout: qatlib-24.09.0-1.el9.x86_64 2026-03-05T15:39:12.653 INFO:teuthology.orchestra.run.vm01.stdout: qatlib-service-24.09.0-1.el9.x86_64 2026-03-05T15:39:12.653 INFO:teuthology.orchestra.run.vm01.stdout: qatzip-libs-1.3.1-1.el9.x86_64 2026-03-05T15:39:12.653 INFO:teuthology.orchestra.run.vm01.stdout: rbd-mirror-2:19.2.3-47.gc24117fd552.el9.clyso.x86_64 2026-03-05T15:39:12.653 INFO:teuthology.orchestra.run.vm01.stdout: smartmontools-1:7.2-9.el9.x86_64 2026-03-05T15:39:12.653 INFO:teuthology.orchestra.run.vm01.stdout: xmlsec1-1.2.29-13.el9.x86_64 2026-03-05T15:39:12.653 INFO:teuthology.orchestra.run.vm01.stdout: xmlsec1-openssl-1.2.29-13.el9.x86_64 2026-03-05T15:39:12.653 INFO:teuthology.orchestra.run.vm01.stdout: 2026-03-05T15:39:12.653 INFO:teuthology.orchestra.run.vm01.stdout:Complete! 2026-03-05T15:39:12.889 INFO:teuthology.orchestra.run.vm01.stdout:Dependencies resolved. 2026-03-05T15:39:12.889 INFO:teuthology.orchestra.run.vm01.stdout:================================================================================ 2026-03-05T15:39:12.889 INFO:teuthology.orchestra.run.vm01.stdout: Package Arch Version Repository Size 2026-03-05T15:39:12.889 INFO:teuthology.orchestra.run.vm01.stdout:================================================================================ 2026-03-05T15:39:12.889 INFO:teuthology.orchestra.run.vm01.stdout:Removing: 2026-03-05T15:39:12.889 INFO:teuthology.orchestra.run.vm01.stdout: cephadm noarch 2:19.2.3-47.gc24117fd552.el9.clyso @ceph-noarch 775 k 2026-03-05T15:39:12.889 INFO:teuthology.orchestra.run.vm01.stdout: 2026-03-05T15:39:12.889 INFO:teuthology.orchestra.run.vm01.stdout:Transaction Summary 2026-03-05T15:39:12.889 INFO:teuthology.orchestra.run.vm01.stdout:================================================================================ 2026-03-05T15:39:12.889 INFO:teuthology.orchestra.run.vm01.stdout:Remove 1 Package 2026-03-05T15:39:12.889 INFO:teuthology.orchestra.run.vm01.stdout: 2026-03-05T15:39:12.890 INFO:teuthology.orchestra.run.vm01.stdout:Freed space: 775 k 2026-03-05T15:39:12.890 INFO:teuthology.orchestra.run.vm01.stdout:Running transaction check 2026-03-05T15:39:12.891 INFO:teuthology.orchestra.run.vm01.stdout:Transaction check succeeded. 2026-03-05T15:39:12.892 INFO:teuthology.orchestra.run.vm01.stdout:Running transaction test 2026-03-05T15:39:12.893 INFO:teuthology.orchestra.run.vm01.stdout:Transaction test succeeded. 2026-03-05T15:39:12.893 INFO:teuthology.orchestra.run.vm01.stdout:Running transaction 2026-03-05T15:39:12.913 INFO:teuthology.orchestra.run.vm01.stdout: Preparing : 1/1 2026-03-05T15:39:12.913 INFO:teuthology.orchestra.run.vm01.stdout: Erasing : cephadm-2:19.2.3-47.gc24117fd552.el9.clyso.noarch 1/1 2026-03-05T15:39:13.090 INFO:teuthology.orchestra.run.vm01.stdout: Running scriptlet: cephadm-2:19.2.3-47.gc24117fd552.el9.clyso.noarch 1/1 2026-03-05T15:39:13.131 INFO:teuthology.orchestra.run.vm01.stdout: Verifying : cephadm-2:19.2.3-47.gc24117fd552.el9.clyso.noarch 1/1 2026-03-05T15:39:13.132 INFO:teuthology.orchestra.run.vm01.stdout: 2026-03-05T15:39:13.132 INFO:teuthology.orchestra.run.vm01.stdout:Removed: 2026-03-05T15:39:13.132 INFO:teuthology.orchestra.run.vm01.stdout: cephadm-2:19.2.3-47.gc24117fd552.el9.clyso.noarch 2026-03-05T15:39:13.132 INFO:teuthology.orchestra.run.vm01.stdout: 2026-03-05T15:39:13.132 INFO:teuthology.orchestra.run.vm01.stdout:Complete! 2026-03-05T15:39:13.322 INFO:teuthology.orchestra.run.vm01.stdout:No match for argument: ceph-immutable-object-cache 2026-03-05T15:39:13.322 INFO:teuthology.orchestra.run.vm01.stderr:No packages marked for removal. 2026-03-05T15:39:13.325 INFO:teuthology.orchestra.run.vm01.stdout:Dependencies resolved. 2026-03-05T15:39:13.326 INFO:teuthology.orchestra.run.vm01.stdout:Nothing to do. 2026-03-05T15:39:13.326 INFO:teuthology.orchestra.run.vm01.stdout:Complete! 2026-03-05T15:39:13.515 INFO:teuthology.orchestra.run.vm01.stdout:No match for argument: ceph-mgr 2026-03-05T15:39:13.516 INFO:teuthology.orchestra.run.vm01.stderr:No packages marked for removal. 2026-03-05T15:39:13.518 INFO:teuthology.orchestra.run.vm01.stdout:Dependencies resolved. 2026-03-05T15:39:13.519 INFO:teuthology.orchestra.run.vm01.stdout:Nothing to do. 2026-03-05T15:39:13.519 INFO:teuthology.orchestra.run.vm01.stdout:Complete! 2026-03-05T15:39:13.686 INFO:teuthology.orchestra.run.vm01.stdout:No match for argument: ceph-mgr-dashboard 2026-03-05T15:39:13.686 INFO:teuthology.orchestra.run.vm01.stderr:No packages marked for removal. 2026-03-05T15:39:13.689 INFO:teuthology.orchestra.run.vm01.stdout:Dependencies resolved. 2026-03-05T15:39:13.690 INFO:teuthology.orchestra.run.vm01.stdout:Nothing to do. 2026-03-05T15:39:13.690 INFO:teuthology.orchestra.run.vm01.stdout:Complete! 2026-03-05T15:39:13.865 INFO:teuthology.orchestra.run.vm01.stdout:No match for argument: ceph-mgr-diskprediction-local 2026-03-05T15:39:13.865 INFO:teuthology.orchestra.run.vm01.stderr:No packages marked for removal. 2026-03-05T15:39:13.868 INFO:teuthology.orchestra.run.vm01.stdout:Dependencies resolved. 2026-03-05T15:39:13.869 INFO:teuthology.orchestra.run.vm01.stdout:Nothing to do. 2026-03-05T15:39:13.869 INFO:teuthology.orchestra.run.vm01.stdout:Complete! 2026-03-05T15:39:14.049 INFO:teuthology.orchestra.run.vm01.stdout:No match for argument: ceph-mgr-rook 2026-03-05T15:39:14.049 INFO:teuthology.orchestra.run.vm01.stderr:No packages marked for removal. 2026-03-05T15:39:14.052 INFO:teuthology.orchestra.run.vm01.stdout:Dependencies resolved. 2026-03-05T15:39:14.052 INFO:teuthology.orchestra.run.vm01.stdout:Nothing to do. 2026-03-05T15:39:14.052 INFO:teuthology.orchestra.run.vm01.stdout:Complete! 2026-03-05T15:39:14.234 INFO:teuthology.orchestra.run.vm01.stdout:No match for argument: ceph-mgr-cephadm 2026-03-05T15:39:14.234 INFO:teuthology.orchestra.run.vm01.stderr:No packages marked for removal. 2026-03-05T15:39:14.237 INFO:teuthology.orchestra.run.vm01.stdout:Dependencies resolved. 2026-03-05T15:39:14.238 INFO:teuthology.orchestra.run.vm01.stdout:Nothing to do. 2026-03-05T15:39:14.238 INFO:teuthology.orchestra.run.vm01.stdout:Complete! 2026-03-05T15:39:14.418 INFO:teuthology.orchestra.run.vm01.stdout:Dependencies resolved. 2026-03-05T15:39:14.418 INFO:teuthology.orchestra.run.vm01.stdout:================================================================================ 2026-03-05T15:39:14.419 INFO:teuthology.orchestra.run.vm01.stdout: Package Arch Version Repository Size 2026-03-05T15:39:14.419 INFO:teuthology.orchestra.run.vm01.stdout:================================================================================ 2026-03-05T15:39:14.419 INFO:teuthology.orchestra.run.vm01.stdout:Removing: 2026-03-05T15:39:14.419 INFO:teuthology.orchestra.run.vm01.stdout: ceph-fuse x86_64 2:19.2.3-47.gc24117fd552.el9.clyso @ceph 3.6 M 2026-03-05T15:39:14.419 INFO:teuthology.orchestra.run.vm01.stdout:Removing unused dependencies: 2026-03-05T15:39:14.419 INFO:teuthology.orchestra.run.vm01.stdout: fuse x86_64 2.9.9-17.el9 @baseos 213 k 2026-03-05T15:39:14.419 INFO:teuthology.orchestra.run.vm01.stdout: 2026-03-05T15:39:14.419 INFO:teuthology.orchestra.run.vm01.stdout:Transaction Summary 2026-03-05T15:39:14.419 INFO:teuthology.orchestra.run.vm01.stdout:================================================================================ 2026-03-05T15:39:14.419 INFO:teuthology.orchestra.run.vm01.stdout:Remove 2 Packages 2026-03-05T15:39:14.419 INFO:teuthology.orchestra.run.vm01.stdout: 2026-03-05T15:39:14.419 INFO:teuthology.orchestra.run.vm01.stdout:Freed space: 3.8 M 2026-03-05T15:39:14.419 INFO:teuthology.orchestra.run.vm01.stdout:Running transaction check 2026-03-05T15:39:14.421 INFO:teuthology.orchestra.run.vm01.stdout:Transaction check succeeded. 2026-03-05T15:39:14.421 INFO:teuthology.orchestra.run.vm01.stdout:Running transaction test 2026-03-05T15:39:14.433 INFO:teuthology.orchestra.run.vm01.stdout:Transaction test succeeded. 2026-03-05T15:39:14.434 INFO:teuthology.orchestra.run.vm01.stdout:Running transaction 2026-03-05T15:39:14.461 INFO:teuthology.orchestra.run.vm01.stdout: Preparing : 1/1 2026-03-05T15:39:14.464 INFO:teuthology.orchestra.run.vm01.stdout: Erasing : ceph-fuse-2:19.2.3-47.gc24117fd552.el9.clyso.x86_64 1/2 2026-03-05T15:39:14.478 INFO:teuthology.orchestra.run.vm01.stdout: Erasing : fuse-2.9.9-17.el9.x86_64 2/2 2026-03-05T15:39:14.545 INFO:teuthology.orchestra.run.vm01.stdout: Running scriptlet: fuse-2.9.9-17.el9.x86_64 2/2 2026-03-05T15:39:14.545 INFO:teuthology.orchestra.run.vm01.stdout: Verifying : ceph-fuse-2:19.2.3-47.gc24117fd552.el9.clyso.x86_64 1/2 2026-03-05T15:39:14.599 INFO:teuthology.orchestra.run.vm01.stdout: Verifying : fuse-2.9.9-17.el9.x86_64 2/2 2026-03-05T15:39:14.599 INFO:teuthology.orchestra.run.vm01.stdout: 2026-03-05T15:39:14.599 INFO:teuthology.orchestra.run.vm01.stdout:Removed: 2026-03-05T15:39:14.599 INFO:teuthology.orchestra.run.vm01.stdout: ceph-fuse-2:19.2.3-47.gc24117fd552.el9.clyso.x86_64 fuse-2.9.9-17.el9.x86_64 2026-03-05T15:39:14.599 INFO:teuthology.orchestra.run.vm01.stdout: 2026-03-05T15:39:14.599 INFO:teuthology.orchestra.run.vm01.stdout:Complete! 2026-03-05T15:39:14.822 INFO:teuthology.orchestra.run.vm01.stdout:No match for argument: ceph-volume 2026-03-05T15:39:14.822 INFO:teuthology.orchestra.run.vm01.stderr:No packages marked for removal. 2026-03-05T15:39:14.825 INFO:teuthology.orchestra.run.vm01.stdout:Dependencies resolved. 2026-03-05T15:39:14.826 INFO:teuthology.orchestra.run.vm01.stdout:Nothing to do. 2026-03-05T15:39:14.826 INFO:teuthology.orchestra.run.vm01.stdout:Complete! 2026-03-05T15:39:15.034 INFO:teuthology.orchestra.run.vm01.stdout:Dependencies resolved. 2026-03-05T15:39:15.034 INFO:teuthology.orchestra.run.vm01.stdout:================================================================================ 2026-03-05T15:39:15.035 INFO:teuthology.orchestra.run.vm01.stdout: Package Arch Version Repo Size 2026-03-05T15:39:15.035 INFO:teuthology.orchestra.run.vm01.stdout:================================================================================ 2026-03-05T15:39:15.035 INFO:teuthology.orchestra.run.vm01.stdout:Removing: 2026-03-05T15:39:15.035 INFO:teuthology.orchestra.run.vm01.stdout: librados-devel x86_64 2:19.2.3-47.gc24117fd552.el9.clyso @ceph 456 k 2026-03-05T15:39:15.035 INFO:teuthology.orchestra.run.vm01.stdout:Removing dependent packages: 2026-03-05T15:39:15.035 INFO:teuthology.orchestra.run.vm01.stdout: libcephfs-devel x86_64 2:19.2.3-47.gc24117fd552.el9.clyso @ceph 153 k 2026-03-05T15:39:15.035 INFO:teuthology.orchestra.run.vm01.stdout: 2026-03-05T15:39:15.035 INFO:teuthology.orchestra.run.vm01.stdout:Transaction Summary 2026-03-05T15:39:15.035 INFO:teuthology.orchestra.run.vm01.stdout:================================================================================ 2026-03-05T15:39:15.035 INFO:teuthology.orchestra.run.vm01.stdout:Remove 2 Packages 2026-03-05T15:39:15.035 INFO:teuthology.orchestra.run.vm01.stdout: 2026-03-05T15:39:15.035 INFO:teuthology.orchestra.run.vm01.stdout:Freed space: 610 k 2026-03-05T15:39:15.035 INFO:teuthology.orchestra.run.vm01.stdout:Running transaction check 2026-03-05T15:39:15.037 INFO:teuthology.orchestra.run.vm01.stdout:Transaction check succeeded. 2026-03-05T15:39:15.037 INFO:teuthology.orchestra.run.vm01.stdout:Running transaction test 2026-03-05T15:39:15.047 INFO:teuthology.orchestra.run.vm01.stdout:Transaction test succeeded. 2026-03-05T15:39:15.047 INFO:teuthology.orchestra.run.vm01.stdout:Running transaction 2026-03-05T15:39:15.076 INFO:teuthology.orchestra.run.vm01.stdout: Preparing : 1/1 2026-03-05T15:39:15.078 INFO:teuthology.orchestra.run.vm01.stdout: Erasing : libcephfs-devel-2:19.2.3-47.gc24117fd552.el9.clyso.x 1/2 2026-03-05T15:39:15.094 INFO:teuthology.orchestra.run.vm01.stdout: Erasing : librados-devel-2:19.2.3-47.gc24117fd552.el9.clyso.x8 2/2 2026-03-05T15:39:15.159 INFO:teuthology.orchestra.run.vm01.stdout: Running scriptlet: librados-devel-2:19.2.3-47.gc24117fd552.el9.clyso.x8 2/2 2026-03-05T15:39:15.159 INFO:teuthology.orchestra.run.vm01.stdout: Verifying : libcephfs-devel-2:19.2.3-47.gc24117fd552.el9.clyso.x 1/2 2026-03-05T15:39:15.200 INFO:teuthology.orchestra.run.vm01.stdout: Verifying : librados-devel-2:19.2.3-47.gc24117fd552.el9.clyso.x8 2/2 2026-03-05T15:39:15.200 INFO:teuthology.orchestra.run.vm01.stdout: 2026-03-05T15:39:15.200 INFO:teuthology.orchestra.run.vm01.stdout:Removed: 2026-03-05T15:39:15.200 INFO:teuthology.orchestra.run.vm01.stdout: libcephfs-devel-2:19.2.3-47.gc24117fd552.el9.clyso.x86_64 2026-03-05T15:39:15.200 INFO:teuthology.orchestra.run.vm01.stdout: librados-devel-2:19.2.3-47.gc24117fd552.el9.clyso.x86_64 2026-03-05T15:39:15.200 INFO:teuthology.orchestra.run.vm01.stdout: 2026-03-05T15:39:15.200 INFO:teuthology.orchestra.run.vm01.stdout:Complete! 2026-03-05T15:39:15.410 INFO:teuthology.orchestra.run.vm01.stdout:Dependencies resolved. 2026-03-05T15:39:15.411 INFO:teuthology.orchestra.run.vm01.stdout:================================================================================ 2026-03-05T15:39:15.411 INFO:teuthology.orchestra.run.vm01.stdout: Package Arch Version Repo Size 2026-03-05T15:39:15.411 INFO:teuthology.orchestra.run.vm01.stdout:================================================================================ 2026-03-05T15:39:15.411 INFO:teuthology.orchestra.run.vm01.stdout:Removing: 2026-03-05T15:39:15.411 INFO:teuthology.orchestra.run.vm01.stdout: libcephfs2 x86_64 2:19.2.3-47.gc24117fd552.el9.clyso @ceph 3.0 M 2026-03-05T15:39:15.411 INFO:teuthology.orchestra.run.vm01.stdout:Removing dependent packages: 2026-03-05T15:39:15.411 INFO:teuthology.orchestra.run.vm01.stdout: python3-cephfs x86_64 2:19.2.3-47.gc24117fd552.el9.clyso @ceph 514 k 2026-03-05T15:39:15.411 INFO:teuthology.orchestra.run.vm01.stdout:Removing unused dependencies: 2026-03-05T15:39:15.411 INFO:teuthology.orchestra.run.vm01.stdout: python3-ceph-argparse x86_64 2:19.2.3-47.gc24117fd552.el9.clyso @ceph 187 k 2026-03-05T15:39:15.411 INFO:teuthology.orchestra.run.vm01.stdout: 2026-03-05T15:39:15.411 INFO:teuthology.orchestra.run.vm01.stdout:Transaction Summary 2026-03-05T15:39:15.411 INFO:teuthology.orchestra.run.vm01.stdout:================================================================================ 2026-03-05T15:39:15.411 INFO:teuthology.orchestra.run.vm01.stdout:Remove 3 Packages 2026-03-05T15:39:15.411 INFO:teuthology.orchestra.run.vm01.stdout: 2026-03-05T15:39:15.411 INFO:teuthology.orchestra.run.vm01.stdout:Freed space: 3.7 M 2026-03-05T15:39:15.411 INFO:teuthology.orchestra.run.vm01.stdout:Running transaction check 2026-03-05T15:39:15.413 INFO:teuthology.orchestra.run.vm01.stdout:Transaction check succeeded. 2026-03-05T15:39:15.413 INFO:teuthology.orchestra.run.vm01.stdout:Running transaction test 2026-03-05T15:39:15.425 INFO:teuthology.orchestra.run.vm01.stdout:Transaction test succeeded. 2026-03-05T15:39:15.425 INFO:teuthology.orchestra.run.vm01.stdout:Running transaction 2026-03-05T15:39:15.452 INFO:teuthology.orchestra.run.vm01.stdout: Preparing : 1/1 2026-03-05T15:39:15.454 INFO:teuthology.orchestra.run.vm01.stdout: Erasing : python3-cephfs-2:19.2.3-47.gc24117fd552.el9.clyso.x8 1/3 2026-03-05T15:39:15.456 INFO:teuthology.orchestra.run.vm01.stdout: Erasing : python3-ceph-argparse-2:19.2.3-47.gc24117fd552.el9.c 2/3 2026-03-05T15:39:15.456 INFO:teuthology.orchestra.run.vm01.stdout: Erasing : libcephfs2-2:19.2.3-47.gc24117fd552.el9.clyso.x86_64 3/3 2026-03-05T15:39:15.522 INFO:teuthology.orchestra.run.vm01.stdout: Running scriptlet: libcephfs2-2:19.2.3-47.gc24117fd552.el9.clyso.x86_64 3/3 2026-03-05T15:39:15.522 INFO:teuthology.orchestra.run.vm01.stdout: Verifying : libcephfs2-2:19.2.3-47.gc24117fd552.el9.clyso.x86_64 1/3 2026-03-05T15:39:15.522 INFO:teuthology.orchestra.run.vm01.stdout: Verifying : python3-ceph-argparse-2:19.2.3-47.gc24117fd552.el9.c 2/3 2026-03-05T15:39:15.560 INFO:teuthology.orchestra.run.vm01.stdout: Verifying : python3-cephfs-2:19.2.3-47.gc24117fd552.el9.clyso.x8 3/3 2026-03-05T15:39:15.561 INFO:teuthology.orchestra.run.vm01.stdout: 2026-03-05T15:39:15.561 INFO:teuthology.orchestra.run.vm01.stdout:Removed: 2026-03-05T15:39:15.561 INFO:teuthology.orchestra.run.vm01.stdout: libcephfs2-2:19.2.3-47.gc24117fd552.el9.clyso.x86_64 2026-03-05T15:39:15.561 INFO:teuthology.orchestra.run.vm01.stdout: python3-ceph-argparse-2:19.2.3-47.gc24117fd552.el9.clyso.x86_64 2026-03-05T15:39:15.561 INFO:teuthology.orchestra.run.vm01.stdout: python3-cephfs-2:19.2.3-47.gc24117fd552.el9.clyso.x86_64 2026-03-05T15:39:15.561 INFO:teuthology.orchestra.run.vm01.stdout: 2026-03-05T15:39:15.561 INFO:teuthology.orchestra.run.vm01.stdout:Complete! 2026-03-05T15:39:15.753 INFO:teuthology.orchestra.run.vm01.stdout:No match for argument: libcephfs-devel 2026-03-05T15:39:15.753 INFO:teuthology.orchestra.run.vm01.stderr:No packages marked for removal. 2026-03-05T15:39:15.756 INFO:teuthology.orchestra.run.vm01.stdout:Dependencies resolved. 2026-03-05T15:39:15.757 INFO:teuthology.orchestra.run.vm01.stdout:Nothing to do. 2026-03-05T15:39:15.757 INFO:teuthology.orchestra.run.vm01.stdout:Complete! 2026-03-05T15:39:15.948 INFO:teuthology.orchestra.run.vm01.stdout:Dependencies resolved. 2026-03-05T15:39:15.949 INFO:teuthology.orchestra.run.vm01.stdout:================================================================================ 2026-03-05T15:39:15.949 INFO:teuthology.orchestra.run.vm01.stdout: Package Arch Version Repository Size 2026-03-05T15:39:15.949 INFO:teuthology.orchestra.run.vm01.stdout:================================================================================ 2026-03-05T15:39:15.949 INFO:teuthology.orchestra.run.vm01.stdout:Removing: 2026-03-05T15:39:15.949 INFO:teuthology.orchestra.run.vm01.stdout: librados2 x86_64 2:19.2.3-47.gc24117fd552.el9.clyso @ceph 13 M 2026-03-05T15:39:15.949 INFO:teuthology.orchestra.run.vm01.stdout:Removing dependent packages: 2026-03-05T15:39:15.949 INFO:teuthology.orchestra.run.vm01.stdout: python3-rados x86_64 2:19.2.3-47.gc24117fd552.el9.clyso @ceph 1.1 M 2026-03-05T15:39:15.949 INFO:teuthology.orchestra.run.vm01.stdout: python3-rbd x86_64 2:19.2.3-47.gc24117fd552.el9.clyso @ceph 1.1 M 2026-03-05T15:39:15.949 INFO:teuthology.orchestra.run.vm01.stdout: python3-rgw x86_64 2:19.2.3-47.gc24117fd552.el9.clyso @ceph 265 k 2026-03-05T15:39:15.949 INFO:teuthology.orchestra.run.vm01.stdout: qemu-kvm-block-rbd x86_64 17:9.1.0-29.el9_7.6 @appstream 41 k 2026-03-05T15:39:15.949 INFO:teuthology.orchestra.run.vm01.stdout: rbd-fuse x86_64 2:19.2.3-47.gc24117fd552.el9.clyso @ceph 227 k 2026-03-05T15:39:15.949 INFO:teuthology.orchestra.run.vm01.stdout: rbd-nbd x86_64 2:19.2.3-47.gc24117fd552.el9.clyso @ceph 494 k 2026-03-05T15:39:15.949 INFO:teuthology.orchestra.run.vm01.stdout:Removing unused dependencies: 2026-03-05T15:39:15.950 INFO:teuthology.orchestra.run.vm01.stdout: boost-program-options 2026-03-05T15:39:15.950 INFO:teuthology.orchestra.run.vm01.stdout: x86_64 1.75.0-13.el9_7 @appstream 276 k 2026-03-05T15:39:15.950 INFO:teuthology.orchestra.run.vm01.stdout: libarrow x86_64 9.0.0-15.el9 @epel 18 M 2026-03-05T15:39:15.950 INFO:teuthology.orchestra.run.vm01.stdout: libarrow-doc noarch 9.0.0-15.el9 @epel 122 k 2026-03-05T15:39:15.950 INFO:teuthology.orchestra.run.vm01.stdout: libnbd x86_64 1.20.3-4.el9 @appstream 461 k 2026-03-05T15:39:15.950 INFO:teuthology.orchestra.run.vm01.stdout: libpmemobj x86_64 1.12.1-1.el9 @appstream 383 k 2026-03-05T15:39:15.950 INFO:teuthology.orchestra.run.vm01.stdout: librabbitmq x86_64 0.11.0-7.el9 @appstream 102 k 2026-03-05T15:39:15.950 INFO:teuthology.orchestra.run.vm01.stdout: librbd1 x86_64 2:19.2.3-47.gc24117fd552.el9.clyso @ceph 13 M 2026-03-05T15:39:15.950 INFO:teuthology.orchestra.run.vm01.stdout: librdkafka x86_64 1.6.1-102.el9 @appstream 2.0 M 2026-03-05T15:39:15.950 INFO:teuthology.orchestra.run.vm01.stdout: librgw2 x86_64 2:19.2.3-47.gc24117fd552.el9.clyso @ceph 19 M 2026-03-05T15:39:15.950 INFO:teuthology.orchestra.run.vm01.stdout: lmdb-libs x86_64 0.9.29-3.el9 @baseos 106 k 2026-03-05T15:39:15.950 INFO:teuthology.orchestra.run.vm01.stdout: lttng-ust x86_64 2.12.0-6.el9 @appstream 1.0 M 2026-03-05T15:39:15.950 INFO:teuthology.orchestra.run.vm01.stdout: parquet-libs x86_64 9.0.0-15.el9 @epel 2.8 M 2026-03-05T15:39:15.950 INFO:teuthology.orchestra.run.vm01.stdout: re2 x86_64 1:20211101-20.el9 @epel 472 k 2026-03-05T15:39:15.950 INFO:teuthology.orchestra.run.vm01.stdout: thrift x86_64 0.15.0-4.el9 @epel 4.8 M 2026-03-05T15:39:15.950 INFO:teuthology.orchestra.run.vm01.stdout: 2026-03-05T15:39:15.950 INFO:teuthology.orchestra.run.vm01.stdout:Transaction Summary 2026-03-05T15:39:15.950 INFO:teuthology.orchestra.run.vm01.stdout:================================================================================ 2026-03-05T15:39:15.950 INFO:teuthology.orchestra.run.vm01.stdout:Remove 21 Packages 2026-03-05T15:39:15.950 INFO:teuthology.orchestra.run.vm01.stdout: 2026-03-05T15:39:15.950 INFO:teuthology.orchestra.run.vm01.stdout:Freed space: 79 M 2026-03-05T15:39:15.950 INFO:teuthology.orchestra.run.vm01.stdout:Running transaction check 2026-03-05T15:39:15.954 INFO:teuthology.orchestra.run.vm01.stdout:Transaction check succeeded. 2026-03-05T15:39:15.954 INFO:teuthology.orchestra.run.vm01.stdout:Running transaction test 2026-03-05T15:39:15.971 INFO:teuthology.orchestra.run.vm01.stdout:Transaction test succeeded. 2026-03-05T15:39:15.972 INFO:teuthology.orchestra.run.vm01.stdout:Running transaction 2026-03-05T15:39:16.012 INFO:teuthology.orchestra.run.vm01.stdout: Preparing : 1/1 2026-03-05T15:39:16.015 INFO:teuthology.orchestra.run.vm01.stdout: Erasing : rbd-nbd-2:19.2.3-47.gc24117fd552.el9.clyso.x86_64 1/21 2026-03-05T15:39:16.017 INFO:teuthology.orchestra.run.vm01.stdout: Erasing : rbd-fuse-2:19.2.3-47.gc24117fd552.el9.clyso.x86_64 2/21 2026-03-05T15:39:16.020 INFO:teuthology.orchestra.run.vm01.stdout: Erasing : python3-rgw-2:19.2.3-47.gc24117fd552.el9.clyso.x86 3/21 2026-03-05T15:39:16.020 INFO:teuthology.orchestra.run.vm01.stdout: Erasing : librgw2-2:19.2.3-47.gc24117fd552.el9.clyso.x86_64 4/21 2026-03-05T15:39:16.034 INFO:teuthology.orchestra.run.vm01.stdout: Running scriptlet: librgw2-2:19.2.3-47.gc24117fd552.el9.clyso.x86_64 4/21 2026-03-05T15:39:16.037 INFO:teuthology.orchestra.run.vm01.stdout: Erasing : parquet-libs-9.0.0-15.el9.x86_64 5/21 2026-03-05T15:39:16.039 INFO:teuthology.orchestra.run.vm01.stdout: Erasing : python3-rbd-2:19.2.3-47.gc24117fd552.el9.clyso.x86 6/21 2026-03-05T15:39:16.041 INFO:teuthology.orchestra.run.vm01.stdout: Erasing : python3-rados-2:19.2.3-47.gc24117fd552.el9.clyso.x 7/21 2026-03-05T15:39:16.043 INFO:teuthology.orchestra.run.vm01.stdout: Erasing : qemu-kvm-block-rbd-17:9.1.0-29.el9_7.6.x86_64 8/21 2026-03-05T15:39:16.045 INFO:teuthology.orchestra.run.vm01.stdout: Erasing : libarrow-doc-9.0.0-15.el9.noarch 9/21 2026-03-05T15:39:16.045 INFO:teuthology.orchestra.run.vm01.stdout: Erasing : librbd1-2:19.2.3-47.gc24117fd552.el9.clyso.x86_64 10/21 2026-03-05T15:39:16.064 INFO:teuthology.orchestra.run.vm01.stdout: Running scriptlet: librbd1-2:19.2.3-47.gc24117fd552.el9.clyso.x86_64 10/21 2026-03-05T15:39:16.064 INFO:teuthology.orchestra.run.vm01.stdout: Erasing : librados2-2:19.2.3-47.gc24117fd552.el9.clyso.x86_6 11/21 2026-03-05T15:39:16.064 INFO:teuthology.orchestra.run.vm01.stdout:warning: file /etc/ceph: remove failed: No such file or directory 2026-03-05T15:39:16.064 INFO:teuthology.orchestra.run.vm01.stdout: 2026-03-05T15:39:16.079 INFO:teuthology.orchestra.run.vm01.stdout: Running scriptlet: librados2-2:19.2.3-47.gc24117fd552.el9.clyso.x86_6 11/21 2026-03-05T15:39:16.081 INFO:teuthology.orchestra.run.vm01.stdout: Erasing : libarrow-9.0.0-15.el9.x86_64 12/21 2026-03-05T15:39:16.085 INFO:teuthology.orchestra.run.vm01.stdout: Erasing : re2-1:20211101-20.el9.x86_64 13/21 2026-03-05T15:39:16.088 INFO:teuthology.orchestra.run.vm01.stdout: Erasing : lttng-ust-2.12.0-6.el9.x86_64 14/21 2026-03-05T15:39:16.091 INFO:teuthology.orchestra.run.vm01.stdout: Erasing : thrift-0.15.0-4.el9.x86_64 15/21 2026-03-05T15:39:16.094 INFO:teuthology.orchestra.run.vm01.stdout: Erasing : libnbd-1.20.3-4.el9.x86_64 16/21 2026-03-05T15:39:16.097 INFO:teuthology.orchestra.run.vm01.stdout: Erasing : libpmemobj-1.12.1-1.el9.x86_64 17/21 2026-03-05T15:39:16.100 INFO:teuthology.orchestra.run.vm01.stdout: Erasing : boost-program-options-1.75.0-13.el9_7.x86_64 18/21 2026-03-05T15:39:16.102 INFO:teuthology.orchestra.run.vm01.stdout: Erasing : lmdb-libs-0.9.29-3.el9.x86_64 19/21 2026-03-05T15:39:16.105 INFO:teuthology.orchestra.run.vm01.stdout: Erasing : librabbitmq-0.11.0-7.el9.x86_64 20/21 2026-03-05T15:39:16.120 INFO:teuthology.orchestra.run.vm01.stdout: Erasing : librdkafka-1.6.1-102.el9.x86_64 21/21 2026-03-05T15:39:16.182 INFO:teuthology.orchestra.run.vm01.stdout: Running scriptlet: librdkafka-1.6.1-102.el9.x86_64 21/21 2026-03-05T15:39:16.182 INFO:teuthology.orchestra.run.vm01.stdout: Verifying : boost-program-options-1.75.0-13.el9_7.x86_64 1/21 2026-03-05T15:39:16.182 INFO:teuthology.orchestra.run.vm01.stdout: Verifying : libarrow-9.0.0-15.el9.x86_64 2/21 2026-03-05T15:39:16.182 INFO:teuthology.orchestra.run.vm01.stdout: Verifying : libarrow-doc-9.0.0-15.el9.noarch 3/21 2026-03-05T15:39:16.182 INFO:teuthology.orchestra.run.vm01.stdout: Verifying : libnbd-1.20.3-4.el9.x86_64 4/21 2026-03-05T15:39:16.182 INFO:teuthology.orchestra.run.vm01.stdout: Verifying : libpmemobj-1.12.1-1.el9.x86_64 5/21 2026-03-05T15:39:16.182 INFO:teuthology.orchestra.run.vm01.stdout: Verifying : librabbitmq-0.11.0-7.el9.x86_64 6/21 2026-03-05T15:39:16.182 INFO:teuthology.orchestra.run.vm01.stdout: Verifying : librados2-2:19.2.3-47.gc24117fd552.el9.clyso.x86_6 7/21 2026-03-05T15:39:16.182 INFO:teuthology.orchestra.run.vm01.stdout: Verifying : librbd1-2:19.2.3-47.gc24117fd552.el9.clyso.x86_64 8/21 2026-03-05T15:39:16.182 INFO:teuthology.orchestra.run.vm01.stdout: Verifying : librdkafka-1.6.1-102.el9.x86_64 9/21 2026-03-05T15:39:16.182 INFO:teuthology.orchestra.run.vm01.stdout: Verifying : librgw2-2:19.2.3-47.gc24117fd552.el9.clyso.x86_64 10/21 2026-03-05T15:39:16.183 INFO:teuthology.orchestra.run.vm01.stdout: Verifying : lmdb-libs-0.9.29-3.el9.x86_64 11/21 2026-03-05T15:39:16.183 INFO:teuthology.orchestra.run.vm01.stdout: Verifying : lttng-ust-2.12.0-6.el9.x86_64 12/21 2026-03-05T15:39:16.183 INFO:teuthology.orchestra.run.vm01.stdout: Verifying : parquet-libs-9.0.0-15.el9.x86_64 13/21 2026-03-05T15:39:16.183 INFO:teuthology.orchestra.run.vm01.stdout: Verifying : python3-rados-2:19.2.3-47.gc24117fd552.el9.clyso.x 14/21 2026-03-05T15:39:16.183 INFO:teuthology.orchestra.run.vm01.stdout: Verifying : python3-rbd-2:19.2.3-47.gc24117fd552.el9.clyso.x86 15/21 2026-03-05T15:39:16.183 INFO:teuthology.orchestra.run.vm01.stdout: Verifying : python3-rgw-2:19.2.3-47.gc24117fd552.el9.clyso.x86 16/21 2026-03-05T15:39:16.183 INFO:teuthology.orchestra.run.vm01.stdout: Verifying : qemu-kvm-block-rbd-17:9.1.0-29.el9_7.6.x86_64 17/21 2026-03-05T15:39:16.183 INFO:teuthology.orchestra.run.vm01.stdout: Verifying : rbd-fuse-2:19.2.3-47.gc24117fd552.el9.clyso.x86_64 18/21 2026-03-05T15:39:16.183 INFO:teuthology.orchestra.run.vm01.stdout: Verifying : rbd-nbd-2:19.2.3-47.gc24117fd552.el9.clyso.x86_64 19/21 2026-03-05T15:39:16.183 INFO:teuthology.orchestra.run.vm01.stdout: Verifying : re2-1:20211101-20.el9.x86_64 20/21 2026-03-05T15:39:16.231 INFO:teuthology.orchestra.run.vm01.stdout: Verifying : thrift-0.15.0-4.el9.x86_64 21/21 2026-03-05T15:39:16.231 INFO:teuthology.orchestra.run.vm01.stdout: 2026-03-05T15:39:16.231 INFO:teuthology.orchestra.run.vm01.stdout:Removed: 2026-03-05T15:39:16.231 INFO:teuthology.orchestra.run.vm01.stdout: boost-program-options-1.75.0-13.el9_7.x86_64 2026-03-05T15:39:16.231 INFO:teuthology.orchestra.run.vm01.stdout: libarrow-9.0.0-15.el9.x86_64 2026-03-05T15:39:16.231 INFO:teuthology.orchestra.run.vm01.stdout: libarrow-doc-9.0.0-15.el9.noarch 2026-03-05T15:39:16.232 INFO:teuthology.orchestra.run.vm01.stdout: libnbd-1.20.3-4.el9.x86_64 2026-03-05T15:39:16.232 INFO:teuthology.orchestra.run.vm01.stdout: libpmemobj-1.12.1-1.el9.x86_64 2026-03-05T15:39:16.232 INFO:teuthology.orchestra.run.vm01.stdout: librabbitmq-0.11.0-7.el9.x86_64 2026-03-05T15:39:16.232 INFO:teuthology.orchestra.run.vm01.stdout: librados2-2:19.2.3-47.gc24117fd552.el9.clyso.x86_64 2026-03-05T15:39:16.232 INFO:teuthology.orchestra.run.vm01.stdout: librbd1-2:19.2.3-47.gc24117fd552.el9.clyso.x86_64 2026-03-05T15:39:16.232 INFO:teuthology.orchestra.run.vm01.stdout: librdkafka-1.6.1-102.el9.x86_64 2026-03-05T15:39:16.232 INFO:teuthology.orchestra.run.vm01.stdout: librgw2-2:19.2.3-47.gc24117fd552.el9.clyso.x86_64 2026-03-05T15:39:16.232 INFO:teuthology.orchestra.run.vm01.stdout: lmdb-libs-0.9.29-3.el9.x86_64 2026-03-05T15:39:16.232 INFO:teuthology.orchestra.run.vm01.stdout: lttng-ust-2.12.0-6.el9.x86_64 2026-03-05T15:39:16.232 INFO:teuthology.orchestra.run.vm01.stdout: parquet-libs-9.0.0-15.el9.x86_64 2026-03-05T15:39:16.232 INFO:teuthology.orchestra.run.vm01.stdout: python3-rados-2:19.2.3-47.gc24117fd552.el9.clyso.x86_64 2026-03-05T15:39:16.232 INFO:teuthology.orchestra.run.vm01.stdout: python3-rbd-2:19.2.3-47.gc24117fd552.el9.clyso.x86_64 2026-03-05T15:39:16.232 INFO:teuthology.orchestra.run.vm01.stdout: python3-rgw-2:19.2.3-47.gc24117fd552.el9.clyso.x86_64 2026-03-05T15:39:16.232 INFO:teuthology.orchestra.run.vm01.stdout: qemu-kvm-block-rbd-17:9.1.0-29.el9_7.6.x86_64 2026-03-05T15:39:16.232 INFO:teuthology.orchestra.run.vm01.stdout: rbd-fuse-2:19.2.3-47.gc24117fd552.el9.clyso.x86_64 2026-03-05T15:39:16.232 INFO:teuthology.orchestra.run.vm01.stdout: rbd-nbd-2:19.2.3-47.gc24117fd552.el9.clyso.x86_64 2026-03-05T15:39:16.232 INFO:teuthology.orchestra.run.vm01.stdout: re2-1:20211101-20.el9.x86_64 2026-03-05T15:39:16.232 INFO:teuthology.orchestra.run.vm01.stdout: thrift-0.15.0-4.el9.x86_64 2026-03-05T15:39:16.232 INFO:teuthology.orchestra.run.vm01.stdout: 2026-03-05T15:39:16.232 INFO:teuthology.orchestra.run.vm01.stdout:Complete! 2026-03-05T15:39:16.447 INFO:teuthology.orchestra.run.vm01.stdout:No match for argument: librbd1 2026-03-05T15:39:16.447 INFO:teuthology.orchestra.run.vm01.stderr:No packages marked for removal. 2026-03-05T15:39:16.450 INFO:teuthology.orchestra.run.vm01.stdout:Dependencies resolved. 2026-03-05T15:39:16.451 INFO:teuthology.orchestra.run.vm01.stdout:Nothing to do. 2026-03-05T15:39:16.451 INFO:teuthology.orchestra.run.vm01.stdout:Complete! 2026-03-05T15:39:16.641 INFO:teuthology.orchestra.run.vm01.stdout:No match for argument: python3-rados 2026-03-05T15:39:16.641 INFO:teuthology.orchestra.run.vm01.stderr:No packages marked for removal. 2026-03-05T15:39:16.644 INFO:teuthology.orchestra.run.vm01.stdout:Dependencies resolved. 2026-03-05T15:39:16.645 INFO:teuthology.orchestra.run.vm01.stdout:Nothing to do. 2026-03-05T15:39:16.645 INFO:teuthology.orchestra.run.vm01.stdout:Complete! 2026-03-05T15:39:16.833 INFO:teuthology.orchestra.run.vm01.stdout:No match for argument: python3-rgw 2026-03-05T15:39:16.833 INFO:teuthology.orchestra.run.vm01.stderr:No packages marked for removal. 2026-03-05T15:39:16.836 INFO:teuthology.orchestra.run.vm01.stdout:Dependencies resolved. 2026-03-05T15:39:16.836 INFO:teuthology.orchestra.run.vm01.stdout:Nothing to do. 2026-03-05T15:39:16.836 INFO:teuthology.orchestra.run.vm01.stdout:Complete! 2026-03-05T15:39:17.000 INFO:teuthology.orchestra.run.vm01.stdout:No match for argument: python3-cephfs 2026-03-05T15:39:17.000 INFO:teuthology.orchestra.run.vm01.stderr:No packages marked for removal. 2026-03-05T15:39:17.003 INFO:teuthology.orchestra.run.vm01.stdout:Dependencies resolved. 2026-03-05T15:39:17.004 INFO:teuthology.orchestra.run.vm01.stdout:Nothing to do. 2026-03-05T15:39:17.004 INFO:teuthology.orchestra.run.vm01.stdout:Complete! 2026-03-05T15:39:17.168 INFO:teuthology.orchestra.run.vm01.stdout:No match for argument: python3-rbd 2026-03-05T15:39:17.168 INFO:teuthology.orchestra.run.vm01.stderr:No packages marked for removal. 2026-03-05T15:39:17.171 INFO:teuthology.orchestra.run.vm01.stdout:Dependencies resolved. 2026-03-05T15:39:17.172 INFO:teuthology.orchestra.run.vm01.stdout:Nothing to do. 2026-03-05T15:39:17.172 INFO:teuthology.orchestra.run.vm01.stdout:Complete! 2026-03-05T15:39:17.350 INFO:teuthology.orchestra.run.vm01.stdout:No match for argument: rbd-fuse 2026-03-05T15:39:17.350 INFO:teuthology.orchestra.run.vm01.stderr:No packages marked for removal. 2026-03-05T15:39:17.353 INFO:teuthology.orchestra.run.vm01.stdout:Dependencies resolved. 2026-03-05T15:39:17.354 INFO:teuthology.orchestra.run.vm01.stdout:Nothing to do. 2026-03-05T15:39:17.354 INFO:teuthology.orchestra.run.vm01.stdout:Complete! 2026-03-05T15:39:17.527 INFO:teuthology.orchestra.run.vm01.stdout:No match for argument: rbd-mirror 2026-03-05T15:39:17.528 INFO:teuthology.orchestra.run.vm01.stderr:No packages marked for removal. 2026-03-05T15:39:17.530 INFO:teuthology.orchestra.run.vm01.stdout:Dependencies resolved. 2026-03-05T15:39:17.531 INFO:teuthology.orchestra.run.vm01.stdout:Nothing to do. 2026-03-05T15:39:17.531 INFO:teuthology.orchestra.run.vm01.stdout:Complete! 2026-03-05T15:39:17.708 INFO:teuthology.orchestra.run.vm01.stdout:No match for argument: rbd-nbd 2026-03-05T15:39:17.708 INFO:teuthology.orchestra.run.vm01.stderr:No packages marked for removal. 2026-03-05T15:39:17.712 INFO:teuthology.orchestra.run.vm01.stdout:Dependencies resolved. 2026-03-05T15:39:17.712 INFO:teuthology.orchestra.run.vm01.stdout:Nothing to do. 2026-03-05T15:39:17.712 INFO:teuthology.orchestra.run.vm01.stdout:Complete! 2026-03-05T15:39:17.735 DEBUG:teuthology.orchestra.run.vm01:> sudo yum clean all 2026-03-05T15:39:17.868 INFO:teuthology.orchestra.run.vm01.stdout:62 files removed 2026-03-05T15:39:17.889 DEBUG:teuthology.orchestra.run.vm01:> sudo rm /etc/yum.repos.d/ceph-source.repo 2026-03-05T15:39:17.918 DEBUG:teuthology.orchestra.run.vm01:> sudo rm /etc/yum.repos.d/ceph-noarch.repo 2026-03-05T15:39:17.985 DEBUG:teuthology.orchestra.run.vm01:> sudo rm /etc/yum.repos.d/ceph.repo 2026-03-05T15:39:18.050 DEBUG:teuthology.orchestra.run.vm01:> sudo yum clean expire-cache 2026-03-05T15:39:18.206 INFO:teuthology.orchestra.run.vm01.stdout:Cache was expired 2026-03-05T15:39:18.206 INFO:teuthology.orchestra.run.vm01.stdout:0 files removed 2026-03-05T15:39:18.225 DEBUG:teuthology.parallel:result is None 2026-03-05T15:39:18.225 INFO:teuthology.task.install:Removing ceph sources lists on ubuntu@vm01.local 2026-03-05T15:39:18.225 DEBUG:teuthology.orchestra.run.vm01:> sudo rm -f /etc/yum.repos.d/ceph.repo 2026-03-05T15:39:18.261 DEBUG:teuthology.orchestra.run.vm01:> sudo mv -f /etc/yum/pluginconf.d/priorities.conf.orig /etc/yum/pluginconf.d/priorities.conf 2026-03-05T15:39:18.329 INFO:teuthology.orchestra.run.vm01.stderr:mv: cannot stat '/etc/yum/pluginconf.d/priorities.conf.orig': No such file or directory 2026-03-05T15:39:18.330 DEBUG:teuthology.orchestra.run:got remote process result: 1 2026-03-05T15:39:18.331 DEBUG:teuthology.parallel:result is None 2026-03-05T15:39:18.331 DEBUG:teuthology.run_tasks:Unwinding manager clock 2026-03-05T15:39:18.334 INFO:teuthology.task.clock:Checking final clock skew... 2026-03-05T15:39:18.334 DEBUG:teuthology.orchestra.run.vm01:> PATH=/usr/bin:/usr/sbin ntpq -p || PATH=/usr/bin:/usr/sbin chronyc sources || true 2026-03-05T15:39:18.392 INFO:teuthology.orchestra.run.vm01.stderr:bash: line 1: ntpq: command not found 2026-03-05T15:39:18.396 INFO:teuthology.orchestra.run.vm01.stdout:MS Name/IP address Stratum Poll Reach LastRx Last sample 2026-03-05T15:39:18.396 INFO:teuthology.orchestra.run.vm01.stdout:=============================================================================== 2026-03-05T15:39:18.396 INFO:teuthology.orchestra.run.vm01.stdout:^* 158.101.188.125 2 6 77 61 +242us[ +212us] +/- 13ms 2026-03-05T15:39:18.396 INFO:teuthology.orchestra.run.vm01.stdout:^- 104-167-24-26.lunoxia.fc> 2 6 77 61 +2904us[+2904us] +/- 58ms 2026-03-05T15:39:18.396 INFO:teuthology.orchestra.run.vm01.stdout:^- ns8.starka.st 2 6 77 62 +942us[ +912us] +/- 57ms 2026-03-05T15:39:18.396 INFO:teuthology.orchestra.run.vm01.stdout:^+ node-1.infogral.is 2 6 77 62 -278us[ -307us] +/- 14ms 2026-03-05T15:39:18.397 DEBUG:teuthology.run_tasks:Unwinding manager ansible.cephlab 2026-03-05T15:39:18.399 INFO:teuthology.task.ansible:Skipping ansible cleanup... 2026-03-05T15:39:18.399 DEBUG:teuthology.run_tasks:Unwinding manager selinux 2026-03-05T15:39:18.402 DEBUG:teuthology.run_tasks:Unwinding manager pcp 2026-03-05T15:39:18.406 DEBUG:teuthology.run_tasks:Unwinding manager internal.timer 2026-03-05T15:39:18.408 INFO:teuthology.task.internal:Duration was 329.316969 seconds 2026-03-05T15:39:18.408 DEBUG:teuthology.run_tasks:Unwinding manager internal.syslog 2026-03-05T15:39:18.410 INFO:teuthology.task.internal.syslog:Shutting down syslog monitoring... 2026-03-05T15:39:18.410 DEBUG:teuthology.orchestra.run.vm01:> sudo rm -f -- /etc/rsyslog.d/80-cephtest.conf && sudo service rsyslog restart 2026-03-05T15:39:18.479 INFO:teuthology.orchestra.run.vm01.stderr:Redirecting to /bin/systemctl restart rsyslog.service 2026-03-05T15:39:18.687 INFO:teuthology.task.internal.syslog:Checking logs for errors... 2026-03-05T15:39:18.687 DEBUG:teuthology.task.internal.syslog:Checking ubuntu@vm01.local 2026-03-05T15:39:18.687 DEBUG:teuthology.orchestra.run.vm01:> grep -E --binary-files=text '\bBUG\b|\bINFO\b|\bDEADLOCK\b' /home/ubuntu/cephtest/archive/syslog/kern.log | grep -v 'task .* blocked for more than .* seconds' | grep -v 'lockdep is turned off' | grep -v 'trying to register non-static key' | grep -v 'DEBUG: fsize' | grep -v CRON | grep -v 'BUG: bad unlock balance detected' | grep -v 'inconsistent lock state' | grep -v '*** DEADLOCK ***' | grep -v 'INFO: possible irq lock inversion dependency detected' | grep -v 'INFO: NMI handler (perf_event_nmi_handler) took too long to run' | grep -v 'INFO: recovery required on readonly' | grep -v 'ceph-create-keys: INFO' | grep -v INFO:ceph-create-keys | grep -v 'Loaded datasource DataSourceOpenStack' | grep -v 'container-storage-setup: INFO: Volume group backing root filesystem could not be determined' | grep -E -v '\bsalt-master\b|\bsalt-minion\b|\bsalt-api\b' | grep -v ceph-crash | grep -E -v '\btcmu-runner\b.*\bINFO\b' | head -n 1 2026-03-05T15:39:18.758 INFO:teuthology.task.internal.syslog:Gathering journactl... 2026-03-05T15:39:18.759 DEBUG:teuthology.orchestra.run.vm01:> sudo journalctl > /home/ubuntu/cephtest/archive/syslog/journalctl.log 2026-03-05T15:39:19.231 INFO:teuthology.task.internal.syslog:Compressing syslogs... 2026-03-05T15:39:19.232 DEBUG:teuthology.orchestra.run.vm01:> find /home/ubuntu/cephtest/archive/syslog -name '*.log' -print0 | sudo xargs -0 --max-args=1 --max-procs=0 --verbose --no-run-if-empty -- gzip -5 --verbose -- 2026-03-05T15:39:19.264 INFO:teuthology.orchestra.run.vm01.stderr:gzip -5 --verbose -- /home/ubuntu/cephtest/archive/syslog/kern.log 2026-03-05T15:39:19.264 INFO:teuthology.orchestra.run.vm01.stderr:gzip -5 --verbose -- /home/ubuntu/cephtest/archive/syslog/misc.log 2026-03-05T15:39:19.265 INFO:teuthology.orchestra.run.vm01.stderr:/home/ubuntu/cephtest/archive/syslog/kern.log: gzip -5 --verbose 0.0% -- replaced with /home/ubuntu/cephtest/archive/syslog/kern.log.gz 2026-03-05T15:39:19.265 INFO:teuthology.orchestra.run.vm01.stderr: -- /home/ubuntu/cephtest/archive/syslog/journalctl.log 2026-03-05T15:39:19.265 INFO:teuthology.orchestra.run.vm01.stderr:/home/ubuntu/cephtest/archive/syslog/misc.log: 0.0% -- replaced with /home/ubuntu/cephtest/archive/syslog/misc.log.gz 2026-03-05T15:39:19.426 INFO:teuthology.orchestra.run.vm01.stderr:/home/ubuntu/cephtest/archive/syslog/journalctl.log: 98.5% -- replaced with /home/ubuntu/cephtest/archive/syslog/journalctl.log.gz 2026-03-05T15:39:19.428 DEBUG:teuthology.run_tasks:Unwinding manager internal.sudo 2026-03-05T15:39:19.431 INFO:teuthology.task.internal:Restoring /etc/sudoers... 2026-03-05T15:39:19.431 DEBUG:teuthology.orchestra.run.vm01:> sudo mv -f /etc/sudoers.orig.teuthology /etc/sudoers 2026-03-05T15:39:19.503 DEBUG:teuthology.run_tasks:Unwinding manager internal.coredump 2026-03-05T15:39:19.505 DEBUG:teuthology.orchestra.run.vm01:> sudo sysctl -w kernel.core_pattern=core && sudo bash -c 'for f in `find /home/ubuntu/cephtest/archive/coredump -type f`; do file $f | grep -q systemd-sysusers && rm $f || true ; done' && rmdir --ignore-fail-on-non-empty -- /home/ubuntu/cephtest/archive/coredump 2026-03-05T15:39:19.567 INFO:teuthology.orchestra.run.vm01.stdout:kernel.core_pattern = core 2026-03-05T15:39:19.582 DEBUG:teuthology.orchestra.run.vm01:> test -e /home/ubuntu/cephtest/archive/coredump 2026-03-05T15:39:19.639 DEBUG:teuthology.orchestra.run:got remote process result: 1 2026-03-05T15:39:19.640 DEBUG:teuthology.run_tasks:Unwinding manager internal.archive 2026-03-05T15:39:19.643 INFO:teuthology.task.internal:Transferring archived files... 2026-03-05T15:39:19.644 DEBUG:teuthology.misc:Transferring archived files from vm01:/home/ubuntu/cephtest/archive to /archive/irq0-2026-03-05_15:32:16-rgw-cobaltcore-storage-v19.2.3-fasttrack-3-none-default-vps/3/remote/vm01 2026-03-05T15:39:19.644 DEBUG:teuthology.orchestra.run.vm01:> sudo tar c -f - -C /home/ubuntu/cephtest/archive -- . 2026-03-05T15:39:19.710 INFO:teuthology.task.internal:Removing archive directory... 2026-03-05T15:39:19.710 DEBUG:teuthology.orchestra.run.vm01:> rm -rf -- /home/ubuntu/cephtest/archive 2026-03-05T15:39:19.766 DEBUG:teuthology.run_tasks:Unwinding manager internal.archive_upload 2026-03-05T15:39:19.770 INFO:teuthology.task.internal:Not uploading archives. 2026-03-05T15:39:19.770 DEBUG:teuthology.run_tasks:Unwinding manager internal.base 2026-03-05T15:39:19.772 INFO:teuthology.task.internal:Tidying up after the test... 2026-03-05T15:39:19.773 DEBUG:teuthology.orchestra.run.vm01:> find /home/ubuntu/cephtest -ls ; rmdir -- /home/ubuntu/cephtest 2026-03-05T15:39:19.824 INFO:teuthology.orchestra.run.vm01.stdout: 83886960 0 drwxr-xr-x 2 ubuntu ubuntu 6 Mar 5 15:39 /home/ubuntu/cephtest 2026-03-05T15:39:19.825 DEBUG:teuthology.run_tasks:Unwinding manager console_log 2026-03-05T15:39:19.831 INFO:teuthology.run:Summary data: description: rgw/crypt/{0-cluster/fixed-1 1-ceph-install/install 2-kms/barbican 3-rgw/rgw 4-tests/{s3tests} ignore-pg-availability overrides rocky_latest s3tests-branch} duration: 329.3169689178467 failure_reason: 'Command failed on vm01 with status 1: ''cd /home/ubuntu/cephtest/keystone && source /home/ubuntu/cephtest/tox-venv/bin/activate && tox -e venv --notest''' flavor: default owner: irq0 sentry_event: null status: fail success: false 2026-03-05T15:39:19.831 DEBUG:teuthology.report:Pushing job info to http://localhost:8080 2026-03-05T15:39:19.852 INFO:teuthology.run:FAIL