2026-03-05T16:02:55.308 INFO:root:teuthology version: 1.2.4.dev6+g1c580df7a 2026-03-05T16:02:55.314 DEBUG:teuthology.report:Pushing job info to http://localhost:8080 2026-03-05T16:02:55.336 INFO:teuthology.run:Config: archive_path: /archive/irq0-2026-03-05_15:32:16-rgw-cobaltcore-storage-v19.2.3-fasttrack-3-none-default-vps/14 branch: cobaltcore-storage-v19.2.3-fasttrack-3 description: rgw/tempest/{0-install clusters/fixed-1 frontend/beast ignore-pg-availability overrides rocky_latest s3tests-branch tasks/s3/{auth-order/external-local s3tests}} email: null first_in_suite: false flavor: default job_id: '14' last_in_suite: false machine_type: vps name: irq0-2026-03-05_15:32:16-rgw-cobaltcore-storage-v19.2.3-fasttrack-3-none-default-vps no_nested_subset: false os_type: rocky os_version: '9.7' overrides: admin_socket: branch: cobaltcore-storage-v19.2.3-fasttrack-3 ansible.cephlab: branch: main repo: https://github.com/kshtsk/ceph-cm-ansible.git skip_tags: nagios,monitoring-scripts,hostname,pubkeys,zap,sudoers,kerberos,ntp-client,resolvconf,cpan,nfs vars: timezone: Europe/Berlin ceph: conf: client: debug rgw: 20 rgw crypt require ssl: false rgw crypt s3 kms backend: testing rgw crypt s3 kms encryption keys: testkey-1=YmluCmJvb3N0CmJvb3N0LWJ1aWxkCmNlcGguY29uZgo= testkey-2=aWIKTWFrZWZpbGUKbWFuCm91dApzcmMKVGVzdGluZwo= rgw keystone accepted admin roles: admin rgw keystone accepted roles: admin,member rgw keystone admin domain: Default rgw keystone admin password: ADMIN rgw keystone admin project: admin rgw keystone admin user: admin rgw keystone api version: 3 rgw keystone implicit tenants: true rgw s3 auth order: sts, external, local rgw s3 auth use keystone: true rgw s3 auth use sts: true rgw sts key: abcdefghijklmnop rgw swift account in url: true rgw swift enforce content length: true rgw swift versioning enabled: true setgroup: ceph setuser: ceph global: osd_max_pg_log_entries: 10 osd_min_pg_log_entries: 10 mgr: debug mgr: 20 debug ms: 1 mon: debug mon: 20 debug ms: 1 debug paxos: 20 osd: debug ms: 1 debug osd: 20 osd mclock iops capacity threshold hdd: 49000 osd shutdown pgref assert: true flavor: default log-ignorelist: - \(MDS_ALL_DOWN\) - \(MDS_UP_LESS_THAN_MAX\) - \(PG_AVAILABILITY\) - \(PG_DEGRADED\) - \(POOL_APP_NOT_ENABLED\) - not have an application enabled sha1: c24117fd5525679b799527bc1bd1f1dd0a2db5e2 ceph-deploy: conf: client: log file: /var/log/ceph/ceph-$name.$pid.log global: osd crush chooseleaf type: 0 osd pool default pg num: 128 osd pool default pgp num: 128 osd pool default size: 2 mon: {} cephadm: cephadm_binary_url: https://download.ceph.com/rpm-19.2.3/el9/noarch/cephadm containers: image: harbor.clyso.com/custom-ceph/ceph/ceph:cobaltcore-storage-v19.2.3-fasttrack-3 install: ceph: flavor: default sha1: c24117fd5525679b799527bc1bd1f1dd0a2db5e2 extra_system_packages: deb: - python3-xmltodict - s3cmd rpm: - bzip2 - perl-Test-Harness - python3-xmltodict - s3cmd repos: - name: ceph-source priority: 1 url: https://s3.clyso.com/ces-packages/components/ceph/rpm-19.2.3-47-gc24117fd552/el9.clyso/SRPMS - name: ceph-noarch priority: 1 url: https://s3.clyso.com/ces-packages/components/ceph/rpm-19.2.3-47-gc24117fd552/el9.clyso/noarch - name: ceph priority: 1 url: https://s3.clyso.com/ces-packages/components/ceph/rpm-19.2.3-47-gc24117fd552/el9.clyso/x86_64 keystone: client.0: ec2 credentials: - project: s3tests user: s3tests-main projects: - description: s3tests project name: s3tests role-mappings: - name: member project: s3tests user: s3tests-main roles: - name: member users: - name: s3tests-main password: SECRET project: s3tests rgw: frontend: beast s3tests: accounts: iam alt root: RGW99999999999999999 iam root: RGW88888888888888888 force-branch: ceph-squid selinux: allowlist: - scontext=system_u:system_r:getty_t:s0 workunit: branch: tt-19.2.3-fasttrack-3 sha1: e50baef5944c0b5e8e734db1c467f1f19415a932 owner: irq0 priority: 1000 repo: https://github.com/ceph/ceph.git roles: - - mon.a - mgr.x - osd.0 - osd.1 - osd.2 - client.0 seed: 7790 sha1: c24117fd5525679b799527bc1bd1f1dd0a2db5e2 sleep_before_teardown: 0 suite: rgw suite_branch: tt-19.2.3-fasttrack-3 suite_path: /home/teuthos/src/github.com_kshtsk_ceph_e50baef5944c0b5e8e734db1c467f1f19415a932/qa suite_relpath: qa suite_repo: https://github.com/kshtsk/ceph.git suite_sha1: e50baef5944c0b5e8e734db1c467f1f19415a932 targets: vm00.local: ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBMjkoK2JurTno5RXCdRTFSgVaB1YJedZ9XFl8leNF/cB4A7zLad5MxXQvDbxYWSxiRANQ+9nRK4V3StFNqyvBA0= tasks: - install: null - ceph: null - tox: - client.0 - keystone: client.0: force-branch: stable/2025.2 services: - description: Swift Service name: swift type: object-store - rgw: client.0: use-keystone-role: client.0 - s3tests: client.0: keystone users: s3 main: client: client.0 project: s3tests user: s3tests-main rgw_server: client.0 teuthology: fragments_dropped: [] meta: {} postmerge: [] teuthology_branch: clyso-debian-13 teuthology_repo: https://github.com/clyso/teuthology teuthology_sha1: 1c580df7a9c7c2aadc272da296344fd99f27c444 timestamp: 2026-03-05_15:32:16 tube: vps user: irq0 verbose: false worker_log: /home/teuthos/.teuthology/dispatcher/dispatcher.vps.43333 2026-03-05T16:02:55.337 INFO:teuthology.run:suite_path is set to /home/teuthos/src/github.com_kshtsk_ceph_e50baef5944c0b5e8e734db1c467f1f19415a932/qa; will attempt to use it 2026-03-05T16:02:55.337 INFO:teuthology.run:Found tasks at /home/teuthos/src/github.com_kshtsk_ceph_e50baef5944c0b5e8e734db1c467f1f19415a932/qa/tasks 2026-03-05T16:02:55.337 INFO:teuthology.run_tasks:Running task internal.save_config... 2026-03-05T16:02:55.337 INFO:teuthology.task.internal:Saving configuration 2026-03-05T16:02:55.343 INFO:teuthology.run_tasks:Running task internal.check_lock... 2026-03-05T16:02:55.344 INFO:teuthology.task.internal.check_lock:Checking locks... 2026-03-05T16:02:55.351 DEBUG:teuthology.task.internal.check_lock:machine status is {'name': 'vm00.local', 'description': '/archive/irq0-2026-03-05_15:32:16-rgw-cobaltcore-storage-v19.2.3-fasttrack-3-none-default-vps/14', 'up': True, 'machine_type': 'vps', 'is_vm': True, 'vm_host': {'name': 'localhost', 'description': None, 'up': True, 'machine_type': 'libvirt', 'is_vm': False, 'vm_host': None, 'os_type': None, 'os_version': None, 'arch': None, 'locked': True, 'locked_since': None, 'locked_by': None, 'mac_address': None, 'ssh_pub_key': None}, 'os_type': 'rocky', 'os_version': '9.7', 'arch': 'x86_64', 'locked': True, 'locked_since': '2026-03-05 15:02:13.001942', 'locked_by': 'irq0', 'mac_address': '52:55:00:00:00:00', 'ssh_pub_key': 'ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBMjkoK2JurTno5RXCdRTFSgVaB1YJedZ9XFl8leNF/cB4A7zLad5MxXQvDbxYWSxiRANQ+9nRK4V3StFNqyvBA0='} 2026-03-05T16:02:55.351 INFO:teuthology.run_tasks:Running task internal.add_remotes... 2026-03-05T16:02:55.352 INFO:teuthology.task.internal:roles: ubuntu@vm00.local - ['mon.a', 'mgr.x', 'osd.0', 'osd.1', 'osd.2', 'client.0'] 2026-03-05T16:02:55.352 INFO:teuthology.run_tasks:Running task console_log... 2026-03-05T16:02:55.359 DEBUG:teuthology.task.console_log:vm00 does not support IPMI; excluding 2026-03-05T16:02:55.360 DEBUG:teuthology.exit:Installing handler: Handler(exiter=, func=.kill_console_loggers at 0x7f7343cb49d0>, signals=[15]) 2026-03-05T16:02:55.360 INFO:teuthology.run_tasks:Running task internal.connect... 2026-03-05T16:02:55.360 INFO:teuthology.task.internal:Opening connections... 2026-03-05T16:02:55.360 DEBUG:teuthology.task.internal:connecting to ubuntu@vm00.local 2026-03-05T16:02:55.361 DEBUG:teuthology.orchestra.connection:{'hostname': 'vm00.local', 'username': 'ubuntu', 'timeout': 60} 2026-03-05T16:02:55.424 INFO:teuthology.run_tasks:Running task internal.push_inventory... 2026-03-05T16:02:55.426 DEBUG:teuthology.orchestra.run.vm00:> uname -m 2026-03-05T16:02:55.589 INFO:teuthology.orchestra.run.vm00.stdout:x86_64 2026-03-05T16:02:55.589 DEBUG:teuthology.orchestra.run.vm00:> cat /etc/os-release 2026-03-05T16:02:55.645 INFO:teuthology.orchestra.run.vm00.stdout:NAME="Rocky Linux" 2026-03-05T16:02:55.645 INFO:teuthology.orchestra.run.vm00.stdout:VERSION="9.7 (Blue Onyx)" 2026-03-05T16:02:55.645 INFO:teuthology.orchestra.run.vm00.stdout:ID="rocky" 2026-03-05T16:02:55.645 INFO:teuthology.orchestra.run.vm00.stdout:ID_LIKE="rhel centos fedora" 2026-03-05T16:02:55.645 INFO:teuthology.orchestra.run.vm00.stdout:VERSION_ID="9.7" 2026-03-05T16:02:55.645 INFO:teuthology.orchestra.run.vm00.stdout:PLATFORM_ID="platform:el9" 2026-03-05T16:02:55.645 INFO:teuthology.orchestra.run.vm00.stdout:PRETTY_NAME="Rocky Linux 9.7 (Blue Onyx)" 2026-03-05T16:02:55.645 INFO:teuthology.orchestra.run.vm00.stdout:ANSI_COLOR="0;32" 2026-03-05T16:02:55.645 INFO:teuthology.orchestra.run.vm00.stdout:LOGO="fedora-logo-icon" 2026-03-05T16:02:55.645 INFO:teuthology.orchestra.run.vm00.stdout:CPE_NAME="cpe:/o:rocky:rocky:9::baseos" 2026-03-05T16:02:55.645 INFO:teuthology.orchestra.run.vm00.stdout:HOME_URL="https://rockylinux.org/" 2026-03-05T16:02:55.645 INFO:teuthology.orchestra.run.vm00.stdout:VENDOR_NAME="RESF" 2026-03-05T16:02:55.645 INFO:teuthology.orchestra.run.vm00.stdout:VENDOR_URL="https://resf.org/" 2026-03-05T16:02:55.645 INFO:teuthology.orchestra.run.vm00.stdout:BUG_REPORT_URL="https://bugs.rockylinux.org/" 2026-03-05T16:02:55.645 INFO:teuthology.orchestra.run.vm00.stdout:SUPPORT_END="2032-05-31" 2026-03-05T16:02:55.645 INFO:teuthology.orchestra.run.vm00.stdout:ROCKY_SUPPORT_PRODUCT="Rocky-Linux-9" 2026-03-05T16:02:55.645 INFO:teuthology.orchestra.run.vm00.stdout:ROCKY_SUPPORT_PRODUCT_VERSION="9.7" 2026-03-05T16:02:55.645 INFO:teuthology.orchestra.run.vm00.stdout:REDHAT_SUPPORT_PRODUCT="Rocky Linux" 2026-03-05T16:02:55.646 INFO:teuthology.orchestra.run.vm00.stdout:REDHAT_SUPPORT_PRODUCT_VERSION="9.7" 2026-03-05T16:02:55.646 INFO:teuthology.lock.ops:Updating vm00.local on lock server 2026-03-05T16:02:55.651 INFO:teuthology.run_tasks:Running task internal.serialize_remote_roles... 2026-03-05T16:02:55.652 INFO:teuthology.run_tasks:Running task internal.check_conflict... 2026-03-05T16:02:55.653 INFO:teuthology.task.internal:Checking for old test directory... 2026-03-05T16:02:55.653 DEBUG:teuthology.orchestra.run.vm00:> test '!' -e /home/ubuntu/cephtest 2026-03-05T16:02:55.701 INFO:teuthology.run_tasks:Running task internal.check_ceph_data... 2026-03-05T16:02:55.702 INFO:teuthology.task.internal:Checking for non-empty /var/lib/ceph... 2026-03-05T16:02:55.702 DEBUG:teuthology.orchestra.run.vm00:> test -z $(ls -A /var/lib/ceph) 2026-03-05T16:02:55.760 INFO:teuthology.orchestra.run.vm00.stderr:ls: cannot access '/var/lib/ceph': No such file or directory 2026-03-05T16:02:55.760 INFO:teuthology.run_tasks:Running task internal.vm_setup... 2026-03-05T16:02:55.769 DEBUG:teuthology.orchestra.run.vm00:> test -e /ceph-qa-ready 2026-03-05T16:02:55.816 DEBUG:teuthology.orchestra.run:got remote process result: 1 2026-03-05T16:02:56.017 INFO:teuthology.run_tasks:Running task internal.base... 2026-03-05T16:02:56.018 INFO:teuthology.task.internal:Creating test directory... 2026-03-05T16:02:56.018 DEBUG:teuthology.orchestra.run.vm00:> mkdir -p -m0755 -- /home/ubuntu/cephtest 2026-03-05T16:02:56.036 INFO:teuthology.run_tasks:Running task internal.archive_upload... 2026-03-05T16:02:56.037 INFO:teuthology.run_tasks:Running task internal.archive... 2026-03-05T16:02:56.038 INFO:teuthology.task.internal:Creating archive directory... 2026-03-05T16:02:56.038 DEBUG:teuthology.orchestra.run.vm00:> install -d -m0755 -- /home/ubuntu/cephtest/archive 2026-03-05T16:02:56.097 INFO:teuthology.run_tasks:Running task internal.coredump... 2026-03-05T16:02:56.098 INFO:teuthology.task.internal:Enabling coredump saving... 2026-03-05T16:02:56.098 DEBUG:teuthology.orchestra.run.vm00:> test -f /run/.containerenv -o -f /.dockerenv 2026-03-05T16:02:56.154 DEBUG:teuthology.orchestra.run:got remote process result: 1 2026-03-05T16:02:56.154 DEBUG:teuthology.orchestra.run.vm00:> install -d -m0755 -- /home/ubuntu/cephtest/archive/coredump && sudo sysctl -w kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core && echo kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core | sudo tee -a /etc/sysctl.conf 2026-03-05T16:02:56.222 INFO:teuthology.orchestra.run.vm00.stdout:kernel.core_pattern = /home/ubuntu/cephtest/archive/coredump/%t.%p.core 2026-03-05T16:02:56.232 INFO:teuthology.orchestra.run.vm00.stdout:kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core 2026-03-05T16:02:56.234 INFO:teuthology.run_tasks:Running task internal.sudo... 2026-03-05T16:02:56.235 INFO:teuthology.task.internal:Configuring sudo... 2026-03-05T16:02:56.235 DEBUG:teuthology.orchestra.run.vm00:> sudo sed -i.orig.teuthology -e 's/^\([^#]*\) \(requiretty\)/\1 !\2/g' -e 's/^\([^#]*\) !\(visiblepw\)/\1 \2/g' /etc/sudoers 2026-03-05T16:02:56.301 INFO:teuthology.run_tasks:Running task internal.syslog... 2026-03-05T16:02:56.304 INFO:teuthology.task.internal.syslog:Starting syslog monitoring... 2026-03-05T16:02:56.304 DEBUG:teuthology.orchestra.run.vm00:> mkdir -p -m0755 -- /home/ubuntu/cephtest/archive/syslog 2026-03-05T16:02:56.360 DEBUG:teuthology.orchestra.run.vm00:> install -m 666 /dev/null /home/ubuntu/cephtest/archive/syslog/kern.log 2026-03-05T16:02:56.428 DEBUG:teuthology.orchestra.run.vm00:> install -m 666 /dev/null /home/ubuntu/cephtest/archive/syslog/misc.log 2026-03-05T16:02:56.487 DEBUG:teuthology.orchestra.run.vm00:> set -ex 2026-03-05T16:02:56.487 DEBUG:teuthology.orchestra.run.vm00:> sudo dd of=/etc/rsyslog.d/80-cephtest.conf 2026-03-05T16:02:56.550 DEBUG:teuthology.orchestra.run.vm00:> sudo service rsyslog restart 2026-03-05T16:02:56.619 INFO:teuthology.orchestra.run.vm00.stderr:Redirecting to /bin/systemctl restart rsyslog.service 2026-03-05T16:02:57.080 INFO:teuthology.run_tasks:Running task internal.timer... 2026-03-05T16:02:57.081 INFO:teuthology.task.internal:Starting timer... 2026-03-05T16:02:57.082 INFO:teuthology.run_tasks:Running task pcp... 2026-03-05T16:02:57.084 INFO:teuthology.run_tasks:Running task selinux... 2026-03-05T16:02:57.086 DEBUG:teuthology.task:Applying overrides for task selinux: {'allowlist': ['scontext=system_u:system_r:getty_t:s0']} 2026-03-05T16:02:57.086 INFO:teuthology.task.selinux:Excluding vm00: VMs are not yet supported 2026-03-05T16:02:57.086 DEBUG:teuthology.task.selinux:Getting current SELinux state 2026-03-05T16:02:57.086 DEBUG:teuthology.task.selinux:Existing SELinux modes: {} 2026-03-05T16:02:57.086 INFO:teuthology.task.selinux:Putting SELinux into permissive mode 2026-03-05T16:02:57.086 INFO:teuthology.run_tasks:Running task ansible.cephlab... 2026-03-05T16:02:57.088 DEBUG:teuthology.task:Applying overrides for task ansible.cephlab: {'branch': 'main', 'repo': 'https://github.com/kshtsk/ceph-cm-ansible.git', 'skip_tags': 'nagios,monitoring-scripts,hostname,pubkeys,zap,sudoers,kerberos,ntp-client,resolvconf,cpan,nfs', 'vars': {'timezone': 'Europe/Berlin'}} 2026-03-05T16:02:57.088 DEBUG:teuthology.repo_utils:Resetting repo at /home/teuthos/src/github.com_kshtsk_ceph-cm-ansible_main to origin/main 2026-03-05T16:02:57.094 INFO:teuthology.task.ansible:Playbook: [{'import_playbook': 'ansible_managed.yml'}, {'import_playbook': 'teuthology.yml'}, {'hosts': 'testnodes', 'tasks': [{'set_fact': {'ran_from_cephlab_playbook': True}}]}, {'import_playbook': 'testnodes.yml'}, {'import_playbook': 'container-host.yml'}, {'import_playbook': 'cobbler.yml'}, {'import_playbook': 'paddles.yml'}, {'import_playbook': 'pulpito.yml'}, {'hosts': 'testnodes', 'become': True, 'tasks': [{'name': 'Touch /ceph-qa-ready', 'file': {'path': '/ceph-qa-ready', 'state': 'touch'}, 'when': 'ran_from_cephlab_playbook|bool'}]}] 2026-03-05T16:02:57.094 DEBUG:teuthology.task.ansible:Running ansible-playbook -v --extra-vars '{"ansible_ssh_user": "ubuntu", "timezone": "Europe/Berlin"}' -i /tmp/teuth_ansible_inventorywfeuez6i --limit vm00.local /home/teuthos/src/github.com_kshtsk_ceph-cm-ansible_main/cephlab.yml --skip-tags nagios,monitoring-scripts,hostname,pubkeys,zap,sudoers,kerberos,ntp-client,resolvconf,cpan,nfs 2026-03-05T16:05:36.519 DEBUG:teuthology.task.ansible:Reconnecting to [Remote(name='ubuntu@vm00.local')] 2026-03-05T16:05:36.520 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@vm00.local' 2026-03-05T16:05:36.520 DEBUG:teuthology.orchestra.connection:{'hostname': 'vm00.local', 'username': 'ubuntu', 'timeout': 60} 2026-03-05T16:05:36.597 DEBUG:teuthology.orchestra.run.vm00:> true 2026-03-05T16:05:36.678 INFO:teuthology.orchestra.remote:Successfully reconnected to host 'ubuntu@vm00.local' 2026-03-05T16:05:36.678 INFO:teuthology.run_tasks:Running task clock... 2026-03-05T16:05:36.682 INFO:teuthology.task.clock:Syncing clocks and checking initial clock skew... 2026-03-05T16:05:36.682 INFO:teuthology.orchestra.run:Running command with timeout 360 2026-03-05T16:05:36.682 DEBUG:teuthology.orchestra.run.vm00:> sudo systemctl stop ntp.service || sudo systemctl stop ntpd.service || sudo systemctl stop chronyd.service ; sudo ntpd -gq || sudo chronyc makestep ; sudo systemctl start ntp.service || sudo systemctl start ntpd.service || sudo systemctl start chronyd.service ; PATH=/usr/bin:/usr/sbin ntpq -p || PATH=/usr/bin:/usr/sbin chronyc sources || true 2026-03-05T16:05:36.755 INFO:teuthology.orchestra.run.vm00.stderr:Failed to stop ntp.service: Unit ntp.service not loaded. 2026-03-05T16:05:36.773 INFO:teuthology.orchestra.run.vm00.stderr:Failed to stop ntpd.service: Unit ntpd.service not loaded. 2026-03-05T16:05:36.800 INFO:teuthology.orchestra.run.vm00.stderr:sudo: ntpd: command not found 2026-03-05T16:05:36.810 INFO:teuthology.orchestra.run.vm00.stdout:506 Cannot talk to daemon 2026-03-05T16:05:36.829 INFO:teuthology.orchestra.run.vm00.stderr:Failed to start ntp.service: Unit ntp.service not found. 2026-03-05T16:05:36.849 INFO:teuthology.orchestra.run.vm00.stderr:Failed to start ntpd.service: Unit ntpd.service not found. 2026-03-05T16:05:36.902 INFO:teuthology.orchestra.run.vm00.stderr:bash: line 1: ntpq: command not found 2026-03-05T16:05:36.905 INFO:teuthology.orchestra.run.vm00.stdout:MS Name/IP address Stratum Poll Reach LastRx Last sample 2026-03-05T16:05:36.906 INFO:teuthology.orchestra.run.vm00.stdout:=============================================================================== 2026-03-05T16:05:36.906 INFO:teuthology.run_tasks:Running task install... 2026-03-05T16:05:36.908 DEBUG:teuthology.task.install:project ceph 2026-03-05T16:05:36.908 DEBUG:teuthology.task.install:INSTALL overrides: {'ceph': {'flavor': 'default', 'sha1': 'c24117fd5525679b799527bc1bd1f1dd0a2db5e2'}, 'extra_system_packages': {'deb': ['python3-xmltodict', 's3cmd'], 'rpm': ['bzip2', 'perl-Test-Harness', 'python3-xmltodict', 's3cmd']}, 'repos': [{'name': 'ceph-source', 'priority': 1, 'url': 'https://s3.clyso.com/ces-packages/components/ceph/rpm-19.2.3-47-gc24117fd552/el9.clyso/SRPMS'}, {'name': 'ceph-noarch', 'priority': 1, 'url': 'https://s3.clyso.com/ces-packages/components/ceph/rpm-19.2.3-47-gc24117fd552/el9.clyso/noarch'}, {'name': 'ceph', 'priority': 1, 'url': 'https://s3.clyso.com/ces-packages/components/ceph/rpm-19.2.3-47-gc24117fd552/el9.clyso/x86_64'}]} 2026-03-05T16:05:36.908 DEBUG:teuthology.task.install:config {'flavor': 'default', 'sha1': 'c24117fd5525679b799527bc1bd1f1dd0a2db5e2', 'extra_system_packages': {'deb': ['python3-xmltodict', 's3cmd'], 'rpm': ['bzip2', 'perl-Test-Harness', 'python3-xmltodict', 's3cmd']}} 2026-03-05T16:05:36.908 INFO:teuthology.task.install:Using flavor: default 2026-03-05T16:05:36.911 DEBUG:teuthology.task.install:Package list is: {'deb': ['ceph', 'cephadm', 'ceph-mds', 'ceph-mgr', 'ceph-common', 'ceph-fuse', 'ceph-test', 'ceph-volume', 'radosgw', 'python3-rados', 'python3-rgw', 'python3-cephfs', 'python3-rbd', 'libcephfs2', 'libcephfs-dev', 'librados2', 'librbd1', 'rbd-fuse'], 'rpm': ['ceph-radosgw', 'ceph-test', 'ceph', 'ceph-base', 'cephadm', 'ceph-immutable-object-cache', 'ceph-mgr', 'ceph-mgr-dashboard', 'ceph-mgr-diskprediction-local', 'ceph-mgr-rook', 'ceph-mgr-cephadm', 'ceph-fuse', 'ceph-volume', 'librados-devel', 'libcephfs2', 'libcephfs-devel', 'librados2', 'librbd1', 'python3-rados', 'python3-rgw', 'python3-cephfs', 'python3-rbd', 'rbd-fuse', 'rbd-mirror', 'rbd-nbd']} 2026-03-05T16:05:36.911 INFO:teuthology.task.install:extra packages: [] 2026-03-05T16:05:36.911 DEBUG:teuthology.task.install.rpm:_update_package_list_and_install: config is {'branch': None, 'cleanup': None, 'debuginfo': None, 'downgrade_packages': [], 'exclude_packages': [], 'extra_packages': [], 'extra_system_packages': {'deb': ['python3-xmltodict', 's3cmd'], 'rpm': ['bzip2', 'perl-Test-Harness', 'python3-xmltodict', 's3cmd']}, 'extras': None, 'enable_coprs': [], 'flavor': 'default', 'install_ceph_packages': True, 'packages': {}, 'project': 'ceph', 'repos_only': False, 'sha1': 'c24117fd5525679b799527bc1bd1f1dd0a2db5e2', 'tag': None, 'wait_for_package': False, 'repos': [{'name': 'ceph-source', 'priority': 1, 'url': 'https://s3.clyso.com/ces-packages/components/ceph/rpm-19.2.3-47-gc24117fd552/el9.clyso/SRPMS'}, {'name': 'ceph-noarch', 'priority': 1, 'url': 'https://s3.clyso.com/ces-packages/components/ceph/rpm-19.2.3-47-gc24117fd552/el9.clyso/noarch'}, {'name': 'ceph', 'priority': 1, 'url': 'https://s3.clyso.com/ces-packages/components/ceph/rpm-19.2.3-47-gc24117fd552/el9.clyso/x86_64'}]} 2026-03-05T16:05:36.911 DEBUG:teuthology.task.install.rpm:Adding repos: [{'name': 'ceph-source', 'priority': 1, 'url': 'https://s3.clyso.com/ces-packages/components/ceph/rpm-19.2.3-47-gc24117fd552/el9.clyso/SRPMS'}, {'name': 'ceph-noarch', 'priority': 1, 'url': 'https://s3.clyso.com/ces-packages/components/ceph/rpm-19.2.3-47-gc24117fd552/el9.clyso/noarch'}, {'name': 'ceph', 'priority': 1, 'url': 'https://s3.clyso.com/ces-packages/components/ceph/rpm-19.2.3-47-gc24117fd552/el9.clyso/x86_64'}] 2026-03-05T16:05:36.911 DEBUG:teuthology.orchestra.run.vm00:> set -ex 2026-03-05T16:05:36.911 DEBUG:teuthology.orchestra.run.vm00:> sudo dd of=/etc/yum.repos.d/ceph-source.repo 2026-03-05T16:05:36.977 DEBUG:teuthology.orchestra.run.vm00:> set -ex 2026-03-05T16:05:36.977 DEBUG:teuthology.orchestra.run.vm00:> sudo dd of=/etc/yum.repos.d/ceph-noarch.repo 2026-03-05T16:05:37.047 DEBUG:teuthology.orchestra.run.vm00:> set -ex 2026-03-05T16:05:37.047 DEBUG:teuthology.orchestra.run.vm00:> sudo dd of=/etc/yum.repos.d/ceph.repo 2026-03-05T16:05:37.116 INFO:teuthology.task.install.rpm:Installing packages: ceph-radosgw, ceph-test, ceph, ceph-base, cephadm, ceph-immutable-object-cache, ceph-mgr, ceph-mgr-dashboard, ceph-mgr-diskprediction-local, ceph-mgr-rook, ceph-mgr-cephadm, ceph-fuse, ceph-volume, librados-devel, libcephfs2, libcephfs-devel, librados2, librbd1, python3-rados, python3-rgw, python3-cephfs, python3-rbd, rbd-fuse, rbd-mirror, rbd-nbd, bzip2, perl-Test-Harness, python3-xmltodict, s3cmd on remote rpm x86_64 2026-03-05T16:05:37.116 DEBUG:teuthology.orchestra.run.vm00:> sudo yum clean all 2026-03-05T16:05:37.329 INFO:teuthology.orchestra.run.vm00.stdout:47 files removed 2026-03-05T16:05:37.356 DEBUG:teuthology.orchestra.run.vm00:> sudo yum -y install ceph-radosgw ceph-test ceph ceph-base cephadm ceph-immutable-object-cache ceph-mgr ceph-mgr-dashboard ceph-mgr-diskprediction-local ceph-mgr-rook ceph-mgr-cephadm ceph-fuse ceph-volume librados-devel libcephfs2 libcephfs-devel librados2 librbd1 python3-rados python3-rgw python3-cephfs python3-rbd rbd-fuse rbd-mirror rbd-nbd bzip2 perl-Test-Harness python3-xmltodict s3cmd 2026-03-05T16:05:37.803 INFO:teuthology.orchestra.run.vm00.stdout:ceph 362 kB/s | 86 kB 00:00 2026-03-05T16:05:38.106 INFO:teuthology.orchestra.run.vm00.stdout:ceph-noarch 43 kB/s | 12 kB 00:00 2026-03-05T16:05:38.313 INFO:teuthology.orchestra.run.vm00.stdout:ceph-source 12 kB/s | 2.2 kB 00:00 2026-03-05T16:05:39.031 INFO:teuthology.orchestra.run.vm00.stdout:Extra Packages for Enterprise Linux 29 MB/s | 20 MB 00:00 2026-03-05T16:05:44.444 INFO:teuthology.orchestra.run.vm00.stdout:lab-extras 63 kB/s | 50 kB 00:00 2026-03-05T16:05:47.660 INFO:teuthology.orchestra.run.vm00.stdout:Rocky Linux 9 - BaseOS 5.1 MB/s | 16 MB 00:03 2026-03-05T16:05:52.241 INFO:teuthology.orchestra.run.vm00.stdout:Rocky Linux 9 - AppStream 5.1 MB/s | 16 MB 00:03 2026-03-05T16:05:57.110 INFO:teuthology.orchestra.run.vm00.stdout:Rocky Linux 9 - CRB 1.4 MB/s | 4.1 MB 00:02 2026-03-05T16:05:58.237 INFO:teuthology.orchestra.run.vm00.stdout:Rocky Linux 9 - Extras 27 kB/s | 17 kB 00:00 2026-03-05T16:05:59.320 INFO:teuthology.orchestra.run.vm00.stdout:Package librados2-2:16.2.4-5.el9.x86_64 is already installed. 2026-03-05T16:05:59.320 INFO:teuthology.orchestra.run.vm00.stdout:Package librbd1-2:16.2.4-5.el9.x86_64 is already installed. 2026-03-05T16:05:59.342 INFO:teuthology.orchestra.run.vm00.stdout:Dependencies resolved. 2026-03-05T16:05:59.347 INFO:teuthology.orchestra.run.vm00.stdout:============================================================================================== 2026-03-05T16:05:59.347 INFO:teuthology.orchestra.run.vm00.stdout: Package Arch Version Repository Size 2026-03-05T16:05:59.347 INFO:teuthology.orchestra.run.vm00.stdout:============================================================================================== 2026-03-05T16:05:59.347 INFO:teuthology.orchestra.run.vm00.stdout:Installing: 2026-03-05T16:05:59.347 INFO:teuthology.orchestra.run.vm00.stdout: bzip2 x86_64 1.0.8-10.el9_5 baseos 51 k 2026-03-05T16:05:59.347 INFO:teuthology.orchestra.run.vm00.stdout: ceph x86_64 2:19.2.3-47.gc24117fd552.el9.clyso ceph 6.5 k 2026-03-05T16:05:59.347 INFO:teuthology.orchestra.run.vm00.stdout: ceph-base x86_64 2:19.2.3-47.gc24117fd552.el9.clyso ceph 5.5 M 2026-03-05T16:05:59.347 INFO:teuthology.orchestra.run.vm00.stdout: ceph-fuse x86_64 2:19.2.3-47.gc24117fd552.el9.clyso ceph 1.1 M 2026-03-05T16:05:59.347 INFO:teuthology.orchestra.run.vm00.stdout: ceph-immutable-object-cache x86_64 2:19.2.3-47.gc24117fd552.el9.clyso ceph 145 k 2026-03-05T16:05:59.347 INFO:teuthology.orchestra.run.vm00.stdout: ceph-mgr x86_64 2:19.2.3-47.gc24117fd552.el9.clyso ceph 1.1 M 2026-03-05T16:05:59.347 INFO:teuthology.orchestra.run.vm00.stdout: ceph-mgr-cephadm noarch 2:19.2.3-47.gc24117fd552.el9.clyso ceph-noarch 150 k 2026-03-05T16:05:59.347 INFO:teuthology.orchestra.run.vm00.stdout: ceph-mgr-dashboard noarch 2:19.2.3-47.gc24117fd552.el9.clyso ceph-noarch 3.8 M 2026-03-05T16:05:59.347 INFO:teuthology.orchestra.run.vm00.stdout: ceph-mgr-diskprediction-local noarch 2:19.2.3-47.gc24117fd552.el9.clyso ceph-noarch 7.4 M 2026-03-05T16:05:59.347 INFO:teuthology.orchestra.run.vm00.stdout: ceph-mgr-rook noarch 2:19.2.3-47.gc24117fd552.el9.clyso ceph-noarch 49 k 2026-03-05T16:05:59.347 INFO:teuthology.orchestra.run.vm00.stdout: ceph-radosgw x86_64 2:19.2.3-47.gc24117fd552.el9.clyso ceph 11 M 2026-03-05T16:05:59.347 INFO:teuthology.orchestra.run.vm00.stdout: ceph-test x86_64 2:19.2.3-47.gc24117fd552.el9.clyso ceph 50 M 2026-03-05T16:05:59.347 INFO:teuthology.orchestra.run.vm00.stdout: ceph-volume noarch 2:19.2.3-47.gc24117fd552.el9.clyso ceph-noarch 299 k 2026-03-05T16:05:59.347 INFO:teuthology.orchestra.run.vm00.stdout: cephadm noarch 2:19.2.3-47.gc24117fd552.el9.clyso ceph-noarch 769 k 2026-03-05T16:05:59.347 INFO:teuthology.orchestra.run.vm00.stdout: libcephfs-devel x86_64 2:19.2.3-47.gc24117fd552.el9.clyso ceph 34 k 2026-03-05T16:05:59.347 INFO:teuthology.orchestra.run.vm00.stdout: libcephfs2 x86_64 2:19.2.3-47.gc24117fd552.el9.clyso ceph 998 k 2026-03-05T16:05:59.347 INFO:teuthology.orchestra.run.vm00.stdout: librados-devel x86_64 2:19.2.3-47.gc24117fd552.el9.clyso ceph 127 k 2026-03-05T16:05:59.347 INFO:teuthology.orchestra.run.vm00.stdout: perl-Test-Harness noarch 1:3.42-461.el9 appstream 267 k 2026-03-05T16:05:59.347 INFO:teuthology.orchestra.run.vm00.stdout: python3-cephfs x86_64 2:19.2.3-47.gc24117fd552.el9.clyso ceph 165 k 2026-03-05T16:05:59.347 INFO:teuthology.orchestra.run.vm00.stdout: python3-rados x86_64 2:19.2.3-47.gc24117fd552.el9.clyso ceph 322 k 2026-03-05T16:05:59.347 INFO:teuthology.orchestra.run.vm00.stdout: python3-rbd x86_64 2:19.2.3-47.gc24117fd552.el9.clyso ceph 303 k 2026-03-05T16:05:59.347 INFO:teuthology.orchestra.run.vm00.stdout: python3-rgw x86_64 2:19.2.3-47.gc24117fd552.el9.clyso ceph 100 k 2026-03-05T16:05:59.347 INFO:teuthology.orchestra.run.vm00.stdout: python3-xmltodict noarch 0.12.0-15.el9 epel 22 k 2026-03-05T16:05:59.347 INFO:teuthology.orchestra.run.vm00.stdout: rbd-fuse x86_64 2:19.2.3-47.gc24117fd552.el9.clyso ceph 85 k 2026-03-05T16:05:59.347 INFO:teuthology.orchestra.run.vm00.stdout: rbd-mirror x86_64 2:19.2.3-47.gc24117fd552.el9.clyso ceph 3.1 M 2026-03-05T16:05:59.347 INFO:teuthology.orchestra.run.vm00.stdout: rbd-nbd x86_64 2:19.2.3-47.gc24117fd552.el9.clyso ceph 171 k 2026-03-05T16:05:59.347 INFO:teuthology.orchestra.run.vm00.stdout: s3cmd noarch 2.4.0-1.el9 epel 206 k 2026-03-05T16:05:59.347 INFO:teuthology.orchestra.run.vm00.stdout:Upgrading: 2026-03-05T16:05:59.347 INFO:teuthology.orchestra.run.vm00.stdout: librados2 x86_64 2:19.2.3-47.gc24117fd552.el9.clyso ceph 3.4 M 2026-03-05T16:05:59.347 INFO:teuthology.orchestra.run.vm00.stdout: librbd1 x86_64 2:19.2.3-47.gc24117fd552.el9.clyso ceph 3.2 M 2026-03-05T16:05:59.347 INFO:teuthology.orchestra.run.vm00.stdout:Installing dependencies: 2026-03-05T16:05:59.347 INFO:teuthology.orchestra.run.vm00.stdout: abseil-cpp x86_64 20211102.0-4.el9 epel 551 k 2026-03-05T16:05:59.347 INFO:teuthology.orchestra.run.vm00.stdout: boost-program-options x86_64 1.75.0-13.el9_7 appstream 104 k 2026-03-05T16:05:59.347 INFO:teuthology.orchestra.run.vm00.stdout: c-ares x86_64 1.19.1-2.el9_4 baseos 110 k 2026-03-05T16:05:59.347 INFO:teuthology.orchestra.run.vm00.stdout: ceph-common x86_64 2:19.2.3-47.gc24117fd552.el9.clyso ceph 22 M 2026-03-05T16:05:59.347 INFO:teuthology.orchestra.run.vm00.stdout: ceph-grafana-dashboards noarch 2:19.2.3-47.gc24117fd552.el9.clyso ceph-noarch 31 k 2026-03-05T16:05:59.348 INFO:teuthology.orchestra.run.vm00.stdout: ceph-mds x86_64 2:19.2.3-47.gc24117fd552.el9.clyso ceph 2.4 M 2026-03-05T16:05:59.348 INFO:teuthology.orchestra.run.vm00.stdout: ceph-mgr-modules-core noarch 2:19.2.3-47.gc24117fd552.el9.clyso ceph-noarch 252 k 2026-03-05T16:05:59.348 INFO:teuthology.orchestra.run.vm00.stdout: ceph-mon x86_64 2:19.2.3-47.gc24117fd552.el9.clyso ceph 4.7 M 2026-03-05T16:05:59.348 INFO:teuthology.orchestra.run.vm00.stdout: ceph-osd x86_64 2:19.2.3-47.gc24117fd552.el9.clyso ceph 17 M 2026-03-05T16:05:59.348 INFO:teuthology.orchestra.run.vm00.stdout: ceph-prometheus-alerts noarch 2:19.2.3-47.gc24117fd552.el9.clyso ceph-noarch 16 k 2026-03-05T16:05:59.348 INFO:teuthology.orchestra.run.vm00.stdout: ceph-selinux x86_64 2:19.2.3-47.gc24117fd552.el9.clyso ceph 25 k 2026-03-05T16:05:59.348 INFO:teuthology.orchestra.run.vm00.stdout: cryptsetup x86_64 2.7.2-4.el9 baseos 310 k 2026-03-05T16:05:59.348 INFO:teuthology.orchestra.run.vm00.stdout: flexiblas x86_64 3.0.4-8.el9.0.1 appstream 30 k 2026-03-05T16:05:59.348 INFO:teuthology.orchestra.run.vm00.stdout: flexiblas-netlib x86_64 3.0.4-8.el9.0.1 appstream 3.0 M 2026-03-05T16:05:59.348 INFO:teuthology.orchestra.run.vm00.stdout: flexiblas-openblas-openmp x86_64 3.0.4-8.el9.0.1 appstream 15 k 2026-03-05T16:05:59.348 INFO:teuthology.orchestra.run.vm00.stdout: fuse x86_64 2.9.9-17.el9 baseos 78 k 2026-03-05T16:05:59.348 INFO:teuthology.orchestra.run.vm00.stdout: gperftools-libs x86_64 2.9.1-3.el9 epel 308 k 2026-03-05T16:05:59.348 INFO:teuthology.orchestra.run.vm00.stdout: grpc-data noarch 1.46.7-10.el9 epel 19 k 2026-03-05T16:05:59.348 INFO:teuthology.orchestra.run.vm00.stdout: ledmon-libs x86_64 1.1.0-3.el9 baseos 41 k 2026-03-05T16:05:59.348 INFO:teuthology.orchestra.run.vm00.stdout: libarrow x86_64 9.0.0-15.el9 epel 4.4 M 2026-03-05T16:05:59.348 INFO:teuthology.orchestra.run.vm00.stdout: libarrow-doc noarch 9.0.0-15.el9 epel 25 k 2026-03-05T16:05:59.348 INFO:teuthology.orchestra.run.vm00.stdout: libcephsqlite x86_64 2:19.2.3-47.gc24117fd552.el9.clyso ceph 163 k 2026-03-05T16:05:59.348 INFO:teuthology.orchestra.run.vm00.stdout: libconfig x86_64 1.7.2-9.el9 baseos 71 k 2026-03-05T16:05:59.348 INFO:teuthology.orchestra.run.vm00.stdout: libgfortran x86_64 11.5.0-11.el9 baseos 794 k 2026-03-05T16:05:59.348 INFO:teuthology.orchestra.run.vm00.stdout: libnbd x86_64 1.20.3-4.el9 appstream 171 k 2026-03-05T16:05:59.348 INFO:teuthology.orchestra.run.vm00.stdout: liboath x86_64 2.6.12-1.el9 epel 49 k 2026-03-05T16:05:59.348 INFO:teuthology.orchestra.run.vm00.stdout: libpmemobj x86_64 1.12.1-1.el9 appstream 159 k 2026-03-05T16:05:59.348 INFO:teuthology.orchestra.run.vm00.stdout: libquadmath x86_64 11.5.0-11.el9 baseos 184 k 2026-03-05T16:05:59.348 INFO:teuthology.orchestra.run.vm00.stdout: librabbitmq x86_64 0.11.0-7.el9 appstream 44 k 2026-03-05T16:05:59.348 INFO:teuthology.orchestra.run.vm00.stdout: libradosstriper1 x86_64 2:19.2.3-47.gc24117fd552.el9.clyso ceph 503 k 2026-03-05T16:05:59.348 INFO:teuthology.orchestra.run.vm00.stdout: librdkafka x86_64 1.6.1-102.el9 appstream 662 k 2026-03-05T16:05:59.348 INFO:teuthology.orchestra.run.vm00.stdout: librgw2 x86_64 2:19.2.3-47.gc24117fd552.el9.clyso ceph 5.4 M 2026-03-05T16:05:59.348 INFO:teuthology.orchestra.run.vm00.stdout: libstoragemgmt x86_64 1.10.1-1.el9 appstream 243 k 2026-03-05T16:05:59.348 INFO:teuthology.orchestra.run.vm00.stdout: libunwind x86_64 1.6.2-1.el9 epel 67 k 2026-03-05T16:05:59.348 INFO:teuthology.orchestra.run.vm00.stdout: libxslt x86_64 1.1.34-13.el9_6 appstream 239 k 2026-03-05T16:05:59.348 INFO:teuthology.orchestra.run.vm00.stdout: lmdb-libs x86_64 0.9.29-3.el9 baseos 60 k 2026-03-05T16:05:59.348 INFO:teuthology.orchestra.run.vm00.stdout: lttng-ust x86_64 2.12.0-6.el9 appstream 282 k 2026-03-05T16:05:59.348 INFO:teuthology.orchestra.run.vm00.stdout: lua x86_64 5.4.4-4.el9 appstream 187 k 2026-03-05T16:05:59.348 INFO:teuthology.orchestra.run.vm00.stdout: lua-devel x86_64 5.4.4-4.el9 crb 21 k 2026-03-05T16:05:59.348 INFO:teuthology.orchestra.run.vm00.stdout: luarocks noarch 3.9.2-5.el9 epel 151 k 2026-03-05T16:05:59.348 INFO:teuthology.orchestra.run.vm00.stdout: mailcap noarch 2.1.49-5.el9.0.2 baseos 32 k 2026-03-05T16:05:59.348 INFO:teuthology.orchestra.run.vm00.stdout: openblas x86_64 0.3.29-1.el9 appstream 41 k 2026-03-05T16:05:59.348 INFO:teuthology.orchestra.run.vm00.stdout: openblas-openmp x86_64 0.3.29-1.el9 appstream 5.3 M 2026-03-05T16:05:59.348 INFO:teuthology.orchestra.run.vm00.stdout: parquet-libs x86_64 9.0.0-15.el9 epel 838 k 2026-03-05T16:05:59.348 INFO:teuthology.orchestra.run.vm00.stdout: pciutils x86_64 3.7.0-7.el9 baseos 92 k 2026-03-05T16:05:59.348 INFO:teuthology.orchestra.run.vm00.stdout: perl-Benchmark noarch 1.23-481.1.el9_6 appstream 25 k 2026-03-05T16:05:59.348 INFO:teuthology.orchestra.run.vm00.stdout: protobuf x86_64 3.14.0-17.el9_7 appstream 1.0 M 2026-03-05T16:05:59.348 INFO:teuthology.orchestra.run.vm00.stdout: protobuf-compiler x86_64 3.14.0-17.el9_7 crb 862 k 2026-03-05T16:05:59.348 INFO:teuthology.orchestra.run.vm00.stdout: python3-asyncssh noarch 2.13.2-5.el9 epel 548 k 2026-03-05T16:05:59.348 INFO:teuthology.orchestra.run.vm00.stdout: python3-autocommand noarch 2.2.2-8.el9 epel 29 k 2026-03-05T16:05:59.348 INFO:teuthology.orchestra.run.vm00.stdout: python3-babel noarch 2.9.1-2.el9 appstream 5.8 M 2026-03-05T16:05:59.348 INFO:teuthology.orchestra.run.vm00.stdout: python3-backports-tarfile noarch 1.2.0-1.el9 epel 60 k 2026-03-05T16:05:59.348 INFO:teuthology.orchestra.run.vm00.stdout: python3-bcrypt x86_64 3.2.2-1.el9 epel 43 k 2026-03-05T16:05:59.348 INFO:teuthology.orchestra.run.vm00.stdout: python3-cachetools noarch 4.2.4-1.el9 epel 32 k 2026-03-05T16:05:59.348 INFO:teuthology.orchestra.run.vm00.stdout: python3-ceph-argparse x86_64 2:19.2.3-47.gc24117fd552.el9.clyso ceph 45 k 2026-03-05T16:05:59.348 INFO:teuthology.orchestra.run.vm00.stdout: python3-ceph-common x86_64 2:19.2.3-47.gc24117fd552.el9.clyso ceph 142 k 2026-03-05T16:05:59.348 INFO:teuthology.orchestra.run.vm00.stdout: python3-certifi noarch 2023.05.07-4.el9 epel 14 k 2026-03-05T16:05:59.348 INFO:teuthology.orchestra.run.vm00.stdout: python3-cffi x86_64 1.14.5-5.el9 baseos 241 k 2026-03-05T16:05:59.349 INFO:teuthology.orchestra.run.vm00.stdout: python3-cheroot noarch 10.0.1-4.el9 epel 173 k 2026-03-05T16:05:59.349 INFO:teuthology.orchestra.run.vm00.stdout: python3-cherrypy noarch 18.6.1-2.el9 epel 358 k 2026-03-05T16:05:59.349 INFO:teuthology.orchestra.run.vm00.stdout: python3-cryptography x86_64 36.0.1-5.el9_6 baseos 1.2 M 2026-03-05T16:05:59.349 INFO:teuthology.orchestra.run.vm00.stdout: python3-devel x86_64 3.9.23-2.el9 appstream 205 k 2026-03-05T16:05:59.349 INFO:teuthology.orchestra.run.vm00.stdout: python3-google-auth noarch 1:2.45.0-1.el9 epel 254 k 2026-03-05T16:05:59.349 INFO:teuthology.orchestra.run.vm00.stdout: python3-grpcio x86_64 1.46.7-10.el9 epel 2.0 M 2026-03-05T16:05:59.349 INFO:teuthology.orchestra.run.vm00.stdout: python3-grpcio-tools x86_64 1.46.7-10.el9 epel 144 k 2026-03-05T16:05:59.349 INFO:teuthology.orchestra.run.vm00.stdout: python3-isodate noarch 0.6.1-3.el9 epel 56 k 2026-03-05T16:05:59.349 INFO:teuthology.orchestra.run.vm00.stdout: python3-jaraco noarch 8.2.1-3.el9 epel 11 k 2026-03-05T16:05:59.349 INFO:teuthology.orchestra.run.vm00.stdout: python3-jaraco-classes noarch 3.2.1-5.el9 epel 18 k 2026-03-05T16:05:59.349 INFO:teuthology.orchestra.run.vm00.stdout: python3-jaraco-collections noarch 3.0.0-8.el9 epel 23 k 2026-03-05T16:05:59.349 INFO:teuthology.orchestra.run.vm00.stdout: python3-jaraco-context noarch 6.0.1-3.el9 epel 20 k 2026-03-05T16:05:59.349 INFO:teuthology.orchestra.run.vm00.stdout: python3-jaraco-functools noarch 3.5.0-2.el9 epel 19 k 2026-03-05T16:05:59.349 INFO:teuthology.orchestra.run.vm00.stdout: python3-jaraco-text noarch 4.0.0-2.el9 epel 26 k 2026-03-05T16:05:59.349 INFO:teuthology.orchestra.run.vm00.stdout: python3-jinja2 noarch 2.11.3-8.el9_5 appstream 228 k 2026-03-05T16:05:59.349 INFO:teuthology.orchestra.run.vm00.stdout: python3-kubernetes noarch 1:26.1.0-3.el9 epel 1.0 M 2026-03-05T16:05:59.349 INFO:teuthology.orchestra.run.vm00.stdout: python3-libstoragemgmt x86_64 1.10.1-1.el9 appstream 166 k 2026-03-05T16:05:59.349 INFO:teuthology.orchestra.run.vm00.stdout: python3-logutils noarch 0.3.5-21.el9 epel 46 k 2026-03-05T16:05:59.349 INFO:teuthology.orchestra.run.vm00.stdout: python3-lxml x86_64 4.6.5-3.el9 appstream 1.2 M 2026-03-05T16:05:59.349 INFO:teuthology.orchestra.run.vm00.stdout: python3-mako noarch 1.1.4-6.el9 appstream 144 k 2026-03-05T16:05:59.349 INFO:teuthology.orchestra.run.vm00.stdout: python3-markupsafe x86_64 1.1.1-12.el9 appstream 32 k 2026-03-05T16:05:59.349 INFO:teuthology.orchestra.run.vm00.stdout: python3-more-itertools noarch 8.12.0-2.el9 epel 79 k 2026-03-05T16:05:59.349 INFO:teuthology.orchestra.run.vm00.stdout: python3-msgpack x86_64 1.0.3-2.el9 epel 86 k 2026-03-05T16:05:59.349 INFO:teuthology.orchestra.run.vm00.stdout: python3-natsort noarch 7.1.1-5.el9 epel 58 k 2026-03-05T16:05:59.349 INFO:teuthology.orchestra.run.vm00.stdout: python3-numpy x86_64 1:1.23.5-1.el9 appstream 5.8 M 2026-03-05T16:05:59.349 INFO:teuthology.orchestra.run.vm00.stdout: python3-numpy-f2py x86_64 1:1.23.5-1.el9 appstream 368 k 2026-03-05T16:05:59.349 INFO:teuthology.orchestra.run.vm00.stdout: python3-packaging noarch 20.9-5.el9 appstream 69 k 2026-03-05T16:05:59.349 INFO:teuthology.orchestra.run.vm00.stdout: python3-pecan noarch 1.4.2-3.el9 epel 272 k 2026-03-05T16:05:59.349 INFO:teuthology.orchestra.run.vm00.stdout: python3-ply noarch 3.11-14.el9.0.1 baseos 103 k 2026-03-05T16:05:59.349 INFO:teuthology.orchestra.run.vm00.stdout: python3-portend noarch 3.1.0-2.el9 epel 16 k 2026-03-05T16:05:59.349 INFO:teuthology.orchestra.run.vm00.stdout: python3-protobuf noarch 3.14.0-17.el9_7 appstream 237 k 2026-03-05T16:05:59.349 INFO:teuthology.orchestra.run.vm00.stdout: python3-pyOpenSSL noarch 21.0.0-1.el9 epel 90 k 2026-03-05T16:05:59.349 INFO:teuthology.orchestra.run.vm00.stdout: python3-pyasn1 noarch 0.4.8-7.el9_7 appstream 132 k 2026-03-05T16:05:59.349 INFO:teuthology.orchestra.run.vm00.stdout: python3-pyasn1-modules noarch 0.4.8-7.el9_7 appstream 210 k 2026-03-05T16:05:59.349 INFO:teuthology.orchestra.run.vm00.stdout: python3-pycparser noarch 2.20-6.el9 baseos 124 k 2026-03-05T16:05:59.349 INFO:teuthology.orchestra.run.vm00.stdout: python3-pyparsing noarch 2.4.7-9.el9.0.1 baseos 150 k 2026-03-05T16:05:59.349 INFO:teuthology.orchestra.run.vm00.stdout: python3-repoze-lru noarch 0.7-16.el9 epel 31 k 2026-03-05T16:05:59.349 INFO:teuthology.orchestra.run.vm00.stdout: python3-requests noarch 2.25.1-10.el9_6 baseos 115 k 2026-03-05T16:05:59.349 INFO:teuthology.orchestra.run.vm00.stdout: python3-requests-oauthlib noarch 1.3.0-12.el9 appstream 43 k 2026-03-05T16:05:59.349 INFO:teuthology.orchestra.run.vm00.stdout: python3-routes noarch 2.5.1-5.el9 epel 188 k 2026-03-05T16:05:59.349 INFO:teuthology.orchestra.run.vm00.stdout: python3-rsa noarch 4.9-2.el9 epel 59 k 2026-03-05T16:05:59.349 INFO:teuthology.orchestra.run.vm00.stdout: python3-scipy x86_64 1.9.3-2.el9 appstream 19 M 2026-03-05T16:05:59.349 INFO:teuthology.orchestra.run.vm00.stdout: python3-tempora noarch 5.0.0-2.el9 epel 36 k 2026-03-05T16:05:59.349 INFO:teuthology.orchestra.run.vm00.stdout: python3-toml noarch 0.10.2-6.el9.0.1 appstream 44 k 2026-03-05T16:05:59.349 INFO:teuthology.orchestra.run.vm00.stdout: python3-typing-extensions noarch 4.15.0-1.el9 epel 86 k 2026-03-05T16:05:59.349 INFO:teuthology.orchestra.run.vm00.stdout: python3-urllib3 noarch 1.26.5-6.el9_7.1 baseos 191 k 2026-03-05T16:05:59.349 INFO:teuthology.orchestra.run.vm00.stdout: python3-webob noarch 1.8.8-2.el9 epel 230 k 2026-03-05T16:05:59.349 INFO:teuthology.orchestra.run.vm00.stdout: python3-websocket-client noarch 1.2.3-2.el9 epel 90 k 2026-03-05T16:05:59.349 INFO:teuthology.orchestra.run.vm00.stdout: python3-werkzeug noarch 2.0.3-3.el9.1 epel 427 k 2026-03-05T16:05:59.349 INFO:teuthology.orchestra.run.vm00.stdout: python3-xmlsec x86_64 1.3.13-1.el9 epel 48 k 2026-03-05T16:05:59.349 INFO:teuthology.orchestra.run.vm00.stdout: python3-zc-lockfile noarch 2.0-10.el9 epel 20 k 2026-03-05T16:05:59.349 INFO:teuthology.orchestra.run.vm00.stdout: qatlib x86_64 24.09.0-1.el9 appstream 221 k 2026-03-05T16:05:59.349 INFO:teuthology.orchestra.run.vm00.stdout: qatzip-libs x86_64 1.3.1-1.el9 appstream 65 k 2026-03-05T16:05:59.349 INFO:teuthology.orchestra.run.vm00.stdout: re2 x86_64 1:20211101-20.el9 epel 191 k 2026-03-05T16:05:59.349 INFO:teuthology.orchestra.run.vm00.stdout: socat x86_64 1.7.4.1-8.el9 appstream 299 k 2026-03-05T16:05:59.349 INFO:teuthology.orchestra.run.vm00.stdout: thrift x86_64 0.15.0-4.el9 epel 1.6 M 2026-03-05T16:05:59.349 INFO:teuthology.orchestra.run.vm00.stdout: unzip x86_64 6.0-59.el9 baseos 180 k 2026-03-05T16:05:59.349 INFO:teuthology.orchestra.run.vm00.stdout: xmlsec1 x86_64 1.2.29-13.el9 appstream 188 k 2026-03-05T16:05:59.349 INFO:teuthology.orchestra.run.vm00.stdout: xmlsec1-openssl x86_64 1.2.29-13.el9 appstream 89 k 2026-03-05T16:05:59.349 INFO:teuthology.orchestra.run.vm00.stdout: xmlstarlet x86_64 1.6.1-20.el9 appstream 63 k 2026-03-05T16:05:59.349 INFO:teuthology.orchestra.run.vm00.stdout: zip x86_64 3.0-35.el9 baseos 263 k 2026-03-05T16:05:59.349 INFO:teuthology.orchestra.run.vm00.stdout:Installing weak dependencies: 2026-03-05T16:05:59.349 INFO:teuthology.orchestra.run.vm00.stdout: ceph-mgr-k8sevents noarch 2:19.2.3-47.gc24117fd552.el9.clyso ceph-noarch 22 k 2026-03-05T16:05:59.350 INFO:teuthology.orchestra.run.vm00.stdout: nvme-cli x86_64 2.13-1.el9 baseos 1.0 M 2026-03-05T16:05:59.350 INFO:teuthology.orchestra.run.vm00.stdout: python3-influxdb noarch 5.3.1-1.el9 epel 139 k 2026-03-05T16:05:59.350 INFO:teuthology.orchestra.run.vm00.stdout: python3-saml noarch 1.16.0-1.el9 epel 125 k 2026-03-05T16:05:59.350 INFO:teuthology.orchestra.run.vm00.stdout: qatlib-service x86_64 24.09.0-1.el9 appstream 36 k 2026-03-05T16:05:59.350 INFO:teuthology.orchestra.run.vm00.stdout: smartmontools x86_64 1:7.2-9.el9 baseos 551 k 2026-03-05T16:05:59.350 INFO:teuthology.orchestra.run.vm00.stdout: 2026-03-05T16:05:59.350 INFO:teuthology.orchestra.run.vm00.stdout:Transaction Summary 2026-03-05T16:05:59.350 INFO:teuthology.orchestra.run.vm00.stdout:============================================================================================== 2026-03-05T16:05:59.350 INFO:teuthology.orchestra.run.vm00.stdout:Install 152 Packages 2026-03-05T16:05:59.350 INFO:teuthology.orchestra.run.vm00.stdout:Upgrade 2 Packages 2026-03-05T16:05:59.350 INFO:teuthology.orchestra.run.vm00.stdout: 2026-03-05T16:05:59.350 INFO:teuthology.orchestra.run.vm00.stdout:Total download size: 213 M 2026-03-05T16:05:59.350 INFO:teuthology.orchestra.run.vm00.stdout:Downloading Packages: 2026-03-05T16:06:00.491 INFO:teuthology.orchestra.run.vm00.stdout:(1/154): ceph-19.2.3-47.gc24117fd552.el9.clyso. 54 kB/s | 6.5 kB 00:00 2026-03-05T16:06:00.773 INFO:teuthology.orchestra.run.vm00.stdout:(2/154): ceph-fuse-19.2.3-47.gc24117fd552.el9.c 4.1 MB/s | 1.1 MB 00:00 2026-03-05T16:06:00.794 INFO:teuthology.orchestra.run.vm00.stdout:(3/154): ceph-base-19.2.3-47.gc24117fd552.el9.c 13 MB/s | 5.5 MB 00:00 2026-03-05T16:06:00.815 INFO:teuthology.orchestra.run.vm00.stdout:(4/154): ceph-immutable-object-cache-19.2.3-47. 3.4 MB/s | 145 kB 00:00 2026-03-05T16:06:00.884 INFO:teuthology.orchestra.run.vm00.stdout:(5/154): ceph-mds-19.2.3-47.gc24117fd552.el9.cl 27 MB/s | 2.4 MB 00:00 2026-03-05T16:06:01.055 INFO:teuthology.orchestra.run.vm00.stdout:(6/154): ceph-mgr-19.2.3-47.gc24117fd552.el9.cl 4.5 MB/s | 1.1 MB 00:00 2026-03-05T16:06:01.391 INFO:teuthology.orchestra.run.vm00.stdout:(7/154): ceph-common-19.2.3-47.gc24117fd552.el9 21 MB/s | 22 MB 00:01 2026-03-05T16:06:01.406 INFO:teuthology.orchestra.run.vm00.stdout:(8/154): ceph-mon-19.2.3-47.gc24117fd552.el9.cl 9.0 MB/s | 4.7 MB 00:00 2026-03-05T16:06:01.438 INFO:teuthology.orchestra.run.vm00.stdout:(9/154): ceph-selinux-19.2.3-47.gc24117fd552.el 796 kB/s | 25 kB 00:00 2026-03-05T16:06:01.656 INFO:teuthology.orchestra.run.vm00.stdout:(10/154): ceph-osd-19.2.3-47.gc24117fd552.el9.c 28 MB/s | 17 MB 00:00 2026-03-05T16:06:01.695 INFO:teuthology.orchestra.run.vm00.stdout:(11/154): libcephfs-devel-19.2.3-47.gc24117fd55 859 kB/s | 34 kB 00:00 2026-03-05T16:06:01.782 INFO:teuthology.orchestra.run.vm00.stdout:(12/154): libcephfs2-19.2.3-47.gc24117fd552.el9 11 MB/s | 998 kB 00:00 2026-03-05T16:06:01.856 INFO:teuthology.orchestra.run.vm00.stdout:(13/154): ceph-radosgw-19.2.3-47.gc24117fd552.e 23 MB/s | 11 MB 00:00 2026-03-05T16:06:01.859 INFO:teuthology.orchestra.run.vm00.stdout:(14/154): libcephsqlite-19.2.3-47.gc24117fd552. 2.1 MB/s | 163 kB 00:00 2026-03-05T16:06:01.898 INFO:teuthology.orchestra.run.vm00.stdout:(15/154): librados-devel-19.2.3-47.gc24117fd552 3.0 MB/s | 127 kB 00:00 2026-03-05T16:06:01.915 INFO:teuthology.orchestra.run.vm00.stdout:(16/154): libradosstriper1-19.2.3-47.gc24117fd5 8.9 MB/s | 503 kB 00:00 2026-03-05T16:06:01.957 INFO:teuthology.orchestra.run.vm00.stdout:(17/154): python3-ceph-argparse-19.2.3-47.gc241 1.1 MB/s | 45 kB 00:00 2026-03-05T16:06:02.003 INFO:teuthology.orchestra.run.vm00.stdout:(18/154): python3-ceph-common-19.2.3-47.gc24117 3.0 MB/s | 142 kB 00:00 2026-03-05T16:06:02.098 INFO:teuthology.orchestra.run.vm00.stdout:(19/154): python3-cephfs-19.2.3-47.gc24117fd552 1.7 MB/s | 165 kB 00:00 2026-03-05T16:06:02.183 INFO:teuthology.orchestra.run.vm00.stdout:(20/154): python3-rados-19.2.3-47.gc24117fd552. 3.7 MB/s | 322 kB 00:00 2026-03-05T16:06:02.222 INFO:teuthology.orchestra.run.vm00.stdout:(21/154): librgw2-19.2.3-47.gc24117fd552.el9.cl 17 MB/s | 5.4 MB 00:00 2026-03-05T16:06:02.239 INFO:teuthology.orchestra.run.vm00.stdout:(22/154): python3-rbd-19.2.3-47.gc24117fd552.el 5.3 MB/s | 303 kB 00:00 2026-03-05T16:06:02.266 INFO:teuthology.orchestra.run.vm00.stdout:(23/154): python3-rgw-19.2.3-47.gc24117fd552.el 2.2 MB/s | 100 kB 00:00 2026-03-05T16:06:02.275 INFO:teuthology.orchestra.run.vm00.stdout:(24/154): rbd-fuse-19.2.3-47.gc24117fd552.el9.c 2.3 MB/s | 85 kB 00:00 2026-03-05T16:06:02.317 INFO:teuthology.orchestra.run.vm00.stdout:(25/154): rbd-nbd-19.2.3-47.gc24117fd552.el9.cl 4.0 MB/s | 171 kB 00:00 2026-03-05T16:06:02.365 INFO:teuthology.orchestra.run.vm00.stdout:(26/154): ceph-grafana-dashboards-19.2.3-47.gc2 654 kB/s | 31 kB 00:00 2026-03-05T16:06:02.417 INFO:teuthology.orchestra.run.vm00.stdout:(27/154): ceph-mgr-cephadm-19.2.3-47.gc24117fd5 2.9 MB/s | 150 kB 00:00 2026-03-05T16:06:02.453 INFO:teuthology.orchestra.run.vm00.stdout:(28/154): rbd-mirror-19.2.3-47.gc24117fd552.el9 17 MB/s | 3.1 MB 00:00 2026-03-05T16:06:02.623 INFO:teuthology.orchestra.run.vm00.stdout:(29/154): ceph-test-19.2.3-47.gc24117fd552.el9. 42 MB/s | 50 MB 00:01 2026-03-05T16:06:02.660 INFO:teuthology.orchestra.run.vm00.stdout:(30/154): ceph-mgr-dashboard-19.2.3-47.gc24117f 16 MB/s | 3.8 MB 00:00 2026-03-05T16:06:02.661 INFO:teuthology.orchestra.run.vm00.stdout:(31/154): ceph-mgr-k8sevents-19.2.3-47.gc24117f 594 kB/s | 22 kB 00:00 2026-03-05T16:06:02.693 INFO:teuthology.orchestra.run.vm00.stdout:(32/154): ceph-mgr-rook-19.2.3-47.gc24117fd552. 1.5 MB/s | 49 kB 00:00 2026-03-05T16:06:02.706 INFO:teuthology.orchestra.run.vm00.stdout:(33/154): ceph-mgr-modules-core-19.2.3-47.gc241 5.3 MB/s | 252 kB 00:00 2026-03-05T16:06:02.735 INFO:teuthology.orchestra.run.vm00.stdout:(34/154): ceph-mgr-diskprediction-local-19.2.3- 26 MB/s | 7.4 MB 00:00 2026-03-05T16:06:02.736 INFO:teuthology.orchestra.run.vm00.stdout:(35/154): ceph-prometheus-alerts-19.2.3-47.gc24 381 kB/s | 16 kB 00:00 2026-03-05T16:06:02.747 INFO:teuthology.orchestra.run.vm00.stdout:(36/154): ceph-volume-19.2.3-47.gc24117fd552.el 7.2 MB/s | 299 kB 00:00 2026-03-05T16:06:02.753 INFO:teuthology.orchestra.run.vm00.stdout:(37/154): abseil-cpp-20211102.0-4.el9.x86_64.rp 32 MB/s | 551 kB 00:00 2026-03-05T16:06:02.755 INFO:teuthology.orchestra.run.vm00.stdout:(38/154): grpc-data-1.46.7-10.el9.noarch.rpm 8.4 MB/s | 19 kB 00:00 2026-03-05T16:06:02.758 INFO:teuthology.orchestra.run.vm00.stdout:(39/154): gperftools-libs-2.9.1-3.el9.x86_64.rp 28 MB/s | 308 kB 00:00 2026-03-05T16:06:02.761 INFO:teuthology.orchestra.run.vm00.stdout:(40/154): libarrow-doc-9.0.0-15.el9.noarch.rpm 9.1 MB/s | 25 kB 00:00 2026-03-05T16:06:02.764 INFO:teuthology.orchestra.run.vm00.stdout:(41/154): liboath-2.6.12-1.el9.x86_64.rpm 17 MB/s | 49 kB 00:00 2026-03-05T16:06:02.768 INFO:teuthology.orchestra.run.vm00.stdout:(42/154): libunwind-1.6.2-1.el9.x86_64.rpm 20 MB/s | 67 kB 00:00 2026-03-05T16:06:02.774 INFO:teuthology.orchestra.run.vm00.stdout:(43/154): luarocks-3.9.2-5.el9.noarch.rpm 26 MB/s | 151 kB 00:00 2026-03-05T16:06:02.804 INFO:teuthology.orchestra.run.vm00.stdout:(44/154): parquet-libs-9.0.0-15.el9.x86_64.rpm 28 MB/s | 838 kB 00:00 2026-03-05T16:06:02.818 INFO:teuthology.orchestra.run.vm00.stdout:(45/154): python3-asyncssh-2.13.2-5.el9.noarch. 37 MB/s | 548 kB 00:00 2026-03-05T16:06:02.821 INFO:teuthology.orchestra.run.vm00.stdout:(46/154): python3-autocommand-2.2.2-8.el9.noarc 9.5 MB/s | 29 kB 00:00 2026-03-05T16:06:02.825 INFO:teuthology.orchestra.run.vm00.stdout:(47/154): python3-backports-tarfile-1.2.0-1.el9 18 MB/s | 60 kB 00:00 2026-03-05T16:06:02.828 INFO:teuthology.orchestra.run.vm00.stdout:(48/154): python3-bcrypt-3.2.2-1.el9.x86_64.rpm 13 MB/s | 43 kB 00:00 2026-03-05T16:06:02.842 INFO:teuthology.orchestra.run.vm00.stdout:(49/154): libarrow-9.0.0-15.el9.x86_64.rpm 51 MB/s | 4.4 MB 00:00 2026-03-05T16:06:02.842 INFO:teuthology.orchestra.run.vm00.stdout:(50/154): python3-cachetools-4.2.4-1.el9.noarch 2.3 MB/s | 32 kB 00:00 2026-03-05T16:06:02.844 INFO:teuthology.orchestra.run.vm00.stdout:(51/154): python3-certifi-2023.05.07-4.el9.noar 7.1 MB/s | 14 kB 00:00 2026-03-05T16:06:02.848 INFO:teuthology.orchestra.run.vm00.stdout:(52/154): python3-cheroot-10.0.1-4.el9.noarch.r 29 MB/s | 173 kB 00:00 2026-03-05T16:06:02.852 INFO:teuthology.orchestra.run.vm00.stdout:(53/154): python3-cherrypy-18.6.1-2.el9.noarch. 43 MB/s | 358 kB 00:00 2026-03-05T16:06:02.857 INFO:teuthology.orchestra.run.vm00.stdout:(54/154): python3-google-auth-2.45.0-1.el9.noar 29 MB/s | 254 kB 00:00 2026-03-05T16:06:02.860 INFO:teuthology.orchestra.run.vm00.stdout:(55/154): cephadm-19.2.3-47.gc24117fd552.el9.cl 6.0 MB/s | 769 kB 00:00 2026-03-05T16:06:02.863 INFO:teuthology.orchestra.run.vm00.stdout:(56/154): python3-grpcio-tools-1.46.7-10.el9.x8 25 MB/s | 144 kB 00:00 2026-03-05T16:06:02.867 INFO:teuthology.orchestra.run.vm00.stdout:(57/154): python3-isodate-0.6.1-3.el9.noarch.rp 16 MB/s | 56 kB 00:00 2026-03-05T16:06:02.870 INFO:teuthology.orchestra.run.vm00.stdout:(58/154): python3-jaraco-8.2.1-3.el9.noarch.rpm 3.2 MB/s | 11 kB 00:00 2026-03-05T16:06:02.873 INFO:teuthology.orchestra.run.vm00.stdout:(59/154): python3-jaraco-classes-3.2.1-5.el9.no 6.1 MB/s | 18 kB 00:00 2026-03-05T16:06:02.876 INFO:teuthology.orchestra.run.vm00.stdout:(60/154): python3-influxdb-5.3.1-1.el9.noarch.r 8.9 MB/s | 139 kB 00:00 2026-03-05T16:06:02.877 INFO:teuthology.orchestra.run.vm00.stdout:(61/154): python3-jaraco-collections-3.0.0-8.el 7.1 MB/s | 23 kB 00:00 2026-03-05T16:06:02.879 INFO:teuthology.orchestra.run.vm00.stdout:(62/154): python3-jaraco-context-6.0.1-3.el9.no 6.4 MB/s | 20 kB 00:00 2026-03-05T16:06:02.880 INFO:teuthology.orchestra.run.vm00.stdout:(63/154): python3-jaraco-functools-3.5.0-2.el9. 5.8 MB/s | 19 kB 00:00 2026-03-05T16:06:02.882 INFO:teuthology.orchestra.run.vm00.stdout:(64/154): python3-jaraco-text-4.0.0-2.el9.noarc 10 MB/s | 26 kB 00:00 2026-03-05T16:06:02.888 INFO:teuthology.orchestra.run.vm00.stdout:(65/154): python3-grpcio-1.46.7-10.el9.x86_64.r 57 MB/s | 2.0 MB 00:00 2026-03-05T16:06:02.890 INFO:teuthology.orchestra.run.vm00.stdout:(66/154): python3-logutils-0.3.5-21.el9.noarch. 5.8 MB/s | 46 kB 00:00 2026-03-05T16:06:02.892 INFO:teuthology.orchestra.run.vm00.stdout:(67/154): python3-more-itertools-8.12.0-2.el9.n 21 MB/s | 79 kB 00:00 2026-03-05T16:06:02.896 INFO:teuthology.orchestra.run.vm00.stdout:(68/154): python3-natsort-7.1.1-5.el9.noarch.rp 16 MB/s | 58 kB 00:00 2026-03-05T16:06:02.897 INFO:teuthology.orchestra.run.vm00.stdout:(69/154): python3-msgpack-1.0.3-2.el9.x86_64.rp 12 MB/s | 86 kB 00:00 2026-03-05T16:06:02.900 INFO:teuthology.orchestra.run.vm00.stdout:(70/154): python3-portend-3.1.0-2.el9.noarch.rp 4.5 MB/s | 16 kB 00:00 2026-03-05T16:06:02.903 INFO:teuthology.orchestra.run.vm00.stdout:(71/154): python3-pecan-1.4.2-3.el9.noarch.rpm 40 MB/s | 272 kB 00:00 2026-03-05T16:06:02.908 INFO:teuthology.orchestra.run.vm00.stdout:(72/154): python3-kubernetes-26.1.0-3.el9.noarc 37 MB/s | 1.0 MB 00:00 2026-03-05T16:06:02.909 INFO:teuthology.orchestra.run.vm00.stdout:(73/154): python3-repoze-lru-0.7-16.el9.noarch. 4.7 MB/s | 31 kB 00:00 2026-03-05T16:06:02.910 INFO:teuthology.orchestra.run.vm00.stdout:(74/154): python3-pyOpenSSL-21.0.0-1.el9.noarch 9.1 MB/s | 90 kB 00:00 2026-03-05T16:06:02.912 INFO:teuthology.orchestra.run.vm00.stdout:(75/154): python3-rsa-4.9-2.el9.noarch.rpm 24 MB/s | 59 kB 00:00 2026-03-05T16:06:02.913 INFO:teuthology.orchestra.run.vm00.stdout:(76/154): python3-routes-2.5.1-5.el9.noarch.rpm 36 MB/s | 188 kB 00:00 2026-03-05T16:06:02.914 INFO:teuthology.orchestra.run.vm00.stdout:(77/154): python3-tempora-5.0.0-2.el9.noarch.rp 14 MB/s | 36 kB 00:00 2026-03-05T16:06:02.917 INFO:teuthology.orchestra.run.vm00.stdout:(78/154): python3-typing-extensions-4.15.0-1.el 26 MB/s | 86 kB 00:00 2026-03-05T16:06:02.918 INFO:teuthology.orchestra.run.vm00.stdout:(79/154): python3-saml-1.16.0-1.el9.noarch.rpm 17 MB/s | 125 kB 00:00 2026-03-05T16:06:02.920 INFO:teuthology.orchestra.run.vm00.stdout:(80/154): python3-webob-1.8.8-2.el9.noarch.rpm 44 MB/s | 230 kB 00:00 2026-03-05T16:06:02.921 INFO:teuthology.orchestra.run.vm00.stdout:(81/154): python3-websocket-client-1.2.3-2.el9. 20 MB/s | 90 kB 00:00 2026-03-05T16:06:02.923 INFO:teuthology.orchestra.run.vm00.stdout:(82/154): python3-xmlsec-1.3.13-1.el9.x86_64.rp 16 MB/s | 48 kB 00:00 2026-03-05T16:06:02.924 INFO:teuthology.orchestra.run.vm00.stdout:(83/154): python3-xmltodict-0.12.0-15.el9.noarc 9.4 MB/s | 22 kB 00:00 2026-03-05T16:06:02.925 INFO:teuthology.orchestra.run.vm00.stdout:(84/154): python3-zc-lockfile-2.0-10.el9.noarch 9.7 MB/s | 20 kB 00:00 2026-03-05T16:06:02.931 INFO:teuthology.orchestra.run.vm00.stdout:(85/154): re2-20211101-20.el9.x86_64.rpm 28 MB/s | 191 kB 00:00 2026-03-05T16:06:02.932 INFO:teuthology.orchestra.run.vm00.stdout:(86/154): s3cmd-2.4.0-1.el9.noarch.rpm 29 MB/s | 206 kB 00:00 2026-03-05T16:06:02.934 INFO:teuthology.orchestra.run.vm00.stdout:(87/154): python3-werkzeug-2.0.3-3.el9.1.noarch 25 MB/s | 427 kB 00:00 2026-03-05T16:06:02.956 INFO:teuthology.orchestra.run.vm00.stdout:(88/154): thrift-0.15.0-4.el9.x86_64.rpm 63 MB/s | 1.6 MB 00:00 2026-03-05T16:06:03.728 INFO:teuthology.orchestra.run.vm00.stdout:(89/154): bzip2-1.0.8-10.el9_5.x86_64.rpm 65 kB/s | 51 kB 00:00 2026-03-05T16:06:03.806 INFO:teuthology.orchestra.run.vm00.stdout:(90/154): c-ares-1.19.1-2.el9_4.x86_64.rpm 126 kB/s | 110 kB 00:00 2026-03-05T16:06:04.006 INFO:teuthology.orchestra.run.vm00.stdout:(91/154): cryptsetup-2.7.2-4.el9.x86_64.rpm 295 kB/s | 310 kB 00:01 2026-03-05T16:06:04.031 INFO:teuthology.orchestra.run.vm00.stdout:(92/154): fuse-2.9.9-17.el9.x86_64.rpm 257 kB/s | 78 kB 00:00 2026-03-05T16:06:04.076 INFO:teuthology.orchestra.run.vm00.stdout:(93/154): ledmon-libs-1.1.0-3.el9.x86_64.rpm 150 kB/s | 41 kB 00:00 2026-03-05T16:06:04.230 INFO:teuthology.orchestra.run.vm00.stdout:(94/154): libconfig-1.7.2-9.el9.x86_64.rpm 315 kB/s | 71 kB 00:00 2026-03-05T16:06:04.533 INFO:teuthology.orchestra.run.vm00.stdout:(95/154): lmdb-libs-0.9.29-3.el9.x86_64.rpm 197 kB/s | 60 kB 00:00 2026-03-05T16:06:04.631 INFO:teuthology.orchestra.run.vm00.stdout:(96/154): libgfortran-11.5.0-11.el9.x86_64.rpm 1.3 MB/s | 794 kB 00:00 2026-03-05T16:06:04.647 INFO:teuthology.orchestra.run.vm00.stdout:(97/154): libquadmath-11.5.0-11.el9.x86_64.rpm 323 kB/s | 184 kB 00:00 2026-03-05T16:06:04.711 INFO:teuthology.orchestra.run.vm00.stdout:(98/154): mailcap-2.1.49-5.el9.0.2.noarch.rpm 181 kB/s | 32 kB 00:00 2026-03-05T16:06:05.105 INFO:teuthology.orchestra.run.vm00.stdout:(99/154): pciutils-3.7.0-7.el9.x86_64.rpm 201 kB/s | 92 kB 00:00 2026-03-05T16:06:05.109 INFO:teuthology.orchestra.run.vm00.stdout:(100/154): python3-cffi-1.14.5-5.el9.x86_64.rpm 605 kB/s | 241 kB 00:00 2026-03-05T16:06:05.273 INFO:teuthology.orchestra.run.vm00.stdout:(101/154): python3-ply-3.11-14.el9.0.1.noarch.r 630 kB/s | 103 kB 00:00 2026-03-05T16:06:05.370 INFO:teuthology.orchestra.run.vm00.stdout:(102/154): nvme-cli-2.13-1.el9.x86_64.rpm 1.3 MB/s | 1.0 MB 00:00 2026-03-05T16:06:05.444 INFO:teuthology.orchestra.run.vm00.stdout:(103/154): python3-pycparser-2.20-6.el9.noarch. 725 kB/s | 124 kB 00:00 2026-03-05T16:06:05.543 INFO:teuthology.orchestra.run.vm00.stdout:(104/154): python3-pyparsing-2.4.7-9.el9.0.1.no 863 kB/s | 150 kB 00:00 2026-03-05T16:06:05.666 INFO:teuthology.orchestra.run.vm00.stdout:(105/154): python3-cryptography-36.0.1-5.el9_6. 2.1 MB/s | 1.2 MB 00:00 2026-03-05T16:06:05.694 INFO:teuthology.orchestra.run.vm00.stdout:(106/154): python3-requests-2.25.1-10.el9_6.noa 462 kB/s | 115 kB 00:00 2026-03-05T16:06:05.715 INFO:teuthology.orchestra.run.vm00.stdout:(107/154): python3-urllib3-1.26.5-6.el9_7.1.noa 1.1 MB/s | 191 kB 00:00 2026-03-05T16:06:05.883 INFO:teuthology.orchestra.run.vm00.stdout:(108/154): unzip-6.0-59.el9.x86_64.rpm 954 kB/s | 180 kB 00:00 2026-03-05T16:06:05.892 INFO:teuthology.orchestra.run.vm00.stdout:(109/154): zip-3.0-35.el9.x86_64.rpm 1.4 MB/s | 263 kB 00:00 2026-03-05T16:06:05.909 INFO:teuthology.orchestra.run.vm00.stdout:(110/154): smartmontools-7.2-9.el9.x86_64.rpm 2.2 MB/s | 551 kB 00:00 2026-03-05T16:06:05.995 INFO:teuthology.orchestra.run.vm00.stdout:(111/154): flexiblas-3.0.4-8.el9.0.1.x86_64.rpm 288 kB/s | 30 kB 00:00 2026-03-05T16:06:06.039 INFO:teuthology.orchestra.run.vm00.stdout:(112/154): boost-program-options-1.75.0-13.el9_ 668 kB/s | 104 kB 00:00 2026-03-05T16:06:06.041 INFO:teuthology.orchestra.run.vm00.stdout:(113/154): flexiblas-openblas-openmp-3.0.4-8.el 328 kB/s | 15 kB 00:00 2026-03-05T16:06:06.114 INFO:teuthology.orchestra.run.vm00.stdout:(114/154): libpmemobj-1.12.1-1.el9.x86_64.rpm 2.2 MB/s | 159 kB 00:00 2026-03-05T16:06:06.131 INFO:teuthology.orchestra.run.vm00.stdout:(115/154): libnbd-1.20.3-4.el9.x86_64.rpm 1.8 MB/s | 171 kB 00:00 2026-03-05T16:06:06.158 INFO:teuthology.orchestra.run.vm00.stdout:(116/154): librabbitmq-0.11.0-7.el9.x86_64.rpm 1.0 MB/s | 44 kB 00:00 2026-03-05T16:06:06.200 INFO:teuthology.orchestra.run.vm00.stdout:(117/154): flexiblas-netlib-3.0.4-8.el9.0.1.x86 10 MB/s | 3.0 MB 00:00 2026-03-05T16:06:06.203 INFO:teuthology.orchestra.run.vm00.stdout:(118/154): librdkafka-1.6.1-102.el9.x86_64.rpm 9.0 MB/s | 662 kB 00:00 2026-03-05T16:06:06.213 INFO:teuthology.orchestra.run.vm00.stdout:(119/154): libstoragemgmt-1.10.1-1.el9.x86_64.r 4.4 MB/s | 243 kB 00:00 2026-03-05T16:06:06.250 INFO:teuthology.orchestra.run.vm00.stdout:(120/154): libxslt-1.1.34-13.el9_6.x86_64.rpm 4.8 MB/s | 239 kB 00:00 2026-03-05T16:06:06.253 INFO:teuthology.orchestra.run.vm00.stdout:(121/154): lttng-ust-2.12.0-6.el9.x86_64.rpm 5.5 MB/s | 282 kB 00:00 2026-03-05T16:06:06.258 INFO:teuthology.orchestra.run.vm00.stdout:(122/154): lua-5.4.4-4.el9.x86_64.rpm 4.1 MB/s | 187 kB 00:00 2026-03-05T16:06:06.293 INFO:teuthology.orchestra.run.vm00.stdout:(123/154): openblas-0.3.29-1.el9.x86_64.rpm 947 kB/s | 41 kB 00:00 2026-03-05T16:06:06.299 INFO:teuthology.orchestra.run.vm00.stdout:(124/154): perl-Benchmark-1.23-481.1.el9_6.noar 614 kB/s | 25 kB 00:00 2026-03-05T16:06:06.348 INFO:teuthology.orchestra.run.vm00.stdout:(125/154): perl-Test-Harness-3.42-461.el9.noarc 4.8 MB/s | 267 kB 00:00 2026-03-05T16:06:06.384 INFO:teuthology.orchestra.run.vm00.stdout:(126/154): protobuf-3.14.0-17.el9_7.x86_64.rpm 12 MB/s | 1.0 MB 00:00 2026-03-05T16:06:06.395 INFO:teuthology.orchestra.run.vm00.stdout:(127/154): openblas-openmp-0.3.29-1.el9.x86_64. 37 MB/s | 5.3 MB 00:00 2026-03-05T16:06:06.431 INFO:teuthology.orchestra.run.vm00.stdout:(128/154): python3-devel-3.9.23-2.el9.x86_64.rp 4.3 MB/s | 205 kB 00:00 2026-03-05T16:06:06.441 INFO:teuthology.orchestra.run.vm00.stdout:(129/154): python3-jinja2-2.11.3-8.el9_5.noarch 4.9 MB/s | 228 kB 00:00 2026-03-05T16:06:06.502 INFO:teuthology.orchestra.run.vm00.stdout:(130/154): python3-libstoragemgmt-1.10.1-1.el9. 2.3 MB/s | 166 kB 00:00 2026-03-05T16:06:06.539 INFO:teuthology.orchestra.run.vm00.stdout:(131/154): python3-babel-2.9.1-2.el9.noarch.rpm 30 MB/s | 5.8 MB 00:00 2026-03-05T16:06:06.543 INFO:teuthology.orchestra.run.vm00.stdout:(132/154): python3-lxml-4.6.5-3.el9.x86_64.rpm 12 MB/s | 1.2 MB 00:00 2026-03-05T16:06:06.552 INFO:teuthology.orchestra.run.vm00.stdout:(133/154): python3-mako-1.1.4-6.el9.noarch.rpm 2.9 MB/s | 144 kB 00:00 2026-03-05T16:06:06.585 INFO:teuthology.orchestra.run.vm00.stdout:(134/154): python3-markupsafe-1.1.1-12.el9.x86_ 701 kB/s | 32 kB 00:00 2026-03-05T16:06:06.635 INFO:teuthology.orchestra.run.vm00.stdout:(135/154): python3-numpy-f2py-1.23.5-1.el9.x86_ 4.3 MB/s | 368 kB 00:00 2026-03-05T16:06:06.652 INFO:teuthology.orchestra.run.vm00.stdout:(136/154): python3-packaging-20.9-5.el9.noarch. 1.0 MB/s | 69 kB 00:00 2026-03-05T16:06:06.682 INFO:teuthology.orchestra.run.vm00.stdout:(137/154): python3-numpy-1.23.5-1.el9.x86_64.rp 42 MB/s | 5.8 MB 00:00 2026-03-05T16:06:06.684 INFO:teuthology.orchestra.run.vm00.stdout:(138/154): python3-protobuf-3.14.0-17.el9_7.noa 4.7 MB/s | 237 kB 00:00 2026-03-05T16:06:06.695 INFO:teuthology.orchestra.run.vm00.stdout:(139/154): python3-pyasn1-0.4.8-7.el9_7.noarch. 3.0 MB/s | 132 kB 00:00 2026-03-05T16:06:06.761 INFO:teuthology.orchestra.run.vm00.stdout:(140/154): python3-pyasn1-modules-0.4.8-7.el9_7 2.6 MB/s | 210 kB 00:00 2026-03-05T16:06:06.821 INFO:teuthology.orchestra.run.vm00.stdout:(141/154): python3-toml-0.10.2-6.el9.0.1.noarch 740 kB/s | 44 kB 00:00 2026-03-05T16:06:06.875 INFO:teuthology.orchestra.run.vm00.stdout:(142/154): qatlib-24.09.0-1.el9.x86_64.rpm 4.0 MB/s | 221 kB 00:00 2026-03-05T16:06:06.952 INFO:teuthology.orchestra.run.vm00.stdout:(143/154): python3-scipy-1.9.3-2.el9.x86_64.rpm 73 MB/s | 19 MB 00:00 2026-03-05T16:06:06.953 INFO:teuthology.orchestra.run.vm00.stdout:(144/154): qatlib-service-24.09.0-1.el9.x86_64. 467 kB/s | 36 kB 00:00 2026-03-05T16:06:07.000 INFO:teuthology.orchestra.run.vm00.stdout:(145/154): socat-1.7.4.1-8.el9.x86_64.rpm 6.2 MB/s | 299 kB 00:00 2026-03-05T16:06:07.059 INFO:teuthology.orchestra.run.vm00.stdout:(146/154): qatzip-libs-1.3.1-1.el9.x86_64.rpm 610 kB/s | 65 kB 00:00 2026-03-05T16:06:07.100 INFO:teuthology.orchestra.run.vm00.stdout:(147/154): xmlsec1-1.2.29-13.el9.x86_64.rpm 1.8 MB/s | 188 kB 00:00 2026-03-05T16:06:07.110 INFO:teuthology.orchestra.run.vm00.stdout:(148/154): xmlsec1-openssl-1.2.29-13.el9.x86_64 1.7 MB/s | 89 kB 00:00 2026-03-05T16:06:07.142 INFO:teuthology.orchestra.run.vm00.stdout:(149/154): xmlstarlet-1.6.1-20.el9.x86_64.rpm 1.5 MB/s | 63 kB 00:00 2026-03-05T16:06:07.372 INFO:teuthology.orchestra.run.vm00.stdout:(150/154): python3-requests-oauthlib-1.3.0-12.e 62 kB/s | 43 kB 00:00 2026-03-05T16:06:07.717 INFO:teuthology.orchestra.run.vm00.stdout:(151/154): librados2-19.2.3-47.gc24117fd552.el9 10 MB/s | 3.4 MB 00:00 2026-03-05T16:06:07.844 INFO:teuthology.orchestra.run.vm00.stdout:(152/154): lua-devel-5.4.4-4.el9.x86_64.rpm 29 kB/s | 21 kB 00:00 2026-03-05T16:06:07.860 INFO:teuthology.orchestra.run.vm00.stdout:(153/154): librbd1-19.2.3-47.gc24117fd552.el9.c 22 MB/s | 3.2 MB 00:00 2026-03-05T16:06:08.478 INFO:teuthology.orchestra.run.vm00.stdout:(154/154): protobuf-compiler-3.14.0-17.el9_7.x8 645 kB/s | 862 kB 00:01 2026-03-05T16:06:08.483 INFO:teuthology.orchestra.run.vm00.stdout:-------------------------------------------------------------------------------- 2026-03-05T16:06:08.483 INFO:teuthology.orchestra.run.vm00.stdout:Total 23 MB/s | 213 MB 00:09 2026-03-05T16:06:09.142 INFO:teuthology.orchestra.run.vm00.stdout:Running transaction check 2026-03-05T16:06:09.195 INFO:teuthology.orchestra.run.vm00.stdout:Transaction check succeeded. 2026-03-05T16:06:09.195 INFO:teuthology.orchestra.run.vm00.stdout:Running transaction test 2026-03-05T16:06:10.006 INFO:teuthology.orchestra.run.vm00.stdout:Transaction test succeeded. 2026-03-05T16:06:10.007 INFO:teuthology.orchestra.run.vm00.stdout:Running transaction 2026-03-05T16:06:10.915 INFO:teuthology.orchestra.run.vm00.stdout: Preparing : 1/1 2026-03-05T16:06:10.928 INFO:teuthology.orchestra.run.vm00.stdout: Installing : python3-more-itertools-8.12.0-2.el9.noarch 1/156 2026-03-05T16:06:10.936 INFO:teuthology.orchestra.run.vm00.stdout: Installing : lttng-ust-2.12.0-6.el9.x86_64 2/156 2026-03-05T16:06:10.946 INFO:teuthology.orchestra.run.vm00.stdout: Installing : libxslt-1.1.34-13.el9_6.x86_64 3/156 2026-03-05T16:06:10.949 INFO:teuthology.orchestra.run.vm00.stdout: Installing : librdkafka-1.6.1-102.el9.x86_64 4/156 2026-03-05T16:06:10.953 INFO:teuthology.orchestra.run.vm00.stdout: Installing : librabbitmq-0.11.0-7.el9.x86_64 5/156 2026-03-05T16:06:10.968 INFO:teuthology.orchestra.run.vm00.stdout: Installing : lmdb-libs-0.9.29-3.el9.x86_64 6/156 2026-03-05T16:06:11.135 INFO:teuthology.orchestra.run.vm00.stdout: Installing : thrift-0.15.0-4.el9.x86_64 7/156 2026-03-05T16:06:11.143 INFO:teuthology.orchestra.run.vm00.stdout: Upgrading : librados2-2:19.2.3-47.gc24117fd552.el9.clyso.x86 8/156 2026-03-05T16:06:11.206 INFO:teuthology.orchestra.run.vm00.stdout: Running scriptlet: librados2-2:19.2.3-47.gc24117fd552.el9.clyso.x86 8/156 2026-03-05T16:06:11.208 INFO:teuthology.orchestra.run.vm00.stdout: Installing : libcephfs2-2:19.2.3-47.gc24117fd552.el9.clyso.x8 9/156 2026-03-05T16:06:11.238 INFO:teuthology.orchestra.run.vm00.stdout: Running scriptlet: libcephfs2-2:19.2.3-47.gc24117fd552.el9.clyso.x8 9/156 2026-03-05T16:06:11.244 INFO:teuthology.orchestra.run.vm00.stdout: Installing : python3-rados-2:19.2.3-47.gc24117fd552.el9.clyso 10/156 2026-03-05T16:06:11.248 INFO:teuthology.orchestra.run.vm00.stdout: Installing : libnbd-1.20.3-4.el9.x86_64 11/156 2026-03-05T16:06:11.257 INFO:teuthology.orchestra.run.vm00.stdout: Installing : python3-jaraco-8.2.1-3.el9.noarch 12/156 2026-03-05T16:06:11.259 INFO:teuthology.orchestra.run.vm00.stdout: Installing : libcephsqlite-2:19.2.3-47.gc24117fd552.el9.clyso 13/156 2026-03-05T16:06:11.299 INFO:teuthology.orchestra.run.vm00.stdout: Running scriptlet: libcephsqlite-2:19.2.3-47.gc24117fd552.el9.clyso 13/156 2026-03-05T16:06:11.301 INFO:teuthology.orchestra.run.vm00.stdout: Installing : libradosstriper1-2:19.2.3-47.gc24117fd552.el9.cl 14/156 2026-03-05T16:06:11.352 INFO:teuthology.orchestra.run.vm00.stdout: Running scriptlet: libradosstriper1-2:19.2.3-47.gc24117fd552.el9.cl 14/156 2026-03-05T16:06:11.360 INFO:teuthology.orchestra.run.vm00.stdout: Installing : python3-lxml-4.6.5-3.el9.x86_64 15/156 2026-03-05T16:06:11.385 INFO:teuthology.orchestra.run.vm00.stdout: Installing : xmlsec1-1.2.29-13.el9.x86_64 16/156 2026-03-05T16:06:11.393 INFO:teuthology.orchestra.run.vm00.stdout: Installing : python3-pyasn1-0.4.8-7.el9_7.noarch 17/156 2026-03-05T16:06:11.403 INFO:teuthology.orchestra.run.vm00.stdout: Installing : python3-markupsafe-1.1.1-12.el9.x86_64 18/156 2026-03-05T16:06:11.410 INFO:teuthology.orchestra.run.vm00.stdout: Installing : protobuf-3.14.0-17.el9_7.x86_64 19/156 2026-03-05T16:06:11.414 INFO:teuthology.orchestra.run.vm00.stdout: Installing : lua-5.4.4-4.el9.x86_64 20/156 2026-03-05T16:06:11.420 INFO:teuthology.orchestra.run.vm00.stdout: Installing : flexiblas-3.0.4-8.el9.0.1.x86_64 21/156 2026-03-05T16:06:11.447 INFO:teuthology.orchestra.run.vm00.stdout: Installing : unzip-6.0-59.el9.x86_64 22/156 2026-03-05T16:06:11.463 INFO:teuthology.orchestra.run.vm00.stdout: Installing : python3-urllib3-1.26.5-6.el9_7.1.noarch 23/156 2026-03-05T16:06:11.468 INFO:teuthology.orchestra.run.vm00.stdout: Installing : python3-requests-2.25.1-10.el9_6.noarch 24/156 2026-03-05T16:06:11.475 INFO:teuthology.orchestra.run.vm00.stdout: Installing : libquadmath-11.5.0-11.el9.x86_64 25/156 2026-03-05T16:06:11.478 INFO:teuthology.orchestra.run.vm00.stdout: Installing : libgfortran-11.5.0-11.el9.x86_64 26/156 2026-03-05T16:06:11.482 INFO:teuthology.orchestra.run.vm00.stdout: Installing : ledmon-libs-1.1.0-3.el9.x86_64 27/156 2026-03-05T16:06:11.516 INFO:teuthology.orchestra.run.vm00.stdout: Installing : re2-1:20211101-20.el9.x86_64 28/156 2026-03-05T16:06:11.555 INFO:teuthology.orchestra.run.vm00.stdout: Installing : libarrow-9.0.0-15.el9.x86_64 29/156 2026-03-05T16:06:11.563 INFO:teuthology.orchestra.run.vm00.stdout: Installing : python3-werkzeug-2.0.3-3.el9.1.noarch 30/156 2026-03-05T16:06:11.594 INFO:teuthology.orchestra.run.vm00.stdout: Installing : liboath-2.6.12-1.el9.x86_64 31/156 2026-03-05T16:06:11.602 INFO:teuthology.orchestra.run.vm00.stdout: Installing : python3-ceph-common-2:19.2.3-47.gc24117fd552.el9 32/156 2026-03-05T16:06:11.614 INFO:teuthology.orchestra.run.vm00.stdout: Installing : python3-ceph-argparse-2:19.2.3-47.gc24117fd552.e 33/156 2026-03-05T16:06:11.628 INFO:teuthology.orchestra.run.vm00.stdout: Installing : python3-cephfs-2:19.2.3-47.gc24117fd552.el9.clys 34/156 2026-03-05T16:06:11.636 INFO:teuthology.orchestra.run.vm00.stdout: Installing : python3-requests-oauthlib-1.3.0-12.el9.noarch 35/156 2026-03-05T16:06:11.667 INFO:teuthology.orchestra.run.vm00.stdout: Installing : zip-3.0-35.el9.x86_64 36/156 2026-03-05T16:06:11.671 INFO:teuthology.orchestra.run.vm00.stdout: Installing : luarocks-3.9.2-5.el9.noarch 37/156 2026-03-05T16:06:11.679 INFO:teuthology.orchestra.run.vm00.stdout: Installing : lua-devel-5.4.4-4.el9.x86_64 38/156 2026-03-05T16:06:11.708 INFO:teuthology.orchestra.run.vm00.stdout: Installing : protobuf-compiler-3.14.0-17.el9_7.x86_64 39/156 2026-03-05T16:06:11.725 INFO:teuthology.orchestra.run.vm00.stdout: Installing : python3-mako-1.1.4-6.el9.noarch 40/156 2026-03-05T16:06:11.784 INFO:teuthology.orchestra.run.vm00.stdout: Installing : python3-rsa-4.9-2.el9.noarch 41/156 2026-03-05T16:06:11.788 INFO:teuthology.orchestra.run.vm00.stdout: Installing : python3-pyasn1-modules-0.4.8-7.el9_7.noarch 42/156 2026-03-05T16:06:11.794 INFO:teuthology.orchestra.run.vm00.stdout: Installing : xmlsec1-openssl-1.2.29-13.el9.x86_64 43/156 2026-03-05T16:06:11.802 INFO:teuthology.orchestra.run.vm00.stdout: Installing : python3-xmlsec-1.3.13-1.el9.x86_64 44/156 2026-03-05T16:06:11.811 INFO:teuthology.orchestra.run.vm00.stdout: Installing : python3-jaraco-classes-3.2.1-5.el9.noarch 45/156 2026-03-05T16:06:11.817 INFO:teuthology.orchestra.run.vm00.stdout: Installing : librados-devel-2:19.2.3-47.gc24117fd552.el9.clys 46/156 2026-03-05T16:06:11.829 INFO:teuthology.orchestra.run.vm00.stdout: Installing : xmlstarlet-1.6.1-20.el9.x86_64 47/156 2026-03-05T16:06:11.837 INFO:teuthology.orchestra.run.vm00.stdout: Installing : socat-1.7.4.1-8.el9.x86_64 48/156 2026-03-05T16:06:11.842 INFO:teuthology.orchestra.run.vm00.stdout: Installing : python3-toml-0.10.2-6.el9.0.1.noarch 49/156 2026-03-05T16:06:11.853 INFO:teuthology.orchestra.run.vm00.stdout: Installing : python3-jaraco-functools-3.5.0-2.el9.noarch 50/156 2026-03-05T16:06:11.859 INFO:teuthology.orchestra.run.vm00.stdout: Installing : python3-tempora-5.0.0-2.el9.noarch 51/156 2026-03-05T16:06:11.894 INFO:teuthology.orchestra.run.vm00.stdout: Installing : python3-portend-3.1.0-2.el9.noarch 52/156 2026-03-05T16:06:11.940 INFO:teuthology.orchestra.run.vm00.stdout: Installing : python3-protobuf-3.14.0-17.el9_7.noarch 53/156 2026-03-05T16:06:12.223 INFO:teuthology.orchestra.run.vm00.stdout: Installing : python3-devel-3.9.23-2.el9.x86_64 54/156 2026-03-05T16:06:12.254 INFO:teuthology.orchestra.run.vm00.stdout: Installing : python3-babel-2.9.1-2.el9.noarch 55/156 2026-03-05T16:06:12.258 INFO:teuthology.orchestra.run.vm00.stdout: Installing : python3-jinja2-2.11.3-8.el9_5.noarch 56/156 2026-03-05T16:06:12.262 INFO:teuthology.orchestra.run.vm00.stdout: Installing : perl-Benchmark-1.23-481.1.el9_6.noarch 57/156 2026-03-05T16:06:12.328 INFO:teuthology.orchestra.run.vm00.stdout: Installing : openblas-0.3.29-1.el9.x86_64 58/156 2026-03-05T16:06:12.331 INFO:teuthology.orchestra.run.vm00.stdout: Installing : openblas-openmp-0.3.29-1.el9.x86_64 59/156 2026-03-05T16:06:12.359 INFO:teuthology.orchestra.run.vm00.stdout: Installing : flexiblas-openblas-openmp-3.0.4-8.el9.0.1.x86_64 60/156 2026-03-05T16:06:12.761 INFO:teuthology.orchestra.run.vm00.stdout: Installing : flexiblas-netlib-3.0.4-8.el9.0.1.x86_64 61/156 2026-03-05T16:06:12.852 INFO:teuthology.orchestra.run.vm00.stdout: Installing : python3-numpy-1:1.23.5-1.el9.x86_64 62/156 2026-03-05T16:06:13.676 INFO:teuthology.orchestra.run.vm00.stdout: Installing : python3-numpy-f2py-1:1.23.5-1.el9.x86_64 63/156 2026-03-05T16:06:13.698 INFO:teuthology.orchestra.run.vm00.stdout: Installing : python3-scipy-1.9.3-2.el9.x86_64 64/156 2026-03-05T16:06:13.855 INFO:teuthology.orchestra.run.vm00.stdout: Installing : libpmemobj-1.12.1-1.el9.x86_64 65/156 2026-03-05T16:06:13.858 INFO:teuthology.orchestra.run.vm00.stdout: Upgrading : librbd1-2:19.2.3-47.gc24117fd552.el9.clyso.x86_6 66/156 2026-03-05T16:06:13.889 INFO:teuthology.orchestra.run.vm00.stdout: Running scriptlet: librbd1-2:19.2.3-47.gc24117fd552.el9.clyso.x86_6 66/156 2026-03-05T16:06:13.894 INFO:teuthology.orchestra.run.vm00.stdout: Installing : python3-rbd-2:19.2.3-47.gc24117fd552.el9.clyso.x 67/156 2026-03-05T16:06:13.907 INFO:teuthology.orchestra.run.vm00.stdout: Installing : boost-program-options-1.75.0-13.el9_7.x86_64 68/156 2026-03-05T16:06:13.910 INFO:teuthology.orchestra.run.vm00.stdout: Installing : smartmontools-1:7.2-9.el9.x86_64 69/156 2026-03-05T16:06:13.925 INFO:teuthology.orchestra.run.vm00.stdout: Running scriptlet: smartmontools-1:7.2-9.el9.x86_64 69/156 2026-03-05T16:06:13.925 INFO:teuthology.orchestra.run.vm00.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/smartd.service → /usr/lib/systemd/system/smartd.service. 2026-03-05T16:06:13.925 INFO:teuthology.orchestra.run.vm00.stdout: 2026-03-05T16:06:13.943 INFO:teuthology.orchestra.run.vm00.stdout: Installing : python3-pyparsing-2.4.7-9.el9.0.1.noarch 70/156 2026-03-05T16:06:13.952 INFO:teuthology.orchestra.run.vm00.stdout: Installing : python3-packaging-20.9-5.el9.noarch 71/156 2026-03-05T16:06:13.968 INFO:teuthology.orchestra.run.vm00.stdout: Installing : python3-ply-3.11-14.el9.0.1.noarch 72/156 2026-03-05T16:06:13.987 INFO:teuthology.orchestra.run.vm00.stdout: Installing : python3-pycparser-2.20-6.el9.noarch 73/156 2026-03-05T16:06:14.078 INFO:teuthology.orchestra.run.vm00.stdout: Installing : python3-cffi-1.14.5-5.el9.x86_64 74/156 2026-03-05T16:06:14.092 INFO:teuthology.orchestra.run.vm00.stdout: Installing : python3-cryptography-36.0.1-5.el9_6.x86_64 75/156 2026-03-05T16:06:14.121 INFO:teuthology.orchestra.run.vm00.stdout: Installing : python3-pyOpenSSL-21.0.0-1.el9.noarch 76/156 2026-03-05T16:06:14.132 INFO:teuthology.orchestra.run.vm00.stdout: Installing : python3-cheroot-10.0.1-4.el9.noarch 77/156 2026-03-05T16:06:14.138 INFO:teuthology.orchestra.run.vm00.stdout: Installing : python3-bcrypt-3.2.2-1.el9.x86_64 78/156 2026-03-05T16:06:14.140 INFO:teuthology.orchestra.run.vm00.stdout: Installing : pciutils-3.7.0-7.el9.x86_64 79/156 2026-03-05T16:06:14.169 INFO:teuthology.orchestra.run.vm00.stdout: Running scriptlet: qatlib-24.09.0-1.el9.x86_64 80/156 2026-03-05T16:06:14.173 INFO:teuthology.orchestra.run.vm00.stdout: Installing : qatlib-24.09.0-1.el9.x86_64 80/156 2026-03-05T16:06:14.176 INFO:teuthology.orchestra.run.vm00.stdout: Installing : qatlib-service-24.09.0-1.el9.x86_64 81/156 2026-03-05T16:06:14.195 INFO:teuthology.orchestra.run.vm00.stdout: Running scriptlet: qatlib-service-24.09.0-1.el9.x86_64 81/156 2026-03-05T16:06:14.325 INFO:teuthology.orchestra.run.vm00.stdout: Installing : qatzip-libs-1.3.1-1.el9.x86_64 82/156 2026-03-05T16:06:14.329 INFO:teuthology.orchestra.run.vm00.stdout: Installing : nvme-cli-2.13-1.el9.x86_64 83/156 2026-03-05T16:06:14.689 INFO:teuthology.orchestra.run.vm00.stdout: Running scriptlet: nvme-cli-2.13-1.el9.x86_64 83/156 2026-03-05T16:06:14.689 INFO:teuthology.orchestra.run.vm00.stdout:Created symlink /etc/systemd/system/default.target.wants/nvmefc-boot-connections.service → /usr/lib/systemd/system/nvmefc-boot-connections.service. 2026-03-05T16:06:14.689 INFO:teuthology.orchestra.run.vm00.stdout: 2026-03-05T16:06:14.703 INFO:teuthology.orchestra.run.vm00.stdout: Installing : mailcap-2.1.49-5.el9.0.2.noarch 84/156 2026-03-05T16:06:14.705 INFO:teuthology.orchestra.run.vm00.stdout: Installing : libconfig-1.7.2-9.el9.x86_64 85/156 2026-03-05T16:06:14.735 INFO:teuthology.orchestra.run.vm00.stdout: Running scriptlet: libstoragemgmt-1.10.1-1.el9.x86_64 86/156 2026-03-05T16:06:14.735 INFO:teuthology.orchestra.run.vm00.stdout:Creating group 'libstoragemgmt' with GID 992. 2026-03-05T16:06:14.736 INFO:teuthology.orchestra.run.vm00.stdout:Creating user 'libstoragemgmt' (daemon account for libstoragemgmt) with UID 992 and GID 992. 2026-03-05T16:06:14.736 INFO:teuthology.orchestra.run.vm00.stdout: 2026-03-05T16:06:14.758 INFO:teuthology.orchestra.run.vm00.stdout: Installing : libstoragemgmt-1.10.1-1.el9.x86_64 86/156 2026-03-05T16:06:14.807 INFO:teuthology.orchestra.run.vm00.stdout: Running scriptlet: libstoragemgmt-1.10.1-1.el9.x86_64 86/156 2026-03-05T16:06:14.808 INFO:teuthology.orchestra.run.vm00.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/libstoragemgmt.service → /usr/lib/systemd/system/libstoragemgmt.service. 2026-03-05T16:06:14.808 INFO:teuthology.orchestra.run.vm00.stdout: 2026-03-05T16:06:14.858 INFO:teuthology.orchestra.run.vm00.stdout: Installing : python3-libstoragemgmt-1.10.1-1.el9.x86_64 87/156 2026-03-05T16:06:14.900 INFO:teuthology.orchestra.run.vm00.stdout: Installing : fuse-2.9.9-17.el9.x86_64 88/156 2026-03-05T16:06:14.907 INFO:teuthology.orchestra.run.vm00.stdout: Installing : cryptsetup-2.7.2-4.el9.x86_64 89/156 2026-03-05T16:06:14.920 INFO:teuthology.orchestra.run.vm00.stdout: Installing : c-ares-1.19.1-2.el9_4.x86_64 90/156 2026-03-05T16:06:14.926 INFO:teuthology.orchestra.run.vm00.stdout: Installing : python3-zc-lockfile-2.0-10.el9.noarch 91/156 2026-03-05T16:06:14.947 INFO:teuthology.orchestra.run.vm00.stdout: Installing : python3-xmltodict-0.12.0-15.el9.noarch 92/156 2026-03-05T16:06:14.985 INFO:teuthology.orchestra.run.vm00.stdout: Installing : python3-websocket-client-1.2.3-2.el9.noarch 93/156 2026-03-05T16:06:14.992 INFO:teuthology.orchestra.run.vm00.stdout: Installing : python3-webob-1.8.8-2.el9.noarch 94/156 2026-03-05T16:06:15.065 INFO:teuthology.orchestra.run.vm00.stdout: Installing : python3-typing-extensions-4.15.0-1.el9.noarch 95/156 2026-03-05T16:06:15.077 INFO:teuthology.orchestra.run.vm00.stdout: Installing : python3-asyncssh-2.13.2-5.el9.noarch 96/156 2026-03-05T16:06:15.094 INFO:teuthology.orchestra.run.vm00.stdout: Installing : python3-repoze-lru-0.7-16.el9.noarch 97/156 2026-03-05T16:06:15.109 INFO:teuthology.orchestra.run.vm00.stdout: Installing : python3-routes-2.5.1-5.el9.noarch 98/156 2026-03-05T16:06:15.119 INFO:teuthology.orchestra.run.vm00.stdout: Installing : python3-natsort-7.1.1-5.el9.noarch 99/156 2026-03-05T16:06:15.145 INFO:teuthology.orchestra.run.vm00.stdout: Installing : python3-msgpack-1.0.3-2.el9.x86_64 100/156 2026-03-05T16:06:15.159 INFO:teuthology.orchestra.run.vm00.stdout: Installing : python3-influxdb-5.3.1-1.el9.noarch 101/156 2026-03-05T16:06:15.229 INFO:teuthology.orchestra.run.vm00.stdout: Installing : python3-logutils-0.3.5-21.el9.noarch 102/156 2026-03-05T16:06:15.247 INFO:teuthology.orchestra.run.vm00.stdout: Installing : python3-pecan-1.4.2-3.el9.noarch 103/156 2026-03-05T16:06:15.267 INFO:teuthology.orchestra.run.vm00.stdout: Installing : python3-isodate-0.6.1-3.el9.noarch 104/156 2026-03-05T16:06:15.276 INFO:teuthology.orchestra.run.vm00.stdout: Installing : python3-saml-1.16.0-1.el9.noarch 105/156 2026-03-05T16:06:15.286 INFO:teuthology.orchestra.run.vm00.stdout: Installing : python3-certifi-2023.05.07-4.el9.noarch 106/156 2026-03-05T16:06:15.339 INFO:teuthology.orchestra.run.vm00.stdout: Installing : python3-cachetools-4.2.4-1.el9.noarch 107/156 2026-03-05T16:06:15.756 INFO:teuthology.orchestra.run.vm00.stdout: Installing : python3-google-auth-1:2.45.0-1.el9.noarch 108/156 2026-03-05T16:06:15.775 INFO:teuthology.orchestra.run.vm00.stdout: Installing : python3-kubernetes-1:26.1.0-3.el9.noarch 109/156 2026-03-05T16:06:15.782 INFO:teuthology.orchestra.run.vm00.stdout: Installing : python3-backports-tarfile-1.2.0-1.el9.noarch 110/156 2026-03-05T16:06:15.790 INFO:teuthology.orchestra.run.vm00.stdout: Installing : python3-jaraco-context-6.0.1-3.el9.noarch 111/156 2026-03-05T16:06:15.798 INFO:teuthology.orchestra.run.vm00.stdout: Installing : python3-autocommand-2.2.2-8.el9.noarch 112/156 2026-03-05T16:06:15.804 INFO:teuthology.orchestra.run.vm00.stdout: Installing : python3-jaraco-text-4.0.0-2.el9.noarch 113/156 2026-03-05T16:06:15.840 INFO:teuthology.orchestra.run.vm00.stdout: Installing : python3-jaraco-collections-3.0.0-8.el9.noarch 114/156 2026-03-05T16:06:15.848 INFO:teuthology.orchestra.run.vm00.stdout: Installing : python3-cherrypy-18.6.1-2.el9.noarch 115/156 2026-03-05T16:06:15.857 INFO:teuthology.orchestra.run.vm00.stdout: Installing : libunwind-1.6.2-1.el9.x86_64 116/156 2026-03-05T16:06:15.861 INFO:teuthology.orchestra.run.vm00.stdout: Installing : gperftools-libs-2.9.1-3.el9.x86_64 117/156 2026-03-05T16:06:15.868 INFO:teuthology.orchestra.run.vm00.stdout: Installing : libarrow-doc-9.0.0-15.el9.noarch 118/156 2026-03-05T16:06:16.138 INFO:teuthology.orchestra.run.vm00.stdout: Installing : parquet-libs-9.0.0-15.el9.x86_64 119/156 2026-03-05T16:06:16.142 INFO:teuthology.orchestra.run.vm00.stdout: Installing : librgw2-2:19.2.3-47.gc24117fd552.el9.clyso.x86_6 120/156 2026-03-05T16:06:16.163 INFO:teuthology.orchestra.run.vm00.stdout: Running scriptlet: librgw2-2:19.2.3-47.gc24117fd552.el9.clyso.x86_6 120/156 2026-03-05T16:06:16.169 INFO:teuthology.orchestra.run.vm00.stdout: Installing : python3-rgw-2:19.2.3-47.gc24117fd552.el9.clyso.x 121/156 2026-03-05T16:06:17.295 INFO:teuthology.orchestra.run.vm00.stdout: Running scriptlet: ceph-common-2:19.2.3-47.gc24117fd552.el9.clyso.x 122/156 2026-03-05T16:06:17.341 INFO:teuthology.orchestra.run.vm00.stdout: Installing : ceph-common-2:19.2.3-47.gc24117fd552.el9.clyso.x 122/156 2026-03-05T16:06:17.663 INFO:teuthology.orchestra.run.vm00.stdout: Running scriptlet: ceph-common-2:19.2.3-47.gc24117fd552.el9.clyso.x 122/156 2026-03-05T16:06:17.670 INFO:teuthology.orchestra.run.vm00.stdout: Installing : ceph-base-2:19.2.3-47.gc24117fd552.el9.clyso.x86 123/156 2026-03-05T16:06:17.703 INFO:teuthology.orchestra.run.vm00.stdout: Running scriptlet: ceph-base-2:19.2.3-47.gc24117fd552.el9.clyso.x86 123/156 2026-03-05T16:06:17.703 INFO:teuthology.orchestra.run.vm00.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph.target → /usr/lib/systemd/system/ceph.target. 2026-03-05T16:06:17.703 INFO:teuthology.orchestra.run.vm00.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-crash.service → /usr/lib/systemd/system/ceph-crash.service. 2026-03-05T16:06:17.703 INFO:teuthology.orchestra.run.vm00.stdout: 2026-03-05T16:06:17.709 INFO:teuthology.orchestra.run.vm00.stdout: Installing : ceph-selinux-2:19.2.3-47.gc24117fd552.el9.clyso. 124/156 2026-03-05T16:06:23.815 INFO:teuthology.orchestra.run.vm00.stdout: Running scriptlet: ceph-selinux-2:19.2.3-47.gc24117fd552.el9.clyso. 124/156 2026-03-05T16:06:23.815 INFO:teuthology.orchestra.run.vm00.stdout:skipping the directory /sys 2026-03-05T16:06:23.815 INFO:teuthology.orchestra.run.vm00.stdout:skipping the directory /proc 2026-03-05T16:06:23.815 INFO:teuthology.orchestra.run.vm00.stdout:skipping the directory /mnt 2026-03-05T16:06:23.815 INFO:teuthology.orchestra.run.vm00.stdout:skipping the directory /var/tmp 2026-03-05T16:06:23.815 INFO:teuthology.orchestra.run.vm00.stdout:skipping the directory /home 2026-03-05T16:06:23.815 INFO:teuthology.orchestra.run.vm00.stdout:skipping the directory /root 2026-03-05T16:06:23.815 INFO:teuthology.orchestra.run.vm00.stdout:skipping the directory /tmp 2026-03-05T16:06:23.815 INFO:teuthology.orchestra.run.vm00.stdout: 2026-03-05T16:06:23.902 INFO:teuthology.orchestra.run.vm00.stdout: Installing : ceph-volume-2:19.2.3-47.gc24117fd552.el9.clyso.n 125/156 2026-03-05T16:06:23.916 INFO:teuthology.orchestra.run.vm00.stdout: Running scriptlet: ceph-volume-2:19.2.3-47.gc24117fd552.el9.clyso.n 125/156 2026-03-05T16:06:23.916 INFO:teuthology.orchestra.run.vm00.stdout:Glob pattern passed to enable, but globs are not supported for this. 2026-03-05T16:06:23.916 INFO:teuthology.orchestra.run.vm00.stdout:Invalid unit name "ceph-volume@*.service" escaped as "ceph-volume@\x2a.service". 2026-03-05T16:06:23.916 INFO:teuthology.orchestra.run.vm00.stdout: 2026-03-05T16:06:24.675 INFO:teuthology.orchestra.run.vm00.stdout: Installing : ceph-osd-2:19.2.3-47.gc24117fd552.el9.clyso.x86_ 126/156 2026-03-05T16:06:24.701 INFO:teuthology.orchestra.run.vm00.stdout: Running scriptlet: ceph-osd-2:19.2.3-47.gc24117fd552.el9.clyso.x86_ 126/156 2026-03-05T16:06:24.701 INFO:teuthology.orchestra.run.vm00.stdout:Glob pattern passed to enable, but globs are not supported for this. 2026-03-05T16:06:24.701 INFO:teuthology.orchestra.run.vm00.stdout:Invalid unit name "ceph-osd@*.service" escaped as "ceph-osd@\x2a.service". 2026-03-05T16:06:24.701 INFO:teuthology.orchestra.run.vm00.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-osd.target → /usr/lib/systemd/system/ceph-osd.target. 2026-03-05T16:06:24.701 INFO:teuthology.orchestra.run.vm00.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-osd.target → /usr/lib/systemd/system/ceph-osd.target. 2026-03-05T16:06:24.701 INFO:teuthology.orchestra.run.vm00.stdout: 2026-03-05T16:06:24.811 INFO:teuthology.orchestra.run.vm00.stdout: Installing : ceph-mds-2:19.2.3-47.gc24117fd552.el9.clyso.x86_ 127/156 2026-03-05T16:06:24.834 INFO:teuthology.orchestra.run.vm00.stdout: Running scriptlet: ceph-mds-2:19.2.3-47.gc24117fd552.el9.clyso.x86_ 127/156 2026-03-05T16:06:24.835 INFO:teuthology.orchestra.run.vm00.stdout:Glob pattern passed to enable, but globs are not supported for this. 2026-03-05T16:06:24.835 INFO:teuthology.orchestra.run.vm00.stdout:Invalid unit name "ceph-mds@*.service" escaped as "ceph-mds@\x2a.service". 2026-03-05T16:06:24.835 INFO:teuthology.orchestra.run.vm00.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-mds.target → /usr/lib/systemd/system/ceph-mds.target. 2026-03-05T16:06:24.835 INFO:teuthology.orchestra.run.vm00.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-mds.target → /usr/lib/systemd/system/ceph-mds.target. 2026-03-05T16:06:24.835 INFO:teuthology.orchestra.run.vm00.stdout: 2026-03-05T16:06:25.051 INFO:teuthology.orchestra.run.vm00.stdout: Installing : ceph-mon-2:19.2.3-47.gc24117fd552.el9.clyso.x86_ 128/156 2026-03-05T16:06:25.072 INFO:teuthology.orchestra.run.vm00.stdout: Running scriptlet: ceph-mon-2:19.2.3-47.gc24117fd552.el9.clyso.x86_ 128/156 2026-03-05T16:06:25.072 INFO:teuthology.orchestra.run.vm00.stdout:Glob pattern passed to enable, but globs are not supported for this. 2026-03-05T16:06:25.072 INFO:teuthology.orchestra.run.vm00.stdout:Invalid unit name "ceph-mon@*.service" escaped as "ceph-mon@\x2a.service". 2026-03-05T16:06:25.072 INFO:teuthology.orchestra.run.vm00.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-mon.target → /usr/lib/systemd/system/ceph-mon.target. 2026-03-05T16:06:25.072 INFO:teuthology.orchestra.run.vm00.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-mon.target → /usr/lib/systemd/system/ceph-mon.target. 2026-03-05T16:06:25.072 INFO:teuthology.orchestra.run.vm00.stdout: 2026-03-05T16:06:25.103 INFO:teuthology.orchestra.run.vm00.stdout: Installing : grpc-data-1.46.7-10.el9.noarch 129/156 2026-03-05T16:06:25.152 INFO:teuthology.orchestra.run.vm00.stdout: Installing : abseil-cpp-20211102.0-4.el9.x86_64 130/156 2026-03-05T16:06:25.166 INFO:teuthology.orchestra.run.vm00.stdout: Installing : python3-grpcio-1.46.7-10.el9.x86_64 131/156 2026-03-05T16:06:25.170 INFO:teuthology.orchestra.run.vm00.stdout: Installing : python3-grpcio-tools-1.46.7-10.el9.x86_64 132/156 2026-03-05T16:06:25.231 INFO:teuthology.orchestra.run.vm00.stdout: Running scriptlet: cephadm-2:19.2.3-47.gc24117fd552.el9.clyso.noarc 133/156 2026-03-05T16:06:25.234 INFO:teuthology.orchestra.run.vm00.stdout: Installing : cephadm-2:19.2.3-47.gc24117fd552.el9.clyso.noarc 133/156 2026-03-05T16:06:25.241 INFO:teuthology.orchestra.run.vm00.stdout: Installing : ceph-prometheus-alerts-2:19.2.3-47.gc24117fd552. 134/156 2026-03-05T16:06:25.268 INFO:teuthology.orchestra.run.vm00.stdout: Installing : ceph-grafana-dashboards-2:19.2.3-47.gc24117fd552 135/156 2026-03-05T16:06:25.271 INFO:teuthology.orchestra.run.vm00.stdout: Installing : ceph-mgr-cephadm-2:19.2.3-47.gc24117fd552.el9.cl 136/156 2026-03-05T16:06:25.825 INFO:teuthology.orchestra.run.vm00.stdout: Running scriptlet: ceph-mgr-cephadm-2:19.2.3-47.gc24117fd552.el9.cl 136/156 2026-03-05T16:06:25.831 INFO:teuthology.orchestra.run.vm00.stdout: Installing : ceph-mgr-dashboard-2:19.2.3-47.gc24117fd552.el9. 137/156 2026-03-05T16:06:26.377 INFO:teuthology.orchestra.run.vm00.stdout: Running scriptlet: ceph-mgr-dashboard-2:19.2.3-47.gc24117fd552.el9. 137/156 2026-03-05T16:06:26.379 INFO:teuthology.orchestra.run.vm00.stdout: Installing : ceph-mgr-diskprediction-local-2:19.2.3-47.gc2411 138/156 2026-03-05T16:06:26.393 INFO:teuthology.orchestra.run.vm00.stdout: Running scriptlet: ceph-mgr-diskprediction-local-2:19.2.3-47.gc2411 138/156 2026-03-05T16:06:26.395 INFO:teuthology.orchestra.run.vm00.stdout: Installing : ceph-mgr-k8sevents-2:19.2.3-47.gc24117fd552.el9. 139/156 2026-03-05T16:06:26.458 INFO:teuthology.orchestra.run.vm00.stdout: Running scriptlet: ceph-mgr-k8sevents-2:19.2.3-47.gc24117fd552.el9. 139/156 2026-03-05T16:06:26.516 INFO:teuthology.orchestra.run.vm00.stdout: Installing : ceph-mgr-modules-core-2:19.2.3-47.gc24117fd552.e 140/156 2026-03-05T16:06:26.519 INFO:teuthology.orchestra.run.vm00.stdout: Installing : ceph-mgr-2:19.2.3-47.gc24117fd552.el9.clyso.x86_ 141/156 2026-03-05T16:06:26.543 INFO:teuthology.orchestra.run.vm00.stdout: Running scriptlet: ceph-mgr-2:19.2.3-47.gc24117fd552.el9.clyso.x86_ 141/156 2026-03-05T16:06:26.544 INFO:teuthology.orchestra.run.vm00.stdout:Glob pattern passed to enable, but globs are not supported for this. 2026-03-05T16:06:26.544 INFO:teuthology.orchestra.run.vm00.stdout:Invalid unit name "ceph-mgr@*.service" escaped as "ceph-mgr@\x2a.service". 2026-03-05T16:06:26.544 INFO:teuthology.orchestra.run.vm00.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-mgr.target → /usr/lib/systemd/system/ceph-mgr.target. 2026-03-05T16:06:26.544 INFO:teuthology.orchestra.run.vm00.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-mgr.target → /usr/lib/systemd/system/ceph-mgr.target. 2026-03-05T16:06:26.544 INFO:teuthology.orchestra.run.vm00.stdout: 2026-03-05T16:06:26.558 INFO:teuthology.orchestra.run.vm00.stdout: Installing : ceph-mgr-rook-2:19.2.3-47.gc24117fd552.el9.clyso 142/156 2026-03-05T16:06:26.570 INFO:teuthology.orchestra.run.vm00.stdout: Running scriptlet: ceph-mgr-rook-2:19.2.3-47.gc24117fd552.el9.clyso 142/156 2026-03-05T16:06:27.101 INFO:teuthology.orchestra.run.vm00.stdout: Installing : ceph-2:19.2.3-47.gc24117fd552.el9.clyso.x86_64 143/156 2026-03-05T16:06:27.104 INFO:teuthology.orchestra.run.vm00.stdout: Installing : ceph-radosgw-2:19.2.3-47.gc24117fd552.el9.clyso. 144/156 2026-03-05T16:06:27.128 INFO:teuthology.orchestra.run.vm00.stdout: Running scriptlet: ceph-radosgw-2:19.2.3-47.gc24117fd552.el9.clyso. 144/156 2026-03-05T16:06:27.128 INFO:teuthology.orchestra.run.vm00.stdout:Glob pattern passed to enable, but globs are not supported for this. 2026-03-05T16:06:27.128 INFO:teuthology.orchestra.run.vm00.stdout:Invalid unit name "ceph-radosgw@*.service" escaped as "ceph-radosgw@\x2a.service". 2026-03-05T16:06:27.128 INFO:teuthology.orchestra.run.vm00.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-radosgw.target → /usr/lib/systemd/system/ceph-radosgw.target. 2026-03-05T16:06:27.128 INFO:teuthology.orchestra.run.vm00.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-radosgw.target → /usr/lib/systemd/system/ceph-radosgw.target. 2026-03-05T16:06:27.128 INFO:teuthology.orchestra.run.vm00.stdout: 2026-03-05T16:06:27.139 INFO:teuthology.orchestra.run.vm00.stdout: Installing : ceph-immutable-object-cache-2:19.2.3-47.gc24117f 145/156 2026-03-05T16:06:27.160 INFO:teuthology.orchestra.run.vm00.stdout: Running scriptlet: ceph-immutable-object-cache-2:19.2.3-47.gc24117f 145/156 2026-03-05T16:06:27.160 INFO:teuthology.orchestra.run.vm00.stdout:Glob pattern passed to enable, but globs are not supported for this. 2026-03-05T16:06:27.160 INFO:teuthology.orchestra.run.vm00.stdout:Invalid unit name "ceph-immutable-object-cache@*.service" escaped as "ceph-immutable-object-cache@\x2a.service". 2026-03-05T16:06:27.160 INFO:teuthology.orchestra.run.vm00.stdout: 2026-03-05T16:06:27.308 INFO:teuthology.orchestra.run.vm00.stdout: Installing : rbd-mirror-2:19.2.3-47.gc24117fd552.el9.clyso.x8 146/156 2026-03-05T16:06:27.329 INFO:teuthology.orchestra.run.vm00.stdout: Running scriptlet: rbd-mirror-2:19.2.3-47.gc24117fd552.el9.clyso.x8 146/156 2026-03-05T16:06:27.330 INFO:teuthology.orchestra.run.vm00.stdout:Glob pattern passed to enable, but globs are not supported for this. 2026-03-05T16:06:27.330 INFO:teuthology.orchestra.run.vm00.stdout:Invalid unit name "ceph-rbd-mirror@*.service" escaped as "ceph-rbd-mirror@\x2a.service". 2026-03-05T16:06:27.330 INFO:teuthology.orchestra.run.vm00.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-rbd-mirror.target → /usr/lib/systemd/system/ceph-rbd-mirror.target. 2026-03-05T16:06:27.330 INFO:teuthology.orchestra.run.vm00.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-rbd-mirror.target → /usr/lib/systemd/system/ceph-rbd-mirror.target. 2026-03-05T16:06:27.330 INFO:teuthology.orchestra.run.vm00.stdout: 2026-03-05T16:06:29.838 INFO:teuthology.orchestra.run.vm00.stdout: Installing : ceph-test-2:19.2.3-47.gc24117fd552.el9.clyso.x86 147/156 2026-03-05T16:06:29.845 INFO:teuthology.orchestra.run.vm00.stdout: Installing : ceph-fuse-2:19.2.3-47.gc24117fd552.el9.clyso.x86 148/156 2026-03-05T16:06:29.856 INFO:teuthology.orchestra.run.vm00.stdout: Installing : rbd-fuse-2:19.2.3-47.gc24117fd552.el9.clyso.x86_ 149/156 2026-03-05T16:06:29.888 INFO:teuthology.orchestra.run.vm00.stdout: Installing : rbd-nbd-2:19.2.3-47.gc24117fd552.el9.clyso.x86_6 150/156 2026-03-05T16:06:29.894 INFO:teuthology.orchestra.run.vm00.stdout: Installing : perl-Test-Harness-1:3.42-461.el9.noarch 151/156 2026-03-05T16:06:29.901 INFO:teuthology.orchestra.run.vm00.stdout: Installing : libcephfs-devel-2:19.2.3-47.gc24117fd552.el9.cly 152/156 2026-03-05T16:06:29.918 INFO:teuthology.orchestra.run.vm00.stdout: Installing : bzip2-1.0.8-10.el9_5.x86_64 153/156 2026-03-05T16:06:29.924 INFO:teuthology.orchestra.run.vm00.stdout: Installing : s3cmd-2.4.0-1.el9.noarch 154/156 2026-03-05T16:06:29.924 INFO:teuthology.orchestra.run.vm00.stdout: Cleanup : librbd1-2:16.2.4-5.el9.x86_64 155/156 2026-03-05T16:06:29.942 INFO:teuthology.orchestra.run.vm00.stdout: Running scriptlet: librbd1-2:16.2.4-5.el9.x86_64 155/156 2026-03-05T16:06:29.942 INFO:teuthology.orchestra.run.vm00.stdout: Cleanup : librados2-2:16.2.4-5.el9.x86_64 156/156 2026-03-05T16:06:31.078 INFO:teuthology.orchestra.run.vm00.stdout: Running scriptlet: librados2-2:16.2.4-5.el9.x86_64 156/156 2026-03-05T16:06:31.079 INFO:teuthology.orchestra.run.vm00.stdout: Verifying : ceph-2:19.2.3-47.gc24117fd552.el9.clyso.x86_64 1/156 2026-03-05T16:06:31.079 INFO:teuthology.orchestra.run.vm00.stdout: Verifying : ceph-base-2:19.2.3-47.gc24117fd552.el9.clyso.x86 2/156 2026-03-05T16:06:31.079 INFO:teuthology.orchestra.run.vm00.stdout: Verifying : ceph-common-2:19.2.3-47.gc24117fd552.el9.clyso.x 3/156 2026-03-05T16:06:31.079 INFO:teuthology.orchestra.run.vm00.stdout: Verifying : ceph-fuse-2:19.2.3-47.gc24117fd552.el9.clyso.x86 4/156 2026-03-05T16:06:31.079 INFO:teuthology.orchestra.run.vm00.stdout: Verifying : ceph-immutable-object-cache-2:19.2.3-47.gc24117f 5/156 2026-03-05T16:06:31.079 INFO:teuthology.orchestra.run.vm00.stdout: Verifying : ceph-mds-2:19.2.3-47.gc24117fd552.el9.clyso.x86_ 6/156 2026-03-05T16:06:31.080 INFO:teuthology.orchestra.run.vm00.stdout: Verifying : ceph-mgr-2:19.2.3-47.gc24117fd552.el9.clyso.x86_ 7/156 2026-03-05T16:06:31.080 INFO:teuthology.orchestra.run.vm00.stdout: Verifying : ceph-mon-2:19.2.3-47.gc24117fd552.el9.clyso.x86_ 8/156 2026-03-05T16:06:31.080 INFO:teuthology.orchestra.run.vm00.stdout: Verifying : ceph-osd-2:19.2.3-47.gc24117fd552.el9.clyso.x86_ 9/156 2026-03-05T16:06:31.080 INFO:teuthology.orchestra.run.vm00.stdout: Verifying : ceph-radosgw-2:19.2.3-47.gc24117fd552.el9.clyso. 10/156 2026-03-05T16:06:31.080 INFO:teuthology.orchestra.run.vm00.stdout: Verifying : ceph-selinux-2:19.2.3-47.gc24117fd552.el9.clyso. 11/156 2026-03-05T16:06:31.080 INFO:teuthology.orchestra.run.vm00.stdout: Verifying : ceph-test-2:19.2.3-47.gc24117fd552.el9.clyso.x86 12/156 2026-03-05T16:06:31.080 INFO:teuthology.orchestra.run.vm00.stdout: Verifying : libcephfs-devel-2:19.2.3-47.gc24117fd552.el9.cly 13/156 2026-03-05T16:06:31.080 INFO:teuthology.orchestra.run.vm00.stdout: Verifying : libcephfs2-2:19.2.3-47.gc24117fd552.el9.clyso.x8 14/156 2026-03-05T16:06:31.081 INFO:teuthology.orchestra.run.vm00.stdout: Verifying : libcephsqlite-2:19.2.3-47.gc24117fd552.el9.clyso 15/156 2026-03-05T16:06:31.081 INFO:teuthology.orchestra.run.vm00.stdout: Verifying : librados-devel-2:19.2.3-47.gc24117fd552.el9.clys 16/156 2026-03-05T16:06:31.081 INFO:teuthology.orchestra.run.vm00.stdout: Verifying : libradosstriper1-2:19.2.3-47.gc24117fd552.el9.cl 17/156 2026-03-05T16:06:31.081 INFO:teuthology.orchestra.run.vm00.stdout: Verifying : librgw2-2:19.2.3-47.gc24117fd552.el9.clyso.x86_6 18/156 2026-03-05T16:06:31.081 INFO:teuthology.orchestra.run.vm00.stdout: Verifying : python3-ceph-argparse-2:19.2.3-47.gc24117fd552.e 19/156 2026-03-05T16:06:31.081 INFO:teuthology.orchestra.run.vm00.stdout: Verifying : python3-ceph-common-2:19.2.3-47.gc24117fd552.el9 20/156 2026-03-05T16:06:31.081 INFO:teuthology.orchestra.run.vm00.stdout: Verifying : python3-cephfs-2:19.2.3-47.gc24117fd552.el9.clys 21/156 2026-03-05T16:06:31.081 INFO:teuthology.orchestra.run.vm00.stdout: Verifying : python3-rados-2:19.2.3-47.gc24117fd552.el9.clyso 22/156 2026-03-05T16:06:31.082 INFO:teuthology.orchestra.run.vm00.stdout: Verifying : python3-rbd-2:19.2.3-47.gc24117fd552.el9.clyso.x 23/156 2026-03-05T16:06:31.082 INFO:teuthology.orchestra.run.vm00.stdout: Verifying : python3-rgw-2:19.2.3-47.gc24117fd552.el9.clyso.x 24/156 2026-03-05T16:06:31.082 INFO:teuthology.orchestra.run.vm00.stdout: Verifying : rbd-fuse-2:19.2.3-47.gc24117fd552.el9.clyso.x86_ 25/156 2026-03-05T16:06:31.082 INFO:teuthology.orchestra.run.vm00.stdout: Verifying : rbd-mirror-2:19.2.3-47.gc24117fd552.el9.clyso.x8 26/156 2026-03-05T16:06:31.082 INFO:teuthology.orchestra.run.vm00.stdout: Verifying : rbd-nbd-2:19.2.3-47.gc24117fd552.el9.clyso.x86_6 27/156 2026-03-05T16:06:31.082 INFO:teuthology.orchestra.run.vm00.stdout: Verifying : ceph-grafana-dashboards-2:19.2.3-47.gc24117fd552 28/156 2026-03-05T16:06:31.082 INFO:teuthology.orchestra.run.vm00.stdout: Verifying : ceph-mgr-cephadm-2:19.2.3-47.gc24117fd552.el9.cl 29/156 2026-03-05T16:06:31.082 INFO:teuthology.orchestra.run.vm00.stdout: Verifying : ceph-mgr-dashboard-2:19.2.3-47.gc24117fd552.el9. 30/156 2026-03-05T16:06:31.082 INFO:teuthology.orchestra.run.vm00.stdout: Verifying : ceph-mgr-diskprediction-local-2:19.2.3-47.gc2411 31/156 2026-03-05T16:06:31.082 INFO:teuthology.orchestra.run.vm00.stdout: Verifying : ceph-mgr-k8sevents-2:19.2.3-47.gc24117fd552.el9. 32/156 2026-03-05T16:06:31.083 INFO:teuthology.orchestra.run.vm00.stdout: Verifying : ceph-mgr-modules-core-2:19.2.3-47.gc24117fd552.e 33/156 2026-03-05T16:06:31.083 INFO:teuthology.orchestra.run.vm00.stdout: Verifying : ceph-mgr-rook-2:19.2.3-47.gc24117fd552.el9.clyso 34/156 2026-03-05T16:06:31.083 INFO:teuthology.orchestra.run.vm00.stdout: Verifying : ceph-prometheus-alerts-2:19.2.3-47.gc24117fd552. 35/156 2026-03-05T16:06:31.083 INFO:teuthology.orchestra.run.vm00.stdout: Verifying : ceph-volume-2:19.2.3-47.gc24117fd552.el9.clyso.n 36/156 2026-03-05T16:06:31.083 INFO:teuthology.orchestra.run.vm00.stdout: Verifying : cephadm-2:19.2.3-47.gc24117fd552.el9.clyso.noarc 37/156 2026-03-05T16:06:31.083 INFO:teuthology.orchestra.run.vm00.stdout: Verifying : abseil-cpp-20211102.0-4.el9.x86_64 38/156 2026-03-05T16:06:31.083 INFO:teuthology.orchestra.run.vm00.stdout: Verifying : gperftools-libs-2.9.1-3.el9.x86_64 39/156 2026-03-05T16:06:31.083 INFO:teuthology.orchestra.run.vm00.stdout: Verifying : grpc-data-1.46.7-10.el9.noarch 40/156 2026-03-05T16:06:31.083 INFO:teuthology.orchestra.run.vm00.stdout: Verifying : libarrow-9.0.0-15.el9.x86_64 41/156 2026-03-05T16:06:31.083 INFO:teuthology.orchestra.run.vm00.stdout: Verifying : libarrow-doc-9.0.0-15.el9.noarch 42/156 2026-03-05T16:06:31.084 INFO:teuthology.orchestra.run.vm00.stdout: Verifying : liboath-2.6.12-1.el9.x86_64 43/156 2026-03-05T16:06:31.084 INFO:teuthology.orchestra.run.vm00.stdout: Verifying : libunwind-1.6.2-1.el9.x86_64 44/156 2026-03-05T16:06:31.084 INFO:teuthology.orchestra.run.vm00.stdout: Verifying : luarocks-3.9.2-5.el9.noarch 45/156 2026-03-05T16:06:31.084 INFO:teuthology.orchestra.run.vm00.stdout: Verifying : parquet-libs-9.0.0-15.el9.x86_64 46/156 2026-03-05T16:06:31.084 INFO:teuthology.orchestra.run.vm00.stdout: Verifying : python3-asyncssh-2.13.2-5.el9.noarch 47/156 2026-03-05T16:06:31.084 INFO:teuthology.orchestra.run.vm00.stdout: Verifying : python3-autocommand-2.2.2-8.el9.noarch 48/156 2026-03-05T16:06:31.084 INFO:teuthology.orchestra.run.vm00.stdout: Verifying : python3-backports-tarfile-1.2.0-1.el9.noarch 49/156 2026-03-05T16:06:31.084 INFO:teuthology.orchestra.run.vm00.stdout: Verifying : python3-bcrypt-3.2.2-1.el9.x86_64 50/156 2026-03-05T16:06:31.085 INFO:teuthology.orchestra.run.vm00.stdout: Verifying : python3-cachetools-4.2.4-1.el9.noarch 51/156 2026-03-05T16:06:31.085 INFO:teuthology.orchestra.run.vm00.stdout: Verifying : python3-certifi-2023.05.07-4.el9.noarch 52/156 2026-03-05T16:06:31.085 INFO:teuthology.orchestra.run.vm00.stdout: Verifying : python3-cheroot-10.0.1-4.el9.noarch 53/156 2026-03-05T16:06:31.085 INFO:teuthology.orchestra.run.vm00.stdout: Verifying : python3-cherrypy-18.6.1-2.el9.noarch 54/156 2026-03-05T16:06:31.085 INFO:teuthology.orchestra.run.vm00.stdout: Verifying : python3-google-auth-1:2.45.0-1.el9.noarch 55/156 2026-03-05T16:06:31.085 INFO:teuthology.orchestra.run.vm00.stdout: Verifying : python3-grpcio-1.46.7-10.el9.x86_64 56/156 2026-03-05T16:06:31.086 INFO:teuthology.orchestra.run.vm00.stdout: Verifying : python3-grpcio-tools-1.46.7-10.el9.x86_64 57/156 2026-03-05T16:06:31.086 INFO:teuthology.orchestra.run.vm00.stdout: Verifying : python3-influxdb-5.3.1-1.el9.noarch 58/156 2026-03-05T16:06:31.086 INFO:teuthology.orchestra.run.vm00.stdout: Verifying : python3-isodate-0.6.1-3.el9.noarch 59/156 2026-03-05T16:06:31.086 INFO:teuthology.orchestra.run.vm00.stdout: Verifying : python3-jaraco-8.2.1-3.el9.noarch 60/156 2026-03-05T16:06:31.086 INFO:teuthology.orchestra.run.vm00.stdout: Verifying : python3-jaraco-classes-3.2.1-5.el9.noarch 61/156 2026-03-05T16:06:31.086 INFO:teuthology.orchestra.run.vm00.stdout: Verifying : python3-jaraco-collections-3.0.0-8.el9.noarch 62/156 2026-03-05T16:06:31.086 INFO:teuthology.orchestra.run.vm00.stdout: Verifying : python3-jaraco-context-6.0.1-3.el9.noarch 63/156 2026-03-05T16:06:31.086 INFO:teuthology.orchestra.run.vm00.stdout: Verifying : python3-jaraco-functools-3.5.0-2.el9.noarch 64/156 2026-03-05T16:06:31.086 INFO:teuthology.orchestra.run.vm00.stdout: Verifying : python3-jaraco-text-4.0.0-2.el9.noarch 65/156 2026-03-05T16:06:31.086 INFO:teuthology.orchestra.run.vm00.stdout: Verifying : python3-kubernetes-1:26.1.0-3.el9.noarch 66/156 2026-03-05T16:06:31.086 INFO:teuthology.orchestra.run.vm00.stdout: Verifying : python3-logutils-0.3.5-21.el9.noarch 67/156 2026-03-05T16:06:31.086 INFO:teuthology.orchestra.run.vm00.stdout: Verifying : python3-more-itertools-8.12.0-2.el9.noarch 68/156 2026-03-05T16:06:31.086 INFO:teuthology.orchestra.run.vm00.stdout: Verifying : python3-msgpack-1.0.3-2.el9.x86_64 69/156 2026-03-05T16:06:31.086 INFO:teuthology.orchestra.run.vm00.stdout: Verifying : python3-natsort-7.1.1-5.el9.noarch 70/156 2026-03-05T16:06:31.086 INFO:teuthology.orchestra.run.vm00.stdout: Verifying : python3-pecan-1.4.2-3.el9.noarch 71/156 2026-03-05T16:06:31.087 INFO:teuthology.orchestra.run.vm00.stdout: Verifying : python3-portend-3.1.0-2.el9.noarch 72/156 2026-03-05T16:06:31.087 INFO:teuthology.orchestra.run.vm00.stdout: Verifying : python3-pyOpenSSL-21.0.0-1.el9.noarch 73/156 2026-03-05T16:06:31.087 INFO:teuthology.orchestra.run.vm00.stdout: Verifying : python3-repoze-lru-0.7-16.el9.noarch 74/156 2026-03-05T16:06:31.087 INFO:teuthology.orchestra.run.vm00.stdout: Verifying : python3-routes-2.5.1-5.el9.noarch 75/156 2026-03-05T16:06:31.087 INFO:teuthology.orchestra.run.vm00.stdout: Verifying : python3-rsa-4.9-2.el9.noarch 76/156 2026-03-05T16:06:31.087 INFO:teuthology.orchestra.run.vm00.stdout: Verifying : python3-saml-1.16.0-1.el9.noarch 77/156 2026-03-05T16:06:31.087 INFO:teuthology.orchestra.run.vm00.stdout: Verifying : python3-tempora-5.0.0-2.el9.noarch 78/156 2026-03-05T16:06:31.087 INFO:teuthology.orchestra.run.vm00.stdout: Verifying : python3-typing-extensions-4.15.0-1.el9.noarch 79/156 2026-03-05T16:06:31.087 INFO:teuthology.orchestra.run.vm00.stdout: Verifying : python3-webob-1.8.8-2.el9.noarch 80/156 2026-03-05T16:06:31.087 INFO:teuthology.orchestra.run.vm00.stdout: Verifying : python3-websocket-client-1.2.3-2.el9.noarch 81/156 2026-03-05T16:06:31.087 INFO:teuthology.orchestra.run.vm00.stdout: Verifying : python3-werkzeug-2.0.3-3.el9.1.noarch 82/156 2026-03-05T16:06:31.087 INFO:teuthology.orchestra.run.vm00.stdout: Verifying : python3-xmlsec-1.3.13-1.el9.x86_64 83/156 2026-03-05T16:06:31.087 INFO:teuthology.orchestra.run.vm00.stdout: Verifying : python3-xmltodict-0.12.0-15.el9.noarch 84/156 2026-03-05T16:06:31.087 INFO:teuthology.orchestra.run.vm00.stdout: Verifying : python3-zc-lockfile-2.0-10.el9.noarch 85/156 2026-03-05T16:06:31.087 INFO:teuthology.orchestra.run.vm00.stdout: Verifying : re2-1:20211101-20.el9.x86_64 86/156 2026-03-05T16:06:31.087 INFO:teuthology.orchestra.run.vm00.stdout: Verifying : s3cmd-2.4.0-1.el9.noarch 87/156 2026-03-05T16:06:31.087 INFO:teuthology.orchestra.run.vm00.stdout: Verifying : thrift-0.15.0-4.el9.x86_64 88/156 2026-03-05T16:06:31.087 INFO:teuthology.orchestra.run.vm00.stdout: Verifying : bzip2-1.0.8-10.el9_5.x86_64 89/156 2026-03-05T16:06:31.087 INFO:teuthology.orchestra.run.vm00.stdout: Verifying : c-ares-1.19.1-2.el9_4.x86_64 90/156 2026-03-05T16:06:31.087 INFO:teuthology.orchestra.run.vm00.stdout: Verifying : cryptsetup-2.7.2-4.el9.x86_64 91/156 2026-03-05T16:06:31.087 INFO:teuthology.orchestra.run.vm00.stdout: Verifying : fuse-2.9.9-17.el9.x86_64 92/156 2026-03-05T16:06:31.087 INFO:teuthology.orchestra.run.vm00.stdout: Verifying : ledmon-libs-1.1.0-3.el9.x86_64 93/156 2026-03-05T16:06:31.087 INFO:teuthology.orchestra.run.vm00.stdout: Verifying : libconfig-1.7.2-9.el9.x86_64 94/156 2026-03-05T16:06:31.087 INFO:teuthology.orchestra.run.vm00.stdout: Verifying : libgfortran-11.5.0-11.el9.x86_64 95/156 2026-03-05T16:06:31.087 INFO:teuthology.orchestra.run.vm00.stdout: Verifying : libquadmath-11.5.0-11.el9.x86_64 96/156 2026-03-05T16:06:31.087 INFO:teuthology.orchestra.run.vm00.stdout: Verifying : lmdb-libs-0.9.29-3.el9.x86_64 97/156 2026-03-05T16:06:31.087 INFO:teuthology.orchestra.run.vm00.stdout: Verifying : mailcap-2.1.49-5.el9.0.2.noarch 98/156 2026-03-05T16:06:31.087 INFO:teuthology.orchestra.run.vm00.stdout: Verifying : nvme-cli-2.13-1.el9.x86_64 99/156 2026-03-05T16:06:31.087 INFO:teuthology.orchestra.run.vm00.stdout: Verifying : pciutils-3.7.0-7.el9.x86_64 100/156 2026-03-05T16:06:31.087 INFO:teuthology.orchestra.run.vm00.stdout: Verifying : python3-cffi-1.14.5-5.el9.x86_64 101/156 2026-03-05T16:06:31.087 INFO:teuthology.orchestra.run.vm00.stdout: Verifying : python3-cryptography-36.0.1-5.el9_6.x86_64 102/156 2026-03-05T16:06:31.087 INFO:teuthology.orchestra.run.vm00.stdout: Verifying : python3-ply-3.11-14.el9.0.1.noarch 103/156 2026-03-05T16:06:31.087 INFO:teuthology.orchestra.run.vm00.stdout: Verifying : python3-pycparser-2.20-6.el9.noarch 104/156 2026-03-05T16:06:31.087 INFO:teuthology.orchestra.run.vm00.stdout: Verifying : python3-pyparsing-2.4.7-9.el9.0.1.noarch 105/156 2026-03-05T16:06:31.087 INFO:teuthology.orchestra.run.vm00.stdout: Verifying : python3-requests-2.25.1-10.el9_6.noarch 106/156 2026-03-05T16:06:31.087 INFO:teuthology.orchestra.run.vm00.stdout: Verifying : python3-urllib3-1.26.5-6.el9_7.1.noarch 107/156 2026-03-05T16:06:31.087 INFO:teuthology.orchestra.run.vm00.stdout: Verifying : smartmontools-1:7.2-9.el9.x86_64 108/156 2026-03-05T16:06:31.087 INFO:teuthology.orchestra.run.vm00.stdout: Verifying : unzip-6.0-59.el9.x86_64 109/156 2026-03-05T16:06:31.087 INFO:teuthology.orchestra.run.vm00.stdout: Verifying : zip-3.0-35.el9.x86_64 110/156 2026-03-05T16:06:31.087 INFO:teuthology.orchestra.run.vm00.stdout: Verifying : boost-program-options-1.75.0-13.el9_7.x86_64 111/156 2026-03-05T16:06:31.087 INFO:teuthology.orchestra.run.vm00.stdout: Verifying : flexiblas-3.0.4-8.el9.0.1.x86_64 112/156 2026-03-05T16:06:31.088 INFO:teuthology.orchestra.run.vm00.stdout: Verifying : flexiblas-netlib-3.0.4-8.el9.0.1.x86_64 113/156 2026-03-05T16:06:31.088 INFO:teuthology.orchestra.run.vm00.stdout: Verifying : flexiblas-openblas-openmp-3.0.4-8.el9.0.1.x86_64 114/156 2026-03-05T16:06:31.088 INFO:teuthology.orchestra.run.vm00.stdout: Verifying : libnbd-1.20.3-4.el9.x86_64 115/156 2026-03-05T16:06:31.088 INFO:teuthology.orchestra.run.vm00.stdout: Verifying : libpmemobj-1.12.1-1.el9.x86_64 116/156 2026-03-05T16:06:31.088 INFO:teuthology.orchestra.run.vm00.stdout: Verifying : librabbitmq-0.11.0-7.el9.x86_64 117/156 2026-03-05T16:06:31.088 INFO:teuthology.orchestra.run.vm00.stdout: Verifying : librdkafka-1.6.1-102.el9.x86_64 118/156 2026-03-05T16:06:31.088 INFO:teuthology.orchestra.run.vm00.stdout: Verifying : libstoragemgmt-1.10.1-1.el9.x86_64 119/156 2026-03-05T16:06:31.088 INFO:teuthology.orchestra.run.vm00.stdout: Verifying : libxslt-1.1.34-13.el9_6.x86_64 120/156 2026-03-05T16:06:31.088 INFO:teuthology.orchestra.run.vm00.stdout: Verifying : lttng-ust-2.12.0-6.el9.x86_64 121/156 2026-03-05T16:06:31.088 INFO:teuthology.orchestra.run.vm00.stdout: Verifying : lua-5.4.4-4.el9.x86_64 122/156 2026-03-05T16:06:31.088 INFO:teuthology.orchestra.run.vm00.stdout: Verifying : openblas-0.3.29-1.el9.x86_64 123/156 2026-03-05T16:06:31.088 INFO:teuthology.orchestra.run.vm00.stdout: Verifying : openblas-openmp-0.3.29-1.el9.x86_64 124/156 2026-03-05T16:06:31.088 INFO:teuthology.orchestra.run.vm00.stdout: Verifying : perl-Benchmark-1.23-481.1.el9_6.noarch 125/156 2026-03-05T16:06:31.088 INFO:teuthology.orchestra.run.vm00.stdout: Verifying : perl-Test-Harness-1:3.42-461.el9.noarch 126/156 2026-03-05T16:06:31.088 INFO:teuthology.orchestra.run.vm00.stdout: Verifying : protobuf-3.14.0-17.el9_7.x86_64 127/156 2026-03-05T16:06:31.088 INFO:teuthology.orchestra.run.vm00.stdout: Verifying : python3-babel-2.9.1-2.el9.noarch 128/156 2026-03-05T16:06:31.088 INFO:teuthology.orchestra.run.vm00.stdout: Verifying : python3-devel-3.9.23-2.el9.x86_64 129/156 2026-03-05T16:06:31.088 INFO:teuthology.orchestra.run.vm00.stdout: Verifying : python3-jinja2-2.11.3-8.el9_5.noarch 130/156 2026-03-05T16:06:31.088 INFO:teuthology.orchestra.run.vm00.stdout: Verifying : python3-libstoragemgmt-1.10.1-1.el9.x86_64 131/156 2026-03-05T16:06:31.088 INFO:teuthology.orchestra.run.vm00.stdout: Verifying : python3-lxml-4.6.5-3.el9.x86_64 132/156 2026-03-05T16:06:31.088 INFO:teuthology.orchestra.run.vm00.stdout: Verifying : python3-mako-1.1.4-6.el9.noarch 133/156 2026-03-05T16:06:31.088 INFO:teuthology.orchestra.run.vm00.stdout: Verifying : python3-markupsafe-1.1.1-12.el9.x86_64 134/156 2026-03-05T16:06:31.088 INFO:teuthology.orchestra.run.vm00.stdout: Verifying : python3-numpy-1:1.23.5-1.el9.x86_64 135/156 2026-03-05T16:06:31.088 INFO:teuthology.orchestra.run.vm00.stdout: Verifying : python3-numpy-f2py-1:1.23.5-1.el9.x86_64 136/156 2026-03-05T16:06:31.088 INFO:teuthology.orchestra.run.vm00.stdout: Verifying : python3-packaging-20.9-5.el9.noarch 137/156 2026-03-05T16:06:31.088 INFO:teuthology.orchestra.run.vm00.stdout: Verifying : python3-protobuf-3.14.0-17.el9_7.noarch 138/156 2026-03-05T16:06:31.088 INFO:teuthology.orchestra.run.vm00.stdout: Verifying : python3-pyasn1-0.4.8-7.el9_7.noarch 139/156 2026-03-05T16:06:31.088 INFO:teuthology.orchestra.run.vm00.stdout: Verifying : python3-pyasn1-modules-0.4.8-7.el9_7.noarch 140/156 2026-03-05T16:06:31.088 INFO:teuthology.orchestra.run.vm00.stdout: Verifying : python3-requests-oauthlib-1.3.0-12.el9.noarch 141/156 2026-03-05T16:06:31.088 INFO:teuthology.orchestra.run.vm00.stdout: Verifying : python3-scipy-1.9.3-2.el9.x86_64 142/156 2026-03-05T16:06:31.088 INFO:teuthology.orchestra.run.vm00.stdout: Verifying : python3-toml-0.10.2-6.el9.0.1.noarch 143/156 2026-03-05T16:06:31.089 INFO:teuthology.orchestra.run.vm00.stdout: Verifying : qatlib-24.09.0-1.el9.x86_64 144/156 2026-03-05T16:06:31.089 INFO:teuthology.orchestra.run.vm00.stdout: Verifying : qatlib-service-24.09.0-1.el9.x86_64 145/156 2026-03-05T16:06:31.089 INFO:teuthology.orchestra.run.vm00.stdout: Verifying : qatzip-libs-1.3.1-1.el9.x86_64 146/156 2026-03-05T16:06:31.089 INFO:teuthology.orchestra.run.vm00.stdout: Verifying : socat-1.7.4.1-8.el9.x86_64 147/156 2026-03-05T16:06:31.089 INFO:teuthology.orchestra.run.vm00.stdout: Verifying : xmlsec1-1.2.29-13.el9.x86_64 148/156 2026-03-05T16:06:31.089 INFO:teuthology.orchestra.run.vm00.stdout: Verifying : xmlsec1-openssl-1.2.29-13.el9.x86_64 149/156 2026-03-05T16:06:31.089 INFO:teuthology.orchestra.run.vm00.stdout: Verifying : xmlstarlet-1.6.1-20.el9.x86_64 150/156 2026-03-05T16:06:31.089 INFO:teuthology.orchestra.run.vm00.stdout: Verifying : lua-devel-5.4.4-4.el9.x86_64 151/156 2026-03-05T16:06:31.089 INFO:teuthology.orchestra.run.vm00.stdout: Verifying : protobuf-compiler-3.14.0-17.el9_7.x86_64 152/156 2026-03-05T16:06:31.089 INFO:teuthology.orchestra.run.vm00.stdout: Verifying : librados2-2:19.2.3-47.gc24117fd552.el9.clyso.x86 153/156 2026-03-05T16:06:31.089 INFO:teuthology.orchestra.run.vm00.stdout: Verifying : librados2-2:16.2.4-5.el9.x86_64 154/156 2026-03-05T16:06:31.089 INFO:teuthology.orchestra.run.vm00.stdout: Verifying : librbd1-2:19.2.3-47.gc24117fd552.el9.clyso.x86_6 155/156 2026-03-05T16:06:31.208 INFO:teuthology.orchestra.run.vm00.stdout: Verifying : librbd1-2:16.2.4-5.el9.x86_64 156/156 2026-03-05T16:06:31.208 INFO:teuthology.orchestra.run.vm00.stdout: 2026-03-05T16:06:31.208 INFO:teuthology.orchestra.run.vm00.stdout:Upgraded: 2026-03-05T16:06:31.209 INFO:teuthology.orchestra.run.vm00.stdout: librados2-2:19.2.3-47.gc24117fd552.el9.clyso.x86_64 2026-03-05T16:06:31.209 INFO:teuthology.orchestra.run.vm00.stdout: librbd1-2:19.2.3-47.gc24117fd552.el9.clyso.x86_64 2026-03-05T16:06:31.209 INFO:teuthology.orchestra.run.vm00.stdout:Installed: 2026-03-05T16:06:31.209 INFO:teuthology.orchestra.run.vm00.stdout: abseil-cpp-20211102.0-4.el9.x86_64 2026-03-05T16:06:31.209 INFO:teuthology.orchestra.run.vm00.stdout: boost-program-options-1.75.0-13.el9_7.x86_64 2026-03-05T16:06:31.209 INFO:teuthology.orchestra.run.vm00.stdout: bzip2-1.0.8-10.el9_5.x86_64 2026-03-05T16:06:31.209 INFO:teuthology.orchestra.run.vm00.stdout: c-ares-1.19.1-2.el9_4.x86_64 2026-03-05T16:06:31.209 INFO:teuthology.orchestra.run.vm00.stdout: ceph-2:19.2.3-47.gc24117fd552.el9.clyso.x86_64 2026-03-05T16:06:31.209 INFO:teuthology.orchestra.run.vm00.stdout: ceph-base-2:19.2.3-47.gc24117fd552.el9.clyso.x86_64 2026-03-05T16:06:31.209 INFO:teuthology.orchestra.run.vm00.stdout: ceph-common-2:19.2.3-47.gc24117fd552.el9.clyso.x86_64 2026-03-05T16:06:31.209 INFO:teuthology.orchestra.run.vm00.stdout: ceph-fuse-2:19.2.3-47.gc24117fd552.el9.clyso.x86_64 2026-03-05T16:06:31.209 INFO:teuthology.orchestra.run.vm00.stdout: ceph-grafana-dashboards-2:19.2.3-47.gc24117fd552.el9.clyso.noarch 2026-03-05T16:06:31.209 INFO:teuthology.orchestra.run.vm00.stdout: ceph-immutable-object-cache-2:19.2.3-47.gc24117fd552.el9.clyso.x86_64 2026-03-05T16:06:31.209 INFO:teuthology.orchestra.run.vm00.stdout: ceph-mds-2:19.2.3-47.gc24117fd552.el9.clyso.x86_64 2026-03-05T16:06:31.209 INFO:teuthology.orchestra.run.vm00.stdout: ceph-mgr-2:19.2.3-47.gc24117fd552.el9.clyso.x86_64 2026-03-05T16:06:31.209 INFO:teuthology.orchestra.run.vm00.stdout: ceph-mgr-cephadm-2:19.2.3-47.gc24117fd552.el9.clyso.noarch 2026-03-05T16:06:31.209 INFO:teuthology.orchestra.run.vm00.stdout: ceph-mgr-dashboard-2:19.2.3-47.gc24117fd552.el9.clyso.noarch 2026-03-05T16:06:31.209 INFO:teuthology.orchestra.run.vm00.stdout: ceph-mgr-diskprediction-local-2:19.2.3-47.gc24117fd552.el9.clyso.noarch 2026-03-05T16:06:31.209 INFO:teuthology.orchestra.run.vm00.stdout: ceph-mgr-k8sevents-2:19.2.3-47.gc24117fd552.el9.clyso.noarch 2026-03-05T16:06:31.209 INFO:teuthology.orchestra.run.vm00.stdout: ceph-mgr-modules-core-2:19.2.3-47.gc24117fd552.el9.clyso.noarch 2026-03-05T16:06:31.209 INFO:teuthology.orchestra.run.vm00.stdout: ceph-mgr-rook-2:19.2.3-47.gc24117fd552.el9.clyso.noarch 2026-03-05T16:06:31.209 INFO:teuthology.orchestra.run.vm00.stdout: ceph-mon-2:19.2.3-47.gc24117fd552.el9.clyso.x86_64 2026-03-05T16:06:31.209 INFO:teuthology.orchestra.run.vm00.stdout: ceph-osd-2:19.2.3-47.gc24117fd552.el9.clyso.x86_64 2026-03-05T16:06:31.209 INFO:teuthology.orchestra.run.vm00.stdout: ceph-prometheus-alerts-2:19.2.3-47.gc24117fd552.el9.clyso.noarch 2026-03-05T16:06:31.209 INFO:teuthology.orchestra.run.vm00.stdout: ceph-radosgw-2:19.2.3-47.gc24117fd552.el9.clyso.x86_64 2026-03-05T16:06:31.209 INFO:teuthology.orchestra.run.vm00.stdout: ceph-selinux-2:19.2.3-47.gc24117fd552.el9.clyso.x86_64 2026-03-05T16:06:31.209 INFO:teuthology.orchestra.run.vm00.stdout: ceph-test-2:19.2.3-47.gc24117fd552.el9.clyso.x86_64 2026-03-05T16:06:31.209 INFO:teuthology.orchestra.run.vm00.stdout: ceph-volume-2:19.2.3-47.gc24117fd552.el9.clyso.noarch 2026-03-05T16:06:31.209 INFO:teuthology.orchestra.run.vm00.stdout: cephadm-2:19.2.3-47.gc24117fd552.el9.clyso.noarch 2026-03-05T16:06:31.209 INFO:teuthology.orchestra.run.vm00.stdout: cryptsetup-2.7.2-4.el9.x86_64 2026-03-05T16:06:31.209 INFO:teuthology.orchestra.run.vm00.stdout: flexiblas-3.0.4-8.el9.0.1.x86_64 2026-03-05T16:06:31.209 INFO:teuthology.orchestra.run.vm00.stdout: flexiblas-netlib-3.0.4-8.el9.0.1.x86_64 2026-03-05T16:06:31.209 INFO:teuthology.orchestra.run.vm00.stdout: flexiblas-openblas-openmp-3.0.4-8.el9.0.1.x86_64 2026-03-05T16:06:31.209 INFO:teuthology.orchestra.run.vm00.stdout: fuse-2.9.9-17.el9.x86_64 2026-03-05T16:06:31.209 INFO:teuthology.orchestra.run.vm00.stdout: gperftools-libs-2.9.1-3.el9.x86_64 2026-03-05T16:06:31.209 INFO:teuthology.orchestra.run.vm00.stdout: grpc-data-1.46.7-10.el9.noarch 2026-03-05T16:06:31.209 INFO:teuthology.orchestra.run.vm00.stdout: ledmon-libs-1.1.0-3.el9.x86_64 2026-03-05T16:06:31.209 INFO:teuthology.orchestra.run.vm00.stdout: libarrow-9.0.0-15.el9.x86_64 2026-03-05T16:06:31.209 INFO:teuthology.orchestra.run.vm00.stdout: libarrow-doc-9.0.0-15.el9.noarch 2026-03-05T16:06:31.209 INFO:teuthology.orchestra.run.vm00.stdout: libcephfs-devel-2:19.2.3-47.gc24117fd552.el9.clyso.x86_64 2026-03-05T16:06:31.209 INFO:teuthology.orchestra.run.vm00.stdout: libcephfs2-2:19.2.3-47.gc24117fd552.el9.clyso.x86_64 2026-03-05T16:06:31.209 INFO:teuthology.orchestra.run.vm00.stdout: libcephsqlite-2:19.2.3-47.gc24117fd552.el9.clyso.x86_64 2026-03-05T16:06:31.209 INFO:teuthology.orchestra.run.vm00.stdout: libconfig-1.7.2-9.el9.x86_64 2026-03-05T16:06:31.209 INFO:teuthology.orchestra.run.vm00.stdout: libgfortran-11.5.0-11.el9.x86_64 2026-03-05T16:06:31.209 INFO:teuthology.orchestra.run.vm00.stdout: libnbd-1.20.3-4.el9.x86_64 2026-03-05T16:06:31.209 INFO:teuthology.orchestra.run.vm00.stdout: liboath-2.6.12-1.el9.x86_64 2026-03-05T16:06:31.209 INFO:teuthology.orchestra.run.vm00.stdout: libpmemobj-1.12.1-1.el9.x86_64 2026-03-05T16:06:31.209 INFO:teuthology.orchestra.run.vm00.stdout: libquadmath-11.5.0-11.el9.x86_64 2026-03-05T16:06:31.209 INFO:teuthology.orchestra.run.vm00.stdout: librabbitmq-0.11.0-7.el9.x86_64 2026-03-05T16:06:31.209 INFO:teuthology.orchestra.run.vm00.stdout: librados-devel-2:19.2.3-47.gc24117fd552.el9.clyso.x86_64 2026-03-05T16:06:31.209 INFO:teuthology.orchestra.run.vm00.stdout: libradosstriper1-2:19.2.3-47.gc24117fd552.el9.clyso.x86_64 2026-03-05T16:06:31.209 INFO:teuthology.orchestra.run.vm00.stdout: librdkafka-1.6.1-102.el9.x86_64 2026-03-05T16:06:31.209 INFO:teuthology.orchestra.run.vm00.stdout: librgw2-2:19.2.3-47.gc24117fd552.el9.clyso.x86_64 2026-03-05T16:06:31.209 INFO:teuthology.orchestra.run.vm00.stdout: libstoragemgmt-1.10.1-1.el9.x86_64 2026-03-05T16:06:31.209 INFO:teuthology.orchestra.run.vm00.stdout: libunwind-1.6.2-1.el9.x86_64 2026-03-05T16:06:31.209 INFO:teuthology.orchestra.run.vm00.stdout: libxslt-1.1.34-13.el9_6.x86_64 2026-03-05T16:06:31.209 INFO:teuthology.orchestra.run.vm00.stdout: lmdb-libs-0.9.29-3.el9.x86_64 2026-03-05T16:06:31.209 INFO:teuthology.orchestra.run.vm00.stdout: lttng-ust-2.12.0-6.el9.x86_64 2026-03-05T16:06:31.209 INFO:teuthology.orchestra.run.vm00.stdout: lua-5.4.4-4.el9.x86_64 2026-03-05T16:06:31.209 INFO:teuthology.orchestra.run.vm00.stdout: lua-devel-5.4.4-4.el9.x86_64 2026-03-05T16:06:31.209 INFO:teuthology.orchestra.run.vm00.stdout: luarocks-3.9.2-5.el9.noarch 2026-03-05T16:06:31.209 INFO:teuthology.orchestra.run.vm00.stdout: mailcap-2.1.49-5.el9.0.2.noarch 2026-03-05T16:06:31.210 INFO:teuthology.orchestra.run.vm00.stdout: nvme-cli-2.13-1.el9.x86_64 2026-03-05T16:06:31.210 INFO:teuthology.orchestra.run.vm00.stdout: openblas-0.3.29-1.el9.x86_64 2026-03-05T16:06:31.210 INFO:teuthology.orchestra.run.vm00.stdout: openblas-openmp-0.3.29-1.el9.x86_64 2026-03-05T16:06:31.210 INFO:teuthology.orchestra.run.vm00.stdout: parquet-libs-9.0.0-15.el9.x86_64 2026-03-05T16:06:31.210 INFO:teuthology.orchestra.run.vm00.stdout: pciutils-3.7.0-7.el9.x86_64 2026-03-05T16:06:31.210 INFO:teuthology.orchestra.run.vm00.stdout: perl-Benchmark-1.23-481.1.el9_6.noarch 2026-03-05T16:06:31.210 INFO:teuthology.orchestra.run.vm00.stdout: perl-Test-Harness-1:3.42-461.el9.noarch 2026-03-05T16:06:31.210 INFO:teuthology.orchestra.run.vm00.stdout: protobuf-3.14.0-17.el9_7.x86_64 2026-03-05T16:06:31.210 INFO:teuthology.orchestra.run.vm00.stdout: protobuf-compiler-3.14.0-17.el9_7.x86_64 2026-03-05T16:06:31.210 INFO:teuthology.orchestra.run.vm00.stdout: python3-asyncssh-2.13.2-5.el9.noarch 2026-03-05T16:06:31.210 INFO:teuthology.orchestra.run.vm00.stdout: python3-autocommand-2.2.2-8.el9.noarch 2026-03-05T16:06:31.210 INFO:teuthology.orchestra.run.vm00.stdout: python3-babel-2.9.1-2.el9.noarch 2026-03-05T16:06:31.210 INFO:teuthology.orchestra.run.vm00.stdout: python3-backports-tarfile-1.2.0-1.el9.noarch 2026-03-05T16:06:31.210 INFO:teuthology.orchestra.run.vm00.stdout: python3-bcrypt-3.2.2-1.el9.x86_64 2026-03-05T16:06:31.210 INFO:teuthology.orchestra.run.vm00.stdout: python3-cachetools-4.2.4-1.el9.noarch 2026-03-05T16:06:31.210 INFO:teuthology.orchestra.run.vm00.stdout: python3-ceph-argparse-2:19.2.3-47.gc24117fd552.el9.clyso.x86_64 2026-03-05T16:06:31.210 INFO:teuthology.orchestra.run.vm00.stdout: python3-ceph-common-2:19.2.3-47.gc24117fd552.el9.clyso.x86_64 2026-03-05T16:06:31.210 INFO:teuthology.orchestra.run.vm00.stdout: python3-cephfs-2:19.2.3-47.gc24117fd552.el9.clyso.x86_64 2026-03-05T16:06:31.210 INFO:teuthology.orchestra.run.vm00.stdout: python3-certifi-2023.05.07-4.el9.noarch 2026-03-05T16:06:31.210 INFO:teuthology.orchestra.run.vm00.stdout: python3-cffi-1.14.5-5.el9.x86_64 2026-03-05T16:06:31.210 INFO:teuthology.orchestra.run.vm00.stdout: python3-cheroot-10.0.1-4.el9.noarch 2026-03-05T16:06:31.210 INFO:teuthology.orchestra.run.vm00.stdout: python3-cherrypy-18.6.1-2.el9.noarch 2026-03-05T16:06:31.210 INFO:teuthology.orchestra.run.vm00.stdout: python3-cryptography-36.0.1-5.el9_6.x86_64 2026-03-05T16:06:31.210 INFO:teuthology.orchestra.run.vm00.stdout: python3-devel-3.9.23-2.el9.x86_64 2026-03-05T16:06:31.210 INFO:teuthology.orchestra.run.vm00.stdout: python3-google-auth-1:2.45.0-1.el9.noarch 2026-03-05T16:06:31.210 INFO:teuthology.orchestra.run.vm00.stdout: python3-grpcio-1.46.7-10.el9.x86_64 2026-03-05T16:06:31.210 INFO:teuthology.orchestra.run.vm00.stdout: python3-grpcio-tools-1.46.7-10.el9.x86_64 2026-03-05T16:06:31.210 INFO:teuthology.orchestra.run.vm00.stdout: python3-influxdb-5.3.1-1.el9.noarch 2026-03-05T16:06:31.210 INFO:teuthology.orchestra.run.vm00.stdout: python3-isodate-0.6.1-3.el9.noarch 2026-03-05T16:06:31.210 INFO:teuthology.orchestra.run.vm00.stdout: python3-jaraco-8.2.1-3.el9.noarch 2026-03-05T16:06:31.210 INFO:teuthology.orchestra.run.vm00.stdout: python3-jaraco-classes-3.2.1-5.el9.noarch 2026-03-05T16:06:31.210 INFO:teuthology.orchestra.run.vm00.stdout: python3-jaraco-collections-3.0.0-8.el9.noarch 2026-03-05T16:06:31.210 INFO:teuthology.orchestra.run.vm00.stdout: python3-jaraco-context-6.0.1-3.el9.noarch 2026-03-05T16:06:31.210 INFO:teuthology.orchestra.run.vm00.stdout: python3-jaraco-functools-3.5.0-2.el9.noarch 2026-03-05T16:06:31.210 INFO:teuthology.orchestra.run.vm00.stdout: python3-jaraco-text-4.0.0-2.el9.noarch 2026-03-05T16:06:31.210 INFO:teuthology.orchestra.run.vm00.stdout: python3-jinja2-2.11.3-8.el9_5.noarch 2026-03-05T16:06:31.210 INFO:teuthology.orchestra.run.vm00.stdout: python3-kubernetes-1:26.1.0-3.el9.noarch 2026-03-05T16:06:31.210 INFO:teuthology.orchestra.run.vm00.stdout: python3-libstoragemgmt-1.10.1-1.el9.x86_64 2026-03-05T16:06:31.210 INFO:teuthology.orchestra.run.vm00.stdout: python3-logutils-0.3.5-21.el9.noarch 2026-03-05T16:06:31.210 INFO:teuthology.orchestra.run.vm00.stdout: python3-lxml-4.6.5-3.el9.x86_64 2026-03-05T16:06:31.210 INFO:teuthology.orchestra.run.vm00.stdout: python3-mako-1.1.4-6.el9.noarch 2026-03-05T16:06:31.210 INFO:teuthology.orchestra.run.vm00.stdout: python3-markupsafe-1.1.1-12.el9.x86_64 2026-03-05T16:06:31.210 INFO:teuthology.orchestra.run.vm00.stdout: python3-more-itertools-8.12.0-2.el9.noarch 2026-03-05T16:06:31.210 INFO:teuthology.orchestra.run.vm00.stdout: python3-msgpack-1.0.3-2.el9.x86_64 2026-03-05T16:06:31.210 INFO:teuthology.orchestra.run.vm00.stdout: python3-natsort-7.1.1-5.el9.noarch 2026-03-05T16:06:31.210 INFO:teuthology.orchestra.run.vm00.stdout: python3-numpy-1:1.23.5-1.el9.x86_64 2026-03-05T16:06:31.210 INFO:teuthology.orchestra.run.vm00.stdout: python3-numpy-f2py-1:1.23.5-1.el9.x86_64 2026-03-05T16:06:31.210 INFO:teuthology.orchestra.run.vm00.stdout: python3-packaging-20.9-5.el9.noarch 2026-03-05T16:06:31.210 INFO:teuthology.orchestra.run.vm00.stdout: python3-pecan-1.4.2-3.el9.noarch 2026-03-05T16:06:31.210 INFO:teuthology.orchestra.run.vm00.stdout: python3-ply-3.11-14.el9.0.1.noarch 2026-03-05T16:06:31.210 INFO:teuthology.orchestra.run.vm00.stdout: python3-portend-3.1.0-2.el9.noarch 2026-03-05T16:06:31.210 INFO:teuthology.orchestra.run.vm00.stdout: python3-protobuf-3.14.0-17.el9_7.noarch 2026-03-05T16:06:31.210 INFO:teuthology.orchestra.run.vm00.stdout: python3-pyOpenSSL-21.0.0-1.el9.noarch 2026-03-05T16:06:31.210 INFO:teuthology.orchestra.run.vm00.stdout: python3-pyasn1-0.4.8-7.el9_7.noarch 2026-03-05T16:06:31.210 INFO:teuthology.orchestra.run.vm00.stdout: python3-pyasn1-modules-0.4.8-7.el9_7.noarch 2026-03-05T16:06:31.210 INFO:teuthology.orchestra.run.vm00.stdout: python3-pycparser-2.20-6.el9.noarch 2026-03-05T16:06:31.210 INFO:teuthology.orchestra.run.vm00.stdout: python3-pyparsing-2.4.7-9.el9.0.1.noarch 2026-03-05T16:06:31.210 INFO:teuthology.orchestra.run.vm00.stdout: python3-rados-2:19.2.3-47.gc24117fd552.el9.clyso.x86_64 2026-03-05T16:06:31.210 INFO:teuthology.orchestra.run.vm00.stdout: python3-rbd-2:19.2.3-47.gc24117fd552.el9.clyso.x86_64 2026-03-05T16:06:31.210 INFO:teuthology.orchestra.run.vm00.stdout: python3-repoze-lru-0.7-16.el9.noarch 2026-03-05T16:06:31.210 INFO:teuthology.orchestra.run.vm00.stdout: python3-requests-2.25.1-10.el9_6.noarch 2026-03-05T16:06:31.210 INFO:teuthology.orchestra.run.vm00.stdout: python3-requests-oauthlib-1.3.0-12.el9.noarch 2026-03-05T16:06:31.210 INFO:teuthology.orchestra.run.vm00.stdout: python3-rgw-2:19.2.3-47.gc24117fd552.el9.clyso.x86_64 2026-03-05T16:06:31.210 INFO:teuthology.orchestra.run.vm00.stdout: python3-routes-2.5.1-5.el9.noarch 2026-03-05T16:06:31.210 INFO:teuthology.orchestra.run.vm00.stdout: python3-rsa-4.9-2.el9.noarch 2026-03-05T16:06:31.210 INFO:teuthology.orchestra.run.vm00.stdout: python3-saml-1.16.0-1.el9.noarch 2026-03-05T16:06:31.210 INFO:teuthology.orchestra.run.vm00.stdout: python3-scipy-1.9.3-2.el9.x86_64 2026-03-05T16:06:31.211 INFO:teuthology.orchestra.run.vm00.stdout: python3-tempora-5.0.0-2.el9.noarch 2026-03-05T16:06:31.211 INFO:teuthology.orchestra.run.vm00.stdout: python3-toml-0.10.2-6.el9.0.1.noarch 2026-03-05T16:06:31.211 INFO:teuthology.orchestra.run.vm00.stdout: python3-typing-extensions-4.15.0-1.el9.noarch 2026-03-05T16:06:31.211 INFO:teuthology.orchestra.run.vm00.stdout: python3-urllib3-1.26.5-6.el9_7.1.noarch 2026-03-05T16:06:31.211 INFO:teuthology.orchestra.run.vm00.stdout: python3-webob-1.8.8-2.el9.noarch 2026-03-05T16:06:31.211 INFO:teuthology.orchestra.run.vm00.stdout: python3-websocket-client-1.2.3-2.el9.noarch 2026-03-05T16:06:31.211 INFO:teuthology.orchestra.run.vm00.stdout: python3-werkzeug-2.0.3-3.el9.1.noarch 2026-03-05T16:06:31.211 INFO:teuthology.orchestra.run.vm00.stdout: python3-xmlsec-1.3.13-1.el9.x86_64 2026-03-05T16:06:31.211 INFO:teuthology.orchestra.run.vm00.stdout: python3-xmltodict-0.12.0-15.el9.noarch 2026-03-05T16:06:31.211 INFO:teuthology.orchestra.run.vm00.stdout: python3-zc-lockfile-2.0-10.el9.noarch 2026-03-05T16:06:31.211 INFO:teuthology.orchestra.run.vm00.stdout: qatlib-24.09.0-1.el9.x86_64 2026-03-05T16:06:31.211 INFO:teuthology.orchestra.run.vm00.stdout: qatlib-service-24.09.0-1.el9.x86_64 2026-03-05T16:06:31.211 INFO:teuthology.orchestra.run.vm00.stdout: qatzip-libs-1.3.1-1.el9.x86_64 2026-03-05T16:06:31.211 INFO:teuthology.orchestra.run.vm00.stdout: rbd-fuse-2:19.2.3-47.gc24117fd552.el9.clyso.x86_64 2026-03-05T16:06:31.211 INFO:teuthology.orchestra.run.vm00.stdout: rbd-mirror-2:19.2.3-47.gc24117fd552.el9.clyso.x86_64 2026-03-05T16:06:31.211 INFO:teuthology.orchestra.run.vm00.stdout: rbd-nbd-2:19.2.3-47.gc24117fd552.el9.clyso.x86_64 2026-03-05T16:06:31.211 INFO:teuthology.orchestra.run.vm00.stdout: re2-1:20211101-20.el9.x86_64 2026-03-05T16:06:31.211 INFO:teuthology.orchestra.run.vm00.stdout: s3cmd-2.4.0-1.el9.noarch 2026-03-05T16:06:31.211 INFO:teuthology.orchestra.run.vm00.stdout: smartmontools-1:7.2-9.el9.x86_64 2026-03-05T16:06:31.211 INFO:teuthology.orchestra.run.vm00.stdout: socat-1.7.4.1-8.el9.x86_64 2026-03-05T16:06:31.211 INFO:teuthology.orchestra.run.vm00.stdout: thrift-0.15.0-4.el9.x86_64 2026-03-05T16:06:31.211 INFO:teuthology.orchestra.run.vm00.stdout: unzip-6.0-59.el9.x86_64 2026-03-05T16:06:31.211 INFO:teuthology.orchestra.run.vm00.stdout: xmlsec1-1.2.29-13.el9.x86_64 2026-03-05T16:06:31.211 INFO:teuthology.orchestra.run.vm00.stdout: xmlsec1-openssl-1.2.29-13.el9.x86_64 2026-03-05T16:06:31.211 INFO:teuthology.orchestra.run.vm00.stdout: xmlstarlet-1.6.1-20.el9.x86_64 2026-03-05T16:06:31.211 INFO:teuthology.orchestra.run.vm00.stdout: zip-3.0-35.el9.x86_64 2026-03-05T16:06:31.211 INFO:teuthology.orchestra.run.vm00.stdout: 2026-03-05T16:06:31.211 INFO:teuthology.orchestra.run.vm00.stdout:Complete! 2026-03-05T16:06:31.326 DEBUG:teuthology.parallel:result is None 2026-03-05T16:06:31.326 INFO:teuthology.task.install:Skipping version verification because we have custom repos... 2026-03-05T16:06:31.327 INFO:teuthology.task.install.util:Shipping valgrind.supp... 2026-03-05T16:06:31.327 DEBUG:teuthology.orchestra.run.vm00:> set -ex 2026-03-05T16:06:31.327 DEBUG:teuthology.orchestra.run.vm00:> sudo dd of=/home/ubuntu/cephtest/valgrind.supp 2026-03-05T16:06:31.357 INFO:teuthology.task.install.util:Shipping 'daemon-helper'... 2026-03-05T16:06:31.357 DEBUG:teuthology.orchestra.run.vm00:> set -ex 2026-03-05T16:06:31.357 DEBUG:teuthology.orchestra.run.vm00:> sudo dd of=/usr/bin/daemon-helper 2026-03-05T16:06:31.434 DEBUG:teuthology.orchestra.run.vm00:> sudo chmod a=rx -- /usr/bin/daemon-helper 2026-03-05T16:06:31.506 INFO:teuthology.task.install.util:Shipping 'adjust-ulimits'... 2026-03-05T16:06:31.506 DEBUG:teuthology.orchestra.run.vm00:> set -ex 2026-03-05T16:06:31.506 DEBUG:teuthology.orchestra.run.vm00:> sudo dd of=/usr/bin/adjust-ulimits 2026-03-05T16:06:31.583 DEBUG:teuthology.orchestra.run.vm00:> sudo chmod a=rx -- /usr/bin/adjust-ulimits 2026-03-05T16:06:31.653 INFO:teuthology.task.install.util:Shipping 'stdin-killer'... 2026-03-05T16:06:31.653 DEBUG:teuthology.orchestra.run.vm00:> set -ex 2026-03-05T16:06:31.653 DEBUG:teuthology.orchestra.run.vm00:> sudo dd of=/usr/bin/stdin-killer 2026-03-05T16:06:31.740 DEBUG:teuthology.orchestra.run.vm00:> sudo chmod a=rx -- /usr/bin/stdin-killer 2026-03-05T16:06:31.808 INFO:teuthology.run_tasks:Running task ceph... 2026-03-05T16:06:31.843 INFO:tasks.ceph:Making ceph log dir writeable by non-root... 2026-03-05T16:06:31.843 DEBUG:teuthology.orchestra.run.vm00:> sudo chmod 777 /var/log/ceph 2026-03-05T16:06:31.874 INFO:tasks.ceph:Disabling ceph logrotate... 2026-03-05T16:06:31.874 DEBUG:teuthology.orchestra.run.vm00:> sudo rm -f -- /etc/logrotate.d/ceph 2026-03-05T16:06:31.941 INFO:tasks.ceph:Creating extra log directories... 2026-03-05T16:06:31.941 DEBUG:teuthology.orchestra.run.vm00:> sudo install -d -m0777 -- /var/log/ceph/valgrind /var/log/ceph/profiling-logger 2026-03-05T16:06:32.011 INFO:tasks.ceph:Creating ceph cluster ceph... 2026-03-05T16:06:32.011 INFO:tasks.ceph:config {'conf': {'client': {'debug rgw': 20, 'rgw crypt require ssl': False, 'rgw crypt s3 kms backend': 'testing', 'rgw crypt s3 kms encryption keys': 'testkey-1=YmluCmJvb3N0CmJvb3N0LWJ1aWxkCmNlcGguY29uZgo= testkey-2=aWIKTWFrZWZpbGUKbWFuCm91dApzcmMKVGVzdGluZwo=', 'rgw keystone accepted admin roles': 'admin', 'rgw keystone accepted roles': 'admin,member', 'rgw keystone admin domain': 'Default', 'rgw keystone admin password': 'ADMIN', 'rgw keystone admin project': 'admin', 'rgw keystone admin user': 'admin', 'rgw keystone api version': 3, 'rgw keystone implicit tenants': True, 'rgw s3 auth order': 'sts, external, local', 'rgw s3 auth use keystone': True, 'rgw s3 auth use sts': True, 'rgw sts key': 'abcdefghijklmnop', 'rgw swift account in url': True, 'rgw swift enforce content length': True, 'rgw swift versioning enabled': True, 'setgroup': 'ceph', 'setuser': 'ceph'}, 'global': {'osd_max_pg_log_entries': 10, 'osd_min_pg_log_entries': 10}, 'mgr': {'debug mgr': 20, 'debug ms': 1}, 'mon': {'debug mon': 20, 'debug ms': 1, 'debug paxos': 20}, 'osd': {'debug ms': 1, 'debug osd': 20, 'osd mclock iops capacity threshold hdd': 49000, 'osd shutdown pgref assert': True}}, 'fs': 'xfs', 'mkfs_options': None, 'mount_options': None, 'skip_mgr_daemons': False, 'log_ignorelist': ['\\(MDS_ALL_DOWN\\)', '\\(MDS_UP_LESS_THAN_MAX\\)', '\\(PG_AVAILABILITY\\)', '\\(PG_DEGRADED\\)', '\\(POOL_APP_NOT_ENABLED\\)', 'not have an application enabled'], 'cpu_profile': set(), 'cluster': 'ceph', 'mon_bind_msgr2': True, 'mon_bind_addrvec': True} 2026-03-05T16:06:32.011 INFO:tasks.ceph:ctx.config {'archive_path': '/archive/irq0-2026-03-05_15:32:16-rgw-cobaltcore-storage-v19.2.3-fasttrack-3-none-default-vps/14', 'branch': 'cobaltcore-storage-v19.2.3-fasttrack-3', 'description': 'rgw/tempest/{0-install clusters/fixed-1 frontend/beast ignore-pg-availability overrides rocky_latest s3tests-branch tasks/s3/{auth-order/external-local s3tests}}', 'email': None, 'first_in_suite': False, 'flavor': 'default', 'job_id': '14', 'last_in_suite': False, 'machine_type': 'vps', 'name': 'irq0-2026-03-05_15:32:16-rgw-cobaltcore-storage-v19.2.3-fasttrack-3-none-default-vps', 'no_nested_subset': False, 'os_type': 'rocky', 'os_version': '9.7', 'overrides': {'admin_socket': {'branch': 'cobaltcore-storage-v19.2.3-fasttrack-3'}, 'ansible.cephlab': {'branch': 'main', 'repo': 'https://github.com/kshtsk/ceph-cm-ansible.git', 'skip_tags': 'nagios,monitoring-scripts,hostname,pubkeys,zap,sudoers,kerberos,ntp-client,resolvconf,cpan,nfs', 'vars': {'timezone': 'Europe/Berlin'}}, 'ceph': {'conf': {'client': {'debug rgw': 20, 'rgw crypt require ssl': False, 'rgw crypt s3 kms backend': 'testing', 'rgw crypt s3 kms encryption keys': 'testkey-1=YmluCmJvb3N0CmJvb3N0LWJ1aWxkCmNlcGguY29uZgo= testkey-2=aWIKTWFrZWZpbGUKbWFuCm91dApzcmMKVGVzdGluZwo=', 'rgw keystone accepted admin roles': 'admin', 'rgw keystone accepted roles': 'admin,member', 'rgw keystone admin domain': 'Default', 'rgw keystone admin password': 'ADMIN', 'rgw keystone admin project': 'admin', 'rgw keystone admin user': 'admin', 'rgw keystone api version': 3, 'rgw keystone implicit tenants': True, 'rgw s3 auth order': 'sts, external, local', 'rgw s3 auth use keystone': True, 'rgw s3 auth use sts': True, 'rgw sts key': 'abcdefghijklmnop', 'rgw swift account in url': True, 'rgw swift enforce content length': True, 'rgw swift versioning enabled': True, 'setgroup': 'ceph', 'setuser': 'ceph'}, 'global': {'osd_max_pg_log_entries': 10, 'osd_min_pg_log_entries': 10}, 'mgr': {'debug mgr': 20, 'debug ms': 1}, 'mon': {'debug mon': 20, 'debug ms': 1, 'debug paxos': 20}, 'osd': {'debug ms': 1, 'debug osd': 20, 'osd mclock iops capacity threshold hdd': 49000, 'osd shutdown pgref assert': True}}, 'flavor': 'default', 'log-ignorelist': ['\\(MDS_ALL_DOWN\\)', '\\(MDS_UP_LESS_THAN_MAX\\)', '\\(PG_AVAILABILITY\\)', '\\(PG_DEGRADED\\)', '\\(POOL_APP_NOT_ENABLED\\)', 'not have an application enabled'], 'sha1': 'c24117fd5525679b799527bc1bd1f1dd0a2db5e2'}, 'ceph-deploy': {'conf': {'client': {'log file': '/var/log/ceph/ceph-$name.$pid.log'}, 'global': {'osd crush chooseleaf type': 0, 'osd pool default pg num': 128, 'osd pool default pgp num': 128, 'osd pool default size': 2}, 'mon': {}}}, 'cephadm': {'cephadm_binary_url': 'https://download.ceph.com/rpm-19.2.3/el9/noarch/cephadm', 'containers': {'image': 'harbor.clyso.com/custom-ceph/ceph/ceph:cobaltcore-storage-v19.2.3-fasttrack-3'}}, 'install': {'ceph': {'flavor': 'default', 'sha1': 'c24117fd5525679b799527bc1bd1f1dd0a2db5e2'}, 'extra_system_packages': {'deb': ['python3-xmltodict', 's3cmd'], 'rpm': ['bzip2', 'perl-Test-Harness', 'python3-xmltodict', 's3cmd']}, 'repos': [{'name': 'ceph-source', 'priority': 1, 'url': 'https://s3.clyso.com/ces-packages/components/ceph/rpm-19.2.3-47-gc24117fd552/el9.clyso/SRPMS'}, {'name': 'ceph-noarch', 'priority': 1, 'url': 'https://s3.clyso.com/ces-packages/components/ceph/rpm-19.2.3-47-gc24117fd552/el9.clyso/noarch'}, {'name': 'ceph', 'priority': 1, 'url': 'https://s3.clyso.com/ces-packages/components/ceph/rpm-19.2.3-47-gc24117fd552/el9.clyso/x86_64'}]}, 'keystone': {'client.0': {'ec2 credentials': [{'project': 's3tests', 'user': 's3tests-main'}], 'projects': [{'description': 's3tests project', 'name': 's3tests'}], 'role-mappings': [{'name': 'member', 'project': 's3tests', 'user': 's3tests-main'}], 'roles': [{'name': 'member'}], 'users': [{'name': 's3tests-main', 'password': 'SECRET', 'project': 's3tests'}]}}, 'rgw': {'frontend': 'beast'}, 's3tests': {'accounts': {'iam alt root': 'RGW99999999999999999', 'iam root': 'RGW88888888888888888'}, 'force-branch': 'ceph-squid'}, 'selinux': {'allowlist': ['scontext=system_u:system_r:getty_t:s0']}, 'workunit': {'branch': 'tt-19.2.3-fasttrack-3', 'sha1': 'e50baef5944c0b5e8e734db1c467f1f19415a932'}}, 'owner': 'irq0', 'priority': 1000, 'repo': 'https://github.com/ceph/ceph.git', 'roles': [['mon.a', 'mgr.x', 'osd.0', 'osd.1', 'osd.2', 'client.0']], 'seed': 7790, 'sha1': 'c24117fd5525679b799527bc1bd1f1dd0a2db5e2', 'sleep_before_teardown': 0, 'suite': 'rgw', 'suite_branch': 'tt-19.2.3-fasttrack-3', 'suite_path': '/home/teuthos/src/github.com_kshtsk_ceph_e50baef5944c0b5e8e734db1c467f1f19415a932/qa', 'suite_relpath': 'qa', 'suite_repo': 'https://github.com/kshtsk/ceph.git', 'suite_sha1': 'e50baef5944c0b5e8e734db1c467f1f19415a932', 'targets': {'vm00.local': 'ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBMjkoK2JurTno5RXCdRTFSgVaB1YJedZ9XFl8leNF/cB4A7zLad5MxXQvDbxYWSxiRANQ+9nRK4V3StFNqyvBA0='}, 'tasks': [{'internal.save_config': None}, {'internal.check_lock': None}, {'internal.add_remotes': None}, {'console_log': None}, {'internal.connect': None}, {'internal.push_inventory': None}, {'internal.serialize_remote_roles': None}, {'internal.check_conflict': None}, {'internal.check_ceph_data': None}, {'internal.vm_setup': None}, {'internal.base': None}, {'internal.archive_upload': None}, {'internal.archive': None}, {'internal.coredump': None}, {'internal.sudo': None}, {'internal.syslog': None}, {'internal.timer': None}, {'pcp': None}, {'selinux': None}, {'ansible.cephlab': None}, {'clock': None}, {'install': None}, {'ceph': None}, {'tox': ['client.0']}, {'keystone': {'client.0': {'force-branch': 'stable/2025.2', 'services': [{'description': 'Swift Service', 'name': 'swift', 'type': 'object-store'}]}}}, {'rgw': {'client.0': {'use-keystone-role': 'client.0'}}}, {'s3tests': {'client.0': {'keystone users': {'s3 main': {'client': 'client.0', 'project': 's3tests', 'user': 's3tests-main'}}, 'rgw_server': 'client.0'}}}], 'teuthology': {'fragments_dropped': [], 'meta': {}, 'postmerge': []}, 'teuthology_branch': 'clyso-debian-13', 'teuthology_repo': 'https://github.com/clyso/teuthology', 'teuthology_sha1': '1c580df7a9c7c2aadc272da296344fd99f27c444', 'timestamp': '2026-03-05_15:32:16', 'tube': 'vps', 'user': 'irq0', 'verbose': False, 'worker_log': '/home/teuthos/.teuthology/dispatcher/dispatcher.vps.43333'} 2026-03-05T16:06:32.012 DEBUG:teuthology.orchestra.run.vm00:> install -d -m0755 -- /home/ubuntu/cephtest/ceph.data 2026-03-05T16:06:32.066 DEBUG:teuthology.orchestra.run.vm00:> sudo install -d -m0777 -- /var/run/ceph 2026-03-05T16:06:32.132 DEBUG:teuthology.orchestra.run.vm00:> set -ex 2026-03-05T16:06:32.132 DEBUG:teuthology.orchestra.run.vm00:> dd if=/scratch_devs of=/dev/stdout 2026-03-05T16:06:32.191 DEBUG:teuthology.orchestra.run:got remote process result: 1 2026-03-05T16:06:32.191 DEBUG:teuthology.orchestra.run.vm00:> ls /dev/[sv]d? 2026-03-05T16:06:32.255 INFO:teuthology.orchestra.run.vm00.stdout:/dev/vda 2026-03-05T16:06:32.256 INFO:teuthology.orchestra.run.vm00.stdout:/dev/vdb 2026-03-05T16:06:32.256 INFO:teuthology.orchestra.run.vm00.stdout:/dev/vdc 2026-03-05T16:06:32.256 INFO:teuthology.orchestra.run.vm00.stdout:/dev/vdd 2026-03-05T16:06:32.256 INFO:teuthology.orchestra.run.vm00.stdout:/dev/vde 2026-03-05T16:06:32.256 WARNING:teuthology.misc:Removing root device: /dev/vda from device list 2026-03-05T16:06:32.256 DEBUG:teuthology.misc:devs=['/dev/vdb', '/dev/vdc', '/dev/vdd', '/dev/vde'] 2026-03-05T16:06:32.256 DEBUG:teuthology.orchestra.run.vm00:> stat /dev/vdb 2026-03-05T16:06:32.313 INFO:teuthology.orchestra.run.vm00.stdout: File: /dev/vdb 2026-03-05T16:06:32.313 INFO:teuthology.orchestra.run.vm00.stdout: Size: 0 Blocks: 0 IO Block: 512 block special file 2026-03-05T16:06:32.313 INFO:teuthology.orchestra.run.vm00.stdout:Device: 5h/5d Inode: 257 Links: 1 Device type: fc,10 2026-03-05T16:06:32.313 INFO:teuthology.orchestra.run.vm00.stdout:Access: (0660/brw-rw----) Uid: ( 0/ root) Gid: ( 6/ disk) 2026-03-05T16:06:32.313 INFO:teuthology.orchestra.run.vm00.stdout:Context: system_u:object_r:fixed_disk_device_t:s0 2026-03-05T16:06:32.313 INFO:teuthology.orchestra.run.vm00.stdout:Access: 2026-03-05 16:06:14.746266724 +0100 2026-03-05T16:06:32.313 INFO:teuthology.orchestra.run.vm00.stdout:Modify: 2026-03-05 16:06:14.746266724 +0100 2026-03-05T16:06:32.313 INFO:teuthology.orchestra.run.vm00.stdout:Change: 2026-03-05 16:06:14.746266724 +0100 2026-03-05T16:06:32.313 INFO:teuthology.orchestra.run.vm00.stdout: Birth: 2026-03-05 16:02:17.196000000 +0100 2026-03-05T16:06:32.314 DEBUG:teuthology.orchestra.run.vm00:> sudo dd if=/dev/vdb of=/dev/null count=1 2026-03-05T16:06:32.378 INFO:teuthology.orchestra.run.vm00.stderr:1+0 records in 2026-03-05T16:06:32.378 INFO:teuthology.orchestra.run.vm00.stderr:1+0 records out 2026-03-05T16:06:32.378 INFO:teuthology.orchestra.run.vm00.stderr:512 bytes copied, 0.000154619 s, 3.3 MB/s 2026-03-05T16:06:32.379 DEBUG:teuthology.orchestra.run.vm00:> ! mount | grep -v devtmpfs | grep -q /dev/vdb 2026-03-05T16:06:32.438 DEBUG:teuthology.orchestra.run.vm00:> stat /dev/vdc 2026-03-05T16:06:32.501 INFO:teuthology.orchestra.run.vm00.stdout: File: /dev/vdc 2026-03-05T16:06:32.501 INFO:teuthology.orchestra.run.vm00.stdout: Size: 0 Blocks: 0 IO Block: 512 block special file 2026-03-05T16:06:32.501 INFO:teuthology.orchestra.run.vm00.stdout:Device: 5h/5d Inode: 258 Links: 1 Device type: fc,20 2026-03-05T16:06:32.501 INFO:teuthology.orchestra.run.vm00.stdout:Access: (0660/brw-rw----) Uid: ( 0/ root) Gid: ( 6/ disk) 2026-03-05T16:06:32.501 INFO:teuthology.orchestra.run.vm00.stdout:Context: system_u:object_r:fixed_disk_device_t:s0 2026-03-05T16:06:32.501 INFO:teuthology.orchestra.run.vm00.stdout:Access: 2026-03-05 16:06:14.783266711 +0100 2026-03-05T16:06:32.501 INFO:teuthology.orchestra.run.vm00.stdout:Modify: 2026-03-05 16:06:14.783266711 +0100 2026-03-05T16:06:32.501 INFO:teuthology.orchestra.run.vm00.stdout:Change: 2026-03-05 16:06:14.783266711 +0100 2026-03-05T16:06:32.501 INFO:teuthology.orchestra.run.vm00.stdout: Birth: 2026-03-05 16:02:17.200000000 +0100 2026-03-05T16:06:32.501 DEBUG:teuthology.orchestra.run.vm00:> sudo dd if=/dev/vdc of=/dev/null count=1 2026-03-05T16:06:32.563 INFO:teuthology.orchestra.run.vm00.stderr:1+0 records in 2026-03-05T16:06:32.563 INFO:teuthology.orchestra.run.vm00.stderr:1+0 records out 2026-03-05T16:06:32.563 INFO:teuthology.orchestra.run.vm00.stderr:512 bytes copied, 9.091e-05 s, 5.6 MB/s 2026-03-05T16:06:32.564 DEBUG:teuthology.orchestra.run.vm00:> ! mount | grep -v devtmpfs | grep -q /dev/vdc 2026-03-05T16:06:32.627 DEBUG:teuthology.orchestra.run.vm00:> stat /dev/vdd 2026-03-05T16:06:32.685 INFO:teuthology.orchestra.run.vm00.stdout: File: /dev/vdd 2026-03-05T16:06:32.685 INFO:teuthology.orchestra.run.vm00.stdout: Size: 0 Blocks: 0 IO Block: 512 block special file 2026-03-05T16:06:32.685 INFO:teuthology.orchestra.run.vm00.stdout:Device: 5h/5d Inode: 259 Links: 1 Device type: fc,30 2026-03-05T16:06:32.685 INFO:teuthology.orchestra.run.vm00.stdout:Access: (0660/brw-rw----) Uid: ( 0/ root) Gid: ( 6/ disk) 2026-03-05T16:06:32.685 INFO:teuthology.orchestra.run.vm00.stdout:Context: system_u:object_r:fixed_disk_device_t:s0 2026-03-05T16:06:32.685 INFO:teuthology.orchestra.run.vm00.stdout:Access: 2026-03-05 16:06:14.780266711 +0100 2026-03-05T16:06:32.685 INFO:teuthology.orchestra.run.vm00.stdout:Modify: 2026-03-05 16:06:14.780266711 +0100 2026-03-05T16:06:32.685 INFO:teuthology.orchestra.run.vm00.stdout:Change: 2026-03-05 16:06:14.780266711 +0100 2026-03-05T16:06:32.685 INFO:teuthology.orchestra.run.vm00.stdout: Birth: 2026-03-05 16:02:17.204000000 +0100 2026-03-05T16:06:32.685 DEBUG:teuthology.orchestra.run.vm00:> sudo dd if=/dev/vdd of=/dev/null count=1 2026-03-05T16:06:32.749 INFO:teuthology.orchestra.run.vm00.stderr:1+0 records in 2026-03-05T16:06:32.749 INFO:teuthology.orchestra.run.vm00.stderr:1+0 records out 2026-03-05T16:06:32.749 INFO:teuthology.orchestra.run.vm00.stderr:512 bytes copied, 9.8144e-05 s, 5.2 MB/s 2026-03-05T16:06:32.750 DEBUG:teuthology.orchestra.run.vm00:> ! mount | grep -v devtmpfs | grep -q /dev/vdd 2026-03-05T16:06:32.810 DEBUG:teuthology.orchestra.run.vm00:> stat /dev/vde 2026-03-05T16:06:32.867 INFO:teuthology.orchestra.run.vm00.stdout: File: /dev/vde 2026-03-05T16:06:32.868 INFO:teuthology.orchestra.run.vm00.stdout: Size: 0 Blocks: 0 IO Block: 512 block special file 2026-03-05T16:06:32.868 INFO:teuthology.orchestra.run.vm00.stdout:Device: 5h/5d Inode: 260 Links: 1 Device type: fc,40 2026-03-05T16:06:32.868 INFO:teuthology.orchestra.run.vm00.stdout:Access: (0660/brw-rw----) Uid: ( 0/ root) Gid: ( 6/ disk) 2026-03-05T16:06:32.868 INFO:teuthology.orchestra.run.vm00.stdout:Context: system_u:object_r:fixed_disk_device_t:s0 2026-03-05T16:06:32.868 INFO:teuthology.orchestra.run.vm00.stdout:Access: 2026-03-05 16:06:14.763266718 +0100 2026-03-05T16:06:32.868 INFO:teuthology.orchestra.run.vm00.stdout:Modify: 2026-03-05 16:06:14.763266718 +0100 2026-03-05T16:06:32.868 INFO:teuthology.orchestra.run.vm00.stdout:Change: 2026-03-05 16:06:14.763266718 +0100 2026-03-05T16:06:32.868 INFO:teuthology.orchestra.run.vm00.stdout: Birth: 2026-03-05 16:02:17.209000000 +0100 2026-03-05T16:06:32.868 DEBUG:teuthology.orchestra.run.vm00:> sudo dd if=/dev/vde of=/dev/null count=1 2026-03-05T16:06:32.930 INFO:teuthology.orchestra.run.vm00.stderr:1+0 records in 2026-03-05T16:06:32.931 INFO:teuthology.orchestra.run.vm00.stderr:1+0 records out 2026-03-05T16:06:32.931 INFO:teuthology.orchestra.run.vm00.stderr:512 bytes copied, 0.000121717 s, 4.2 MB/s 2026-03-05T16:06:32.932 DEBUG:teuthology.orchestra.run.vm00:> ! mount | grep -v devtmpfs | grep -q /dev/vde 2026-03-05T16:06:32.992 INFO:tasks.ceph:osd dev map: {'osd.0': '/dev/vdb', 'osd.1': '/dev/vdc', 'osd.2': '/dev/vdd'} 2026-03-05T16:06:32.992 INFO:tasks.ceph:remote_to_roles_to_devs: {Remote(name='ubuntu@vm00.local'): {'osd.0': '/dev/vdb', 'osd.1': '/dev/vdc', 'osd.2': '/dev/vdd'}} 2026-03-05T16:06:32.992 INFO:tasks.ceph:Generating config... 2026-03-05T16:06:32.993 INFO:tasks.ceph:[client] debug rgw = 20 2026-03-05T16:06:32.993 INFO:tasks.ceph:[client] rgw crypt require ssl = False 2026-03-05T16:06:32.993 INFO:tasks.ceph:[client] rgw crypt s3 kms backend = testing 2026-03-05T16:06:32.993 INFO:tasks.ceph:[client] rgw crypt s3 kms encryption keys = testkey-1=YmluCmJvb3N0CmJvb3N0LWJ1aWxkCmNlcGguY29uZgo= testkey-2=aWIKTWFrZWZpbGUKbWFuCm91dApzcmMKVGVzdGluZwo= 2026-03-05T16:06:32.993 INFO:tasks.ceph:[client] rgw keystone accepted admin roles = admin 2026-03-05T16:06:32.993 INFO:tasks.ceph:[client] rgw keystone accepted roles = admin,member 2026-03-05T16:06:32.993 INFO:tasks.ceph:[client] rgw keystone admin domain = Default 2026-03-05T16:06:32.993 INFO:tasks.ceph:[client] rgw keystone admin password = ADMIN 2026-03-05T16:06:32.993 INFO:tasks.ceph:[client] rgw keystone admin project = admin 2026-03-05T16:06:32.993 INFO:tasks.ceph:[client] rgw keystone admin user = admin 2026-03-05T16:06:32.993 INFO:tasks.ceph:[client] rgw keystone api version = 3 2026-03-05T16:06:32.993 INFO:tasks.ceph:[client] rgw keystone implicit tenants = True 2026-03-05T16:06:32.993 INFO:tasks.ceph:[client] rgw s3 auth order = sts, external, local 2026-03-05T16:06:32.993 INFO:tasks.ceph:[client] rgw s3 auth use keystone = True 2026-03-05T16:06:32.993 INFO:tasks.ceph:[client] rgw s3 auth use sts = True 2026-03-05T16:06:32.993 INFO:tasks.ceph:[client] rgw sts key = abcdefghijklmnop 2026-03-05T16:06:32.993 INFO:tasks.ceph:[client] rgw swift account in url = True 2026-03-05T16:06:32.993 INFO:tasks.ceph:[client] rgw swift enforce content length = True 2026-03-05T16:06:32.993 INFO:tasks.ceph:[client] rgw swift versioning enabled = True 2026-03-05T16:06:32.993 INFO:tasks.ceph:[client] setgroup = ceph 2026-03-05T16:06:32.993 INFO:tasks.ceph:[client] setuser = ceph 2026-03-05T16:06:32.993 INFO:tasks.ceph:[global] osd_max_pg_log_entries = 10 2026-03-05T16:06:32.993 INFO:tasks.ceph:[global] osd_min_pg_log_entries = 10 2026-03-05T16:06:32.993 INFO:tasks.ceph:[mgr] debug mgr = 20 2026-03-05T16:06:32.993 INFO:tasks.ceph:[mgr] debug ms = 1 2026-03-05T16:06:32.993 INFO:tasks.ceph:[mon] debug mon = 20 2026-03-05T16:06:32.993 INFO:tasks.ceph:[mon] debug ms = 1 2026-03-05T16:06:32.993 INFO:tasks.ceph:[mon] debug paxos = 20 2026-03-05T16:06:32.993 INFO:tasks.ceph:[osd] debug ms = 1 2026-03-05T16:06:32.993 INFO:tasks.ceph:[osd] debug osd = 20 2026-03-05T16:06:32.993 INFO:tasks.ceph:[osd] osd mclock iops capacity threshold hdd = 49000 2026-03-05T16:06:32.993 INFO:tasks.ceph:[osd] osd shutdown pgref assert = True 2026-03-05T16:06:32.993 INFO:tasks.ceph:Setting up mon.a... 2026-03-05T16:06:32.993 DEBUG:teuthology.orchestra.run.vm00:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool --create-keyring /etc/ceph/ceph.keyring 2026-03-05T16:06:33.067 INFO:teuthology.orchestra.run.vm00.stdout:creating /etc/ceph/ceph.keyring 2026-03-05T16:06:33.069 DEBUG:teuthology.orchestra.run.vm00:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool --gen-key --name=mon. /etc/ceph/ceph.keyring 2026-03-05T16:06:33.155 DEBUG:teuthology.orchestra.run.vm00:> sudo chmod 0644 /etc/ceph/ceph.keyring 2026-03-05T16:06:33.184 DEBUG:tasks.ceph:Ceph mon addresses: [('mon.a', '192.168.123.100')] 2026-03-05T16:06:33.184 DEBUG:tasks.ceph:writing out conf {'global': {'chdir': '', 'pid file': '/var/run/ceph/$cluster-$name.pid', 'auth supported': 'cephx', 'filestore xattr use omap': 'true', 'mon clock drift allowed': '1.000', 'osd crush chooseleaf type': '0', 'auth debug': 'true', 'ms die on old message': 'true', 'ms die on bug': 'true', 'mon max pg per osd': '10000', 'mon pg warn max object skew': '0', 'osd_pool_default_pg_autoscale_mode': 'off', 'osd pool default size': '2', 'mon osd allow primary affinity': 'true', 'mon osd allow pg remap': 'true', 'mon warn on legacy crush tunables': 'false', 'mon warn on crush straw calc version zero': 'false', 'mon warn on no sortbitwise': 'false', 'mon warn on osd down out interval zero': 'false', 'mon warn on too few osds': 'false', 'mon_warn_on_pool_pg_num_not_power_of_two': 'false', 'mon_warn_on_pool_no_redundancy': 'false', 'mon_allow_pool_size_one': 'true', 'osd pool default erasure code profile': 'plugin=jerasure technique=reed_sol_van k=2 m=1 crush-failure-domain=osd', 'osd default data pool replay window': '5', 'mon allow pool delete': 'true', 'mon cluster log file level': 'debug', 'debug asserts on shutdown': 'true', 'mon health detail to clog': 'false', 'mon host': '192.168.123.100', 'osd_max_pg_log_entries': 10, 'osd_min_pg_log_entries': 10}, 'osd': {'osd journal size': '100', 'osd scrub load threshold': '5.0', 'osd scrub max interval': '600', 'osd mclock profile': 'high_recovery_ops', 'osd recover clone overlap': 'true', 'osd recovery max chunk': '1048576', 'osd debug shutdown': 'true', 'osd debug op order': 'true', 'osd debug verify stray on activate': 'true', 'osd debug trim objects': 'true', 'osd open classes on start': 'true', 'osd debug pg log writeout': 'true', 'osd deep scrub update digest min age': '30', 'osd map max advance': '10', 'journal zero on create': 'true', 'filestore ondisk finisher threads': '3', 'filestore apply finisher threads': '3', 'bdev debug aio': 'true', 'osd debug misdirected ops': 'true', 'debug ms': 1, 'debug osd': 20, 'osd mclock iops capacity threshold hdd': 49000, 'osd shutdown pgref assert': True}, 'mgr': {'debug ms': 1, 'debug mgr': 20, 'debug mon': '20', 'debug auth': '20', 'mon reweight min pgs per osd': '4', 'mon reweight min bytes per osd': '10', 'mgr/telemetry/nag': 'false'}, 'mon': {'debug ms': 1, 'debug mon': 20, 'debug paxos': 20, 'debug auth': '20', 'mon data avail warn': '5', 'mon mgr mkfs grace': '240', 'mon reweight min pgs per osd': '4', 'mon osd reporter subtree level': 'osd', 'mon osd prime pg temp': 'true', 'mon reweight min bytes per osd': '10', 'auth mon ticket ttl': '660', 'auth service ticket ttl': '240', 'mon_warn_on_insecure_global_id_reclaim': 'false', 'mon_warn_on_insecure_global_id_reclaim_allowed': 'false', 'mon_down_mkfs_grace': '2m', 'mon_warn_on_filestore_osds': 'false'}, 'client': {'rgw cache enabled': 'true', 'rgw enable ops log': 'true', 'rgw enable usage log': 'true', 'log file': '/var/log/ceph/$cluster-$name.$pid.log', 'admin socket': '/var/run/ceph/$cluster-$name.$pid.asok', 'debug rgw': 20, 'rgw crypt require ssl': False, 'rgw crypt s3 kms backend': 'testing', 'rgw crypt s3 kms encryption keys': 'testkey-1=YmluCmJvb3N0CmJvb3N0LWJ1aWxkCmNlcGguY29uZgo= testkey-2=aWIKTWFrZWZpbGUKbWFuCm91dApzcmMKVGVzdGluZwo=', 'rgw keystone accepted admin roles': 'admin', 'rgw keystone accepted roles': 'admin,member', 'rgw keystone admin domain': 'Default', 'rgw keystone admin password': 'ADMIN', 'rgw keystone admin project': 'admin', 'rgw keystone admin user': 'admin', 'rgw keystone api version': 3, 'rgw keystone implicit tenants': True, 'rgw s3 auth order': 'sts, external, local', 'rgw s3 auth use keystone': True, 'rgw s3 auth use sts': True, 'rgw sts key': 'abcdefghijklmnop', 'rgw swift account in url': True, 'rgw swift enforce content length': True, 'rgw swift versioning enabled': True, 'setgroup': 'ceph', 'setuser': 'ceph'}, 'mon.a': {}} 2026-03-05T16:06:33.184 DEBUG:teuthology.orchestra.run.vm00:> set -ex 2026-03-05T16:06:33.184 DEBUG:teuthology.orchestra.run.vm00:> dd of=/home/ubuntu/cephtest/ceph.tmp.conf 2026-03-05T16:06:33.244 DEBUG:teuthology.orchestra.run.vm00:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage monmaptool -c /home/ubuntu/cephtest/ceph.tmp.conf --create --clobber --enable-all-features --add a 192.168.123.100 --print /home/ubuntu/cephtest/ceph.monmap 2026-03-05T16:06:33.316 INFO:teuthology.orchestra.run.vm00.stderr:ignoring --setuser ceph since I am not root 2026-03-05T16:06:33.316 INFO:teuthology.orchestra.run.vm00.stderr:ignoring --setgroup ceph since I am not root 2026-03-05T16:06:33.316 INFO:teuthology.orchestra.run.vm00.stdout:monmaptool: monmap file /home/ubuntu/cephtest/ceph.monmap 2026-03-05T16:06:33.316 INFO:teuthology.orchestra.run.vm00.stdout:monmaptool: generated fsid 3874fba2-f746-4a9a-9680-f49118da8e98 2026-03-05T16:06:33.316 INFO:teuthology.orchestra.run.vm00.stdout:setting min_mon_release = quincy 2026-03-05T16:06:33.316 INFO:teuthology.orchestra.run.vm00.stdout:epoch 0 2026-03-05T16:06:33.316 INFO:teuthology.orchestra.run.vm00.stdout:fsid 3874fba2-f746-4a9a-9680-f49118da8e98 2026-03-05T16:06:33.316 INFO:teuthology.orchestra.run.vm00.stdout:last_changed 2026-03-05T16:06:33.313802+0100 2026-03-05T16:06:33.316 INFO:teuthology.orchestra.run.vm00.stdout:created 2026-03-05T16:06:33.313802+0100 2026-03-05T16:06:33.316 INFO:teuthology.orchestra.run.vm00.stdout:min_mon_release 17 (quincy) 2026-03-05T16:06:33.316 INFO:teuthology.orchestra.run.vm00.stdout:election_strategy: 1 2026-03-05T16:06:33.316 INFO:teuthology.orchestra.run.vm00.stdout:0: [v2:192.168.123.100:3300/0,v1:192.168.123.100:6789/0] mon.a 2026-03-05T16:06:33.316 INFO:teuthology.orchestra.run.vm00.stdout:monmaptool: writing epoch 0 to /home/ubuntu/cephtest/ceph.monmap (1 monitors) 2026-03-05T16:06:33.318 DEBUG:teuthology.orchestra.run.vm00:> rm -- /home/ubuntu/cephtest/ceph.tmp.conf 2026-03-05T16:06:33.378 INFO:tasks.ceph:Writing /etc/ceph/ceph.conf for FSID 3874fba2-f746-4a9a-9680-f49118da8e98... 2026-03-05T16:06:33.378 DEBUG:teuthology.orchestra.run.vm00:> sudo mkdir -p /etc/ceph && sudo chmod 0755 /etc/ceph && sudo tee /etc/ceph/ceph.conf && sudo chmod 0644 /etc/ceph/ceph.conf > /dev/null 2026-03-05T16:06:33.468 INFO:teuthology.orchestra.run.vm00.stdout:[global] 2026-03-05T16:06:33.468 INFO:teuthology.orchestra.run.vm00.stdout: chdir = "" 2026-03-05T16:06:33.468 INFO:teuthology.orchestra.run.vm00.stdout: pid file = /var/run/ceph/$cluster-$name.pid 2026-03-05T16:06:33.468 INFO:teuthology.orchestra.run.vm00.stdout: auth supported = cephx 2026-03-05T16:06:33.468 INFO:teuthology.orchestra.run.vm00.stdout: 2026-03-05T16:06:33.468 INFO:teuthology.orchestra.run.vm00.stdout: filestore xattr use omap = true 2026-03-05T16:06:33.468 INFO:teuthology.orchestra.run.vm00.stdout: 2026-03-05T16:06:33.468 INFO:teuthology.orchestra.run.vm00.stdout: mon clock drift allowed = 1.000 2026-03-05T16:06:33.468 INFO:teuthology.orchestra.run.vm00.stdout: 2026-03-05T16:06:33.468 INFO:teuthology.orchestra.run.vm00.stdout: osd crush chooseleaf type = 0 2026-03-05T16:06:33.468 INFO:teuthology.orchestra.run.vm00.stdout: auth debug = true 2026-03-05T16:06:33.468 INFO:teuthology.orchestra.run.vm00.stdout: 2026-03-05T16:06:33.468 INFO:teuthology.orchestra.run.vm00.stdout: ms die on old message = true 2026-03-05T16:06:33.468 INFO:teuthology.orchestra.run.vm00.stdout: ms die on bug = true 2026-03-05T16:06:33.468 INFO:teuthology.orchestra.run.vm00.stdout: 2026-03-05T16:06:33.468 INFO:teuthology.orchestra.run.vm00.stdout: mon max pg per osd = 10000 # >= luminous 2026-03-05T16:06:33.468 INFO:teuthology.orchestra.run.vm00.stdout: mon pg warn max object skew = 0 2026-03-05T16:06:33.468 INFO:teuthology.orchestra.run.vm00.stdout: 2026-03-05T16:06:33.468 INFO:teuthology.orchestra.run.vm00.stdout: # disable pg_autoscaler by default for new pools 2026-03-05T16:06:33.468 INFO:teuthology.orchestra.run.vm00.stdout: osd_pool_default_pg_autoscale_mode = off 2026-03-05T16:06:33.468 INFO:teuthology.orchestra.run.vm00.stdout: 2026-03-05T16:06:33.468 INFO:teuthology.orchestra.run.vm00.stdout: osd pool default size = 2 2026-03-05T16:06:33.469 INFO:teuthology.orchestra.run.vm00.stdout: 2026-03-05T16:06:33.469 INFO:teuthology.orchestra.run.vm00.stdout: mon osd allow primary affinity = true 2026-03-05T16:06:33.469 INFO:teuthology.orchestra.run.vm00.stdout: mon osd allow pg remap = true 2026-03-05T16:06:33.469 INFO:teuthology.orchestra.run.vm00.stdout: mon warn on legacy crush tunables = false 2026-03-05T16:06:33.469 INFO:teuthology.orchestra.run.vm00.stdout: mon warn on crush straw calc version zero = false 2026-03-05T16:06:33.469 INFO:teuthology.orchestra.run.vm00.stdout: mon warn on no sortbitwise = false 2026-03-05T16:06:33.469 INFO:teuthology.orchestra.run.vm00.stdout: mon warn on osd down out interval zero = false 2026-03-05T16:06:33.469 INFO:teuthology.orchestra.run.vm00.stdout: mon warn on too few osds = false 2026-03-05T16:06:33.469 INFO:teuthology.orchestra.run.vm00.stdout: mon_warn_on_pool_pg_num_not_power_of_two = false 2026-03-05T16:06:33.469 INFO:teuthology.orchestra.run.vm00.stdout: mon_warn_on_pool_no_redundancy = false 2026-03-05T16:06:33.469 INFO:teuthology.orchestra.run.vm00.stdout: mon_allow_pool_size_one = true 2026-03-05T16:06:33.469 INFO:teuthology.orchestra.run.vm00.stdout: 2026-03-05T16:06:33.469 INFO:teuthology.orchestra.run.vm00.stdout: osd pool default erasure code profile = plugin=jerasure technique=reed_sol_van k=2 m=1 crush-failure-domain=osd 2026-03-05T16:06:33.469 INFO:teuthology.orchestra.run.vm00.stdout: 2026-03-05T16:06:33.469 INFO:teuthology.orchestra.run.vm00.stdout: osd default data pool replay window = 5 2026-03-05T16:06:33.469 INFO:teuthology.orchestra.run.vm00.stdout: 2026-03-05T16:06:33.469 INFO:teuthology.orchestra.run.vm00.stdout: mon allow pool delete = true 2026-03-05T16:06:33.469 INFO:teuthology.orchestra.run.vm00.stdout: 2026-03-05T16:06:33.469 INFO:teuthology.orchestra.run.vm00.stdout: mon cluster log file level = debug 2026-03-05T16:06:33.469 INFO:teuthology.orchestra.run.vm00.stdout: debug asserts on shutdown = true 2026-03-05T16:06:33.469 INFO:teuthology.orchestra.run.vm00.stdout: mon health detail to clog = false 2026-03-05T16:06:33.469 INFO:teuthology.orchestra.run.vm00.stdout: mon host = 192.168.123.100 2026-03-05T16:06:33.469 INFO:teuthology.orchestra.run.vm00.stdout: osd_max_pg_log_entries = 10 2026-03-05T16:06:33.469 INFO:teuthology.orchestra.run.vm00.stdout: osd_min_pg_log_entries = 10 2026-03-05T16:06:33.469 INFO:teuthology.orchestra.run.vm00.stdout: fsid = 3874fba2-f746-4a9a-9680-f49118da8e98 2026-03-05T16:06:33.469 INFO:teuthology.orchestra.run.vm00.stdout: 2026-03-05T16:06:33.469 INFO:teuthology.orchestra.run.vm00.stdout:[osd] 2026-03-05T16:06:33.469 INFO:teuthology.orchestra.run.vm00.stdout: osd journal size = 100 2026-03-05T16:06:33.469 INFO:teuthology.orchestra.run.vm00.stdout: 2026-03-05T16:06:33.469 INFO:teuthology.orchestra.run.vm00.stdout: osd scrub load threshold = 5.0 2026-03-05T16:06:33.469 INFO:teuthology.orchestra.run.vm00.stdout: osd scrub max interval = 600 2026-03-05T16:06:33.469 INFO:teuthology.orchestra.run.vm00.stdout: osd mclock profile = high_recovery_ops 2026-03-05T16:06:33.469 INFO:teuthology.orchestra.run.vm00.stdout: 2026-03-05T16:06:33.469 INFO:teuthology.orchestra.run.vm00.stdout: osd recover clone overlap = true 2026-03-05T16:06:33.469 INFO:teuthology.orchestra.run.vm00.stdout: osd recovery max chunk = 1048576 2026-03-05T16:06:33.469 INFO:teuthology.orchestra.run.vm00.stdout: 2026-03-05T16:06:33.469 INFO:teuthology.orchestra.run.vm00.stdout: osd debug shutdown = true 2026-03-05T16:06:33.470 INFO:teuthology.orchestra.run.vm00.stdout: osd debug op order = true 2026-03-05T16:06:33.470 INFO:teuthology.orchestra.run.vm00.stdout: osd debug verify stray on activate = true 2026-03-05T16:06:33.470 INFO:teuthology.orchestra.run.vm00.stdout: osd debug trim objects = true 2026-03-05T16:06:33.470 INFO:teuthology.orchestra.run.vm00.stdout: 2026-03-05T16:06:33.470 INFO:teuthology.orchestra.run.vm00.stdout: osd open classes on start = true 2026-03-05T16:06:33.470 INFO:teuthology.orchestra.run.vm00.stdout: osd debug pg log writeout = true 2026-03-05T16:06:33.470 INFO:teuthology.orchestra.run.vm00.stdout: 2026-03-05T16:06:33.470 INFO:teuthology.orchestra.run.vm00.stdout: osd deep scrub update digest min age = 30 2026-03-05T16:06:33.470 INFO:teuthology.orchestra.run.vm00.stdout: 2026-03-05T16:06:33.470 INFO:teuthology.orchestra.run.vm00.stdout: osd map max advance = 10 2026-03-05T16:06:33.470 INFO:teuthology.orchestra.run.vm00.stdout: 2026-03-05T16:06:33.470 INFO:teuthology.orchestra.run.vm00.stdout: journal zero on create = true 2026-03-05T16:06:33.470 INFO:teuthology.orchestra.run.vm00.stdout: 2026-03-05T16:06:33.470 INFO:teuthology.orchestra.run.vm00.stdout: filestore ondisk finisher threads = 3 2026-03-05T16:06:33.470 INFO:teuthology.orchestra.run.vm00.stdout: filestore apply finisher threads = 3 2026-03-05T16:06:33.470 INFO:teuthology.orchestra.run.vm00.stdout: 2026-03-05T16:06:33.470 INFO:teuthology.orchestra.run.vm00.stdout: bdev debug aio = true 2026-03-05T16:06:33.470 INFO:teuthology.orchestra.run.vm00.stdout: osd debug misdirected ops = true 2026-03-05T16:06:33.470 INFO:teuthology.orchestra.run.vm00.stdout: debug ms = 1 2026-03-05T16:06:33.470 INFO:teuthology.orchestra.run.vm00.stdout: debug osd = 20 2026-03-05T16:06:33.470 INFO:teuthology.orchestra.run.vm00.stdout: osd mclock iops capacity threshold hdd = 49000 2026-03-05T16:06:33.470 INFO:teuthology.orchestra.run.vm00.stdout: osd shutdown pgref assert = True 2026-03-05T16:06:33.470 INFO:teuthology.orchestra.run.vm00.stdout: 2026-03-05T16:06:33.470 INFO:teuthology.orchestra.run.vm00.stdout:[mgr] 2026-03-05T16:06:33.470 INFO:teuthology.orchestra.run.vm00.stdout: debug ms = 1 2026-03-05T16:06:33.470 INFO:teuthology.orchestra.run.vm00.stdout: debug mgr = 20 2026-03-05T16:06:33.470 INFO:teuthology.orchestra.run.vm00.stdout: debug mon = 20 2026-03-05T16:06:33.470 INFO:teuthology.orchestra.run.vm00.stdout: debug auth = 20 2026-03-05T16:06:33.470 INFO:teuthology.orchestra.run.vm00.stdout: mon reweight min pgs per osd = 4 2026-03-05T16:06:33.470 INFO:teuthology.orchestra.run.vm00.stdout: mon reweight min bytes per osd = 10 2026-03-05T16:06:33.470 INFO:teuthology.orchestra.run.vm00.stdout: mgr/telemetry/nag = false 2026-03-05T16:06:33.470 INFO:teuthology.orchestra.run.vm00.stdout: 2026-03-05T16:06:33.470 INFO:teuthology.orchestra.run.vm00.stdout:[mon] 2026-03-05T16:06:33.470 INFO:teuthology.orchestra.run.vm00.stdout: debug ms = 1 2026-03-05T16:06:33.470 INFO:teuthology.orchestra.run.vm00.stdout: debug mon = 20 2026-03-05T16:06:33.470 INFO:teuthology.orchestra.run.vm00.stdout: debug paxos = 20 2026-03-05T16:06:33.470 INFO:teuthology.orchestra.run.vm00.stdout: debug auth = 20 2026-03-05T16:06:33.470 INFO:teuthology.orchestra.run.vm00.stdout: mon data avail warn = 5 2026-03-05T16:06:33.470 INFO:teuthology.orchestra.run.vm00.stdout: mon mgr mkfs grace = 240 2026-03-05T16:06:33.471 INFO:teuthology.orchestra.run.vm00.stdout: mon reweight min pgs per osd = 4 2026-03-05T16:06:33.471 INFO:teuthology.orchestra.run.vm00.stdout: mon osd reporter subtree level = osd 2026-03-05T16:06:33.471 INFO:teuthology.orchestra.run.vm00.stdout: mon osd prime pg temp = true 2026-03-05T16:06:33.471 INFO:teuthology.orchestra.run.vm00.stdout: mon reweight min bytes per osd = 10 2026-03-05T16:06:33.471 INFO:teuthology.orchestra.run.vm00.stdout: 2026-03-05T16:06:33.471 INFO:teuthology.orchestra.run.vm00.stdout: # rotate auth tickets quickly to exercise renewal paths 2026-03-05T16:06:33.471 INFO:teuthology.orchestra.run.vm00.stdout: auth mon ticket ttl = 660 # 11m 2026-03-05T16:06:33.471 INFO:teuthology.orchestra.run.vm00.stdout: auth service ticket ttl = 240 # 4m 2026-03-05T16:06:33.471 INFO:teuthology.orchestra.run.vm00.stdout: 2026-03-05T16:06:33.471 INFO:teuthology.orchestra.run.vm00.stdout: # don't complain about insecure global_id in the test suite 2026-03-05T16:06:33.471 INFO:teuthology.orchestra.run.vm00.stdout: mon_warn_on_insecure_global_id_reclaim = false 2026-03-05T16:06:33.471 INFO:teuthology.orchestra.run.vm00.stdout: mon_warn_on_insecure_global_id_reclaim_allowed = false 2026-03-05T16:06:33.471 INFO:teuthology.orchestra.run.vm00.stdout: 2026-03-05T16:06:33.471 INFO:teuthology.orchestra.run.vm00.stdout: # 1m isn't quite enough 2026-03-05T16:06:33.471 INFO:teuthology.orchestra.run.vm00.stdout: mon_down_mkfs_grace = 2m 2026-03-05T16:06:33.471 INFO:teuthology.orchestra.run.vm00.stdout: 2026-03-05T16:06:33.471 INFO:teuthology.orchestra.run.vm00.stdout: mon_warn_on_filestore_osds = false 2026-03-05T16:06:33.471 INFO:teuthology.orchestra.run.vm00.stdout: 2026-03-05T16:06:33.471 INFO:teuthology.orchestra.run.vm00.stdout:[client] 2026-03-05T16:06:33.471 INFO:teuthology.orchestra.run.vm00.stdout: rgw cache enabled = true 2026-03-05T16:06:33.471 INFO:teuthology.orchestra.run.vm00.stdout: rgw enable ops log = true 2026-03-05T16:06:33.471 INFO:teuthology.orchestra.run.vm00.stdout: rgw enable usage log = true 2026-03-05T16:06:33.471 INFO:teuthology.orchestra.run.vm00.stdout: log file = /var/log/ceph/$cluster-$name.$pid.log 2026-03-05T16:06:33.471 INFO:teuthology.orchestra.run.vm00.stdout: admin socket = /var/run/ceph/$cluster-$name.$pid.asok 2026-03-05T16:06:33.471 INFO:teuthology.orchestra.run.vm00.stdout: debug rgw = 20 2026-03-05T16:06:33.471 INFO:teuthology.orchestra.run.vm00.stdout: rgw crypt require ssl = False 2026-03-05T16:06:33.471 INFO:teuthology.orchestra.run.vm00.stdout: rgw crypt s3 kms backend = testing 2026-03-05T16:06:33.471 INFO:teuthology.orchestra.run.vm00.stdout: rgw crypt s3 kms encryption keys = testkey-1=YmluCmJvb3N0CmJvb3N0LWJ1aWxkCmNlcGguY29uZgo= testkey-2=aWIKTWFrZWZpbGUKbWFuCm91dApzcmMKVGVzdGluZwo= 2026-03-05T16:06:33.471 INFO:teuthology.orchestra.run.vm00.stdout: rgw keystone accepted admin roles = admin 2026-03-05T16:06:33.471 INFO:teuthology.orchestra.run.vm00.stdout: rgw keystone accepted roles = "admin,member" 2026-03-05T16:06:33.471 INFO:teuthology.orchestra.run.vm00.stdout: rgw keystone admin domain = Default 2026-03-05T16:06:33.471 INFO:teuthology.orchestra.run.vm00.stdout: rgw keystone admin password = ADMIN 2026-03-05T16:06:33.471 INFO:teuthology.orchestra.run.vm00.stdout: rgw keystone admin project = admin 2026-03-05T16:06:33.471 INFO:teuthology.orchestra.run.vm00.stdout: rgw keystone admin user = admin 2026-03-05T16:06:33.471 INFO:teuthology.orchestra.run.vm00.stdout: rgw keystone api version = 3 2026-03-05T16:06:33.471 INFO:teuthology.orchestra.run.vm00.stdout: rgw keystone implicit tenants = True 2026-03-05T16:06:33.471 INFO:teuthology.orchestra.run.vm00.stdout: rgw s3 auth order = "sts, external, local" 2026-03-05T16:06:33.471 INFO:teuthology.orchestra.run.vm00.stdout: rgw s3 auth use keystone = True 2026-03-05T16:06:33.471 INFO:teuthology.orchestra.run.vm00.stdout: rgw s3 auth use sts = True 2026-03-05T16:06:33.472 INFO:teuthology.orchestra.run.vm00.stdout: rgw sts key = abcdefghijklmnop 2026-03-05T16:06:33.472 INFO:teuthology.orchestra.run.vm00.stdout: rgw swift account in url = True 2026-03-05T16:06:33.472 INFO:teuthology.orchestra.run.vm00.stdout: rgw swift enforce content length = True 2026-03-05T16:06:33.472 INFO:teuthology.orchestra.run.vm00.stdout: rgw swift versioning enabled = True 2026-03-05T16:06:33.472 INFO:teuthology.orchestra.run.vm00.stdout: setgroup = ceph 2026-03-05T16:06:33.472 INFO:teuthology.orchestra.run.vm00.stdout: setuser = ceph 2026-03-05T16:06:33.472 INFO:teuthology.orchestra.run.vm00.stdout:[mon.a] 2026-03-05T16:06:33.478 INFO:tasks.ceph:Creating admin key on mon.a... 2026-03-05T16:06:33.478 DEBUG:teuthology.orchestra.run.vm00:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool --gen-key --name=client.admin --cap mon 'allow *' --cap osd 'allow *' --cap mds 'allow *' --cap mgr 'allow *' /etc/ceph/ceph.keyring 2026-03-05T16:06:33.524 INFO:tasks.ceph:Copying monmap to all nodes... 2026-03-05T16:06:33.524 DEBUG:teuthology.orchestra.run.vm00:> set -ex 2026-03-05T16:06:33.525 DEBUG:teuthology.orchestra.run.vm00:> dd if=/etc/ceph/ceph.keyring of=/dev/stdout 2026-03-05T16:06:33.543 DEBUG:teuthology.orchestra.run.vm00:> set -ex 2026-03-05T16:06:33.543 DEBUG:teuthology.orchestra.run.vm00:> dd if=/home/ubuntu/cephtest/ceph.monmap of=/dev/stdout 2026-03-05T16:06:33.600 INFO:tasks.ceph:Sending monmap to node ubuntu@vm00.local 2026-03-05T16:06:33.600 DEBUG:teuthology.orchestra.run.vm00:> set -ex 2026-03-05T16:06:33.600 DEBUG:teuthology.orchestra.run.vm00:> sudo dd of=/etc/ceph/ceph.keyring 2026-03-05T16:06:33.600 DEBUG:teuthology.orchestra.run.vm00:> sudo chmod 0644 /etc/ceph/ceph.keyring 2026-03-05T16:06:33.672 DEBUG:teuthology.orchestra.run.vm00:> set -ex 2026-03-05T16:06:33.672 DEBUG:teuthology.orchestra.run.vm00:> dd of=/home/ubuntu/cephtest/ceph.monmap 2026-03-05T16:06:33.729 INFO:tasks.ceph:Setting up mon nodes... 2026-03-05T16:06:33.729 INFO:tasks.ceph:Setting up mgr nodes... 2026-03-05T16:06:33.729 DEBUG:teuthology.orchestra.run.vm00:> sudo mkdir -p /var/lib/ceph/mgr/ceph-x && sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool --create-keyring --gen-key --name=mgr.x /var/lib/ceph/mgr/ceph-x/keyring 2026-03-05T16:06:33.814 INFO:teuthology.orchestra.run.vm00.stdout:creating /var/lib/ceph/mgr/ceph-x/keyring 2026-03-05T16:06:33.816 INFO:tasks.ceph:Setting up mds nodes... 2026-03-05T16:06:33.817 INFO:tasks.ceph_client:Setting up client nodes... 2026-03-05T16:06:33.817 DEBUG:teuthology.orchestra.run.vm00:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool --create-keyring --gen-key --name=client.0 /etc/ceph/ceph.client.0.keyring && sudo chmod 0644 /etc/ceph/ceph.client.0.keyring 2026-03-05T16:06:33.858 INFO:teuthology.orchestra.run.vm00.stdout:creating /etc/ceph/ceph.client.0.keyring 2026-03-05T16:06:33.869 INFO:tasks.ceph:Running mkfs on osd nodes... 2026-03-05T16:06:33.870 INFO:tasks.ceph:ctx.disk_config.remote_to_roles_to_dev: {Remote(name='ubuntu@vm00.local'): {'osd.0': '/dev/vdb', 'osd.1': '/dev/vdc', 'osd.2': '/dev/vdd'}} 2026-03-05T16:06:33.870 DEBUG:teuthology.orchestra.run.vm00:> sudo mkdir -p /var/lib/ceph/osd/ceph-0 2026-03-05T16:06:33.935 INFO:tasks.ceph:roles_to_devs: {'osd.0': '/dev/vdb', 'osd.1': '/dev/vdc', 'osd.2': '/dev/vdd'} 2026-03-05T16:06:33.936 INFO:tasks.ceph:role: osd.0 2026-03-05T16:06:33.936 INFO:tasks.ceph:['mkfs.xfs', '-f', '-i', 'size=2048'] on /dev/vdb on ubuntu@vm00.local 2026-03-05T16:06:33.936 DEBUG:teuthology.orchestra.run.vm00:> yes | sudo mkfs.xfs -f -i size=2048 /dev/vdb 2026-03-05T16:06:34.001 INFO:teuthology.orchestra.run.vm00.stdout:meta-data=/dev/vdb isize=2048 agcount=4, agsize=1310720 blks 2026-03-05T16:06:34.001 INFO:teuthology.orchestra.run.vm00.stdout: = sectsz=512 attr=2, projid32bit=1 2026-03-05T16:06:34.001 INFO:teuthology.orchestra.run.vm00.stdout: = crc=1 finobt=1, sparse=1, rmapbt=0 2026-03-05T16:06:34.001 INFO:teuthology.orchestra.run.vm00.stdout: = reflink=1 bigtime=1 inobtcount=1 nrext64=0 2026-03-05T16:06:34.001 INFO:teuthology.orchestra.run.vm00.stdout:data = bsize=4096 blocks=5242880, imaxpct=25 2026-03-05T16:06:34.001 INFO:teuthology.orchestra.run.vm00.stdout: = sunit=0 swidth=0 blks 2026-03-05T16:06:34.001 INFO:teuthology.orchestra.run.vm00.stdout:naming =version 2 bsize=4096 ascii-ci=0, ftype=1 2026-03-05T16:06:34.001 INFO:teuthology.orchestra.run.vm00.stdout:log =internal log bsize=4096 blocks=16384, version=2 2026-03-05T16:06:34.001 INFO:teuthology.orchestra.run.vm00.stdout: = sectsz=512 sunit=0 blks, lazy-count=1 2026-03-05T16:06:34.001 INFO:teuthology.orchestra.run.vm00.stdout:realtime =none extsz=4096 blocks=0, rtextents=0 2026-03-05T16:06:34.005 INFO:teuthology.orchestra.run.vm00.stdout:Discarding blocks...Done. 2026-03-05T16:06:34.007 INFO:tasks.ceph:mount /dev/vdb on ubuntu@vm00.local -o noatime 2026-03-05T16:06:34.007 DEBUG:teuthology.orchestra.run.vm00:> sudo mount -t xfs -o noatime /dev/vdb /var/lib/ceph/osd/ceph-0 2026-03-05T16:06:34.088 DEBUG:teuthology.orchestra.run.vm00:> sudo /sbin/restorecon /var/lib/ceph/osd/ceph-0 2026-03-05T16:06:34.164 DEBUG:teuthology.orchestra.run.vm00:> sudo mkdir -p /var/lib/ceph/osd/ceph-1 2026-03-05T16:06:34.232 INFO:tasks.ceph:roles_to_devs: {'osd.0': '/dev/vdb', 'osd.1': '/dev/vdc', 'osd.2': '/dev/vdd'} 2026-03-05T16:06:34.232 INFO:tasks.ceph:role: osd.1 2026-03-05T16:06:34.232 INFO:tasks.ceph:['mkfs.xfs', '-f', '-i', 'size=2048'] on /dev/vdc on ubuntu@vm00.local 2026-03-05T16:06:34.232 DEBUG:teuthology.orchestra.run.vm00:> yes | sudo mkfs.xfs -f -i size=2048 /dev/vdc 2026-03-05T16:06:34.301 INFO:teuthology.orchestra.run.vm00.stdout:meta-data=/dev/vdc isize=2048 agcount=4, agsize=1310720 blks 2026-03-05T16:06:34.301 INFO:teuthology.orchestra.run.vm00.stdout: = sectsz=512 attr=2, projid32bit=1 2026-03-05T16:06:34.302 INFO:teuthology.orchestra.run.vm00.stdout: = crc=1 finobt=1, sparse=1, rmapbt=0 2026-03-05T16:06:34.302 INFO:teuthology.orchestra.run.vm00.stdout: = reflink=1 bigtime=1 inobtcount=1 nrext64=0 2026-03-05T16:06:34.302 INFO:teuthology.orchestra.run.vm00.stdout:data = bsize=4096 blocks=5242880, imaxpct=25 2026-03-05T16:06:34.302 INFO:teuthology.orchestra.run.vm00.stdout: = sunit=0 swidth=0 blks 2026-03-05T16:06:34.302 INFO:teuthology.orchestra.run.vm00.stdout:naming =version 2 bsize=4096 ascii-ci=0, ftype=1 2026-03-05T16:06:34.302 INFO:teuthology.orchestra.run.vm00.stdout:log =internal log bsize=4096 blocks=16384, version=2 2026-03-05T16:06:34.302 INFO:teuthology.orchestra.run.vm00.stdout: = sectsz=512 sunit=0 blks, lazy-count=1 2026-03-05T16:06:34.302 INFO:teuthology.orchestra.run.vm00.stdout:realtime =none extsz=4096 blocks=0, rtextents=0 2026-03-05T16:06:34.306 INFO:teuthology.orchestra.run.vm00.stdout:Discarding blocks...Done. 2026-03-05T16:06:34.307 INFO:tasks.ceph:mount /dev/vdc on ubuntu@vm00.local -o noatime 2026-03-05T16:06:34.307 DEBUG:teuthology.orchestra.run.vm00:> sudo mount -t xfs -o noatime /dev/vdc /var/lib/ceph/osd/ceph-1 2026-03-05T16:06:34.380 DEBUG:teuthology.orchestra.run.vm00:> sudo /sbin/restorecon /var/lib/ceph/osd/ceph-1 2026-03-05T16:06:34.450 DEBUG:teuthology.orchestra.run.vm00:> sudo mkdir -p /var/lib/ceph/osd/ceph-2 2026-03-05T16:06:34.514 INFO:tasks.ceph:roles_to_devs: {'osd.0': '/dev/vdb', 'osd.1': '/dev/vdc', 'osd.2': '/dev/vdd'} 2026-03-05T16:06:34.514 INFO:tasks.ceph:role: osd.2 2026-03-05T16:06:34.514 INFO:tasks.ceph:['mkfs.xfs', '-f', '-i', 'size=2048'] on /dev/vdd on ubuntu@vm00.local 2026-03-05T16:06:34.514 DEBUG:teuthology.orchestra.run.vm00:> yes | sudo mkfs.xfs -f -i size=2048 /dev/vdd 2026-03-05T16:06:34.581 INFO:teuthology.orchestra.run.vm00.stdout:meta-data=/dev/vdd isize=2048 agcount=4, agsize=1310720 blks 2026-03-05T16:06:34.581 INFO:teuthology.orchestra.run.vm00.stdout: = sectsz=512 attr=2, projid32bit=1 2026-03-05T16:06:34.581 INFO:teuthology.orchestra.run.vm00.stdout: = crc=1 finobt=1, sparse=1, rmapbt=0 2026-03-05T16:06:34.581 INFO:teuthology.orchestra.run.vm00.stdout: = reflink=1 bigtime=1 inobtcount=1 nrext64=0 2026-03-05T16:06:34.581 INFO:teuthology.orchestra.run.vm00.stdout:data = bsize=4096 blocks=5242880, imaxpct=25 2026-03-05T16:06:34.581 INFO:teuthology.orchestra.run.vm00.stdout: = sunit=0 swidth=0 blks 2026-03-05T16:06:34.581 INFO:teuthology.orchestra.run.vm00.stdout:naming =version 2 bsize=4096 ascii-ci=0, ftype=1 2026-03-05T16:06:34.581 INFO:teuthology.orchestra.run.vm00.stdout:log =internal log bsize=4096 blocks=16384, version=2 2026-03-05T16:06:34.581 INFO:teuthology.orchestra.run.vm00.stdout: = sectsz=512 sunit=0 blks, lazy-count=1 2026-03-05T16:06:34.581 INFO:teuthology.orchestra.run.vm00.stdout:realtime =none extsz=4096 blocks=0, rtextents=0 2026-03-05T16:06:34.587 INFO:teuthology.orchestra.run.vm00.stdout:Discarding blocks...Done. 2026-03-05T16:06:34.591 INFO:tasks.ceph:mount /dev/vdd on ubuntu@vm00.local -o noatime 2026-03-05T16:06:34.591 DEBUG:teuthology.orchestra.run.vm00:> sudo mount -t xfs -o noatime /dev/vdd /var/lib/ceph/osd/ceph-2 2026-03-05T16:06:34.664 DEBUG:teuthology.orchestra.run.vm00:> sudo /sbin/restorecon /var/lib/ceph/osd/ceph-2 2026-03-05T16:06:34.732 DEBUG:teuthology.orchestra.run.vm00:> sudo MALLOC_CHECK_=3 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-osd --no-mon-config --cluster ceph --mkfs --mkkey -i 0 --monmap /home/ubuntu/cephtest/ceph.monmap 2026-03-05T16:06:34.816 INFO:teuthology.orchestra.run.vm00.stderr:2026-03-05T16:06:34.811+0100 7f42d5833780 -1 auth: error reading file: /var/lib/ceph/osd/ceph-0/keyring: can't open /var/lib/ceph/osd/ceph-0/keyring: (2) No such file or directory 2026-03-05T16:06:34.816 INFO:teuthology.orchestra.run.vm00.stderr:2026-03-05T16:06:34.811+0100 7f42d5833780 -1 created new key in keyring /var/lib/ceph/osd/ceph-0/keyring 2026-03-05T16:06:34.816 INFO:teuthology.orchestra.run.vm00.stderr:2026-03-05T16:06:34.811+0100 7f42d5833780 -1 bdev(0x55db56943800 /var/lib/ceph/osd/ceph-0/block) open stat got: (1) Operation not permitted 2026-03-05T16:06:34.816 INFO:teuthology.orchestra.run.vm00.stderr:2026-03-05T16:06:34.812+0100 7f42d5833780 -1 bluestore(/var/lib/ceph/osd/ceph-0) _read_fsid unparsable uuid 2026-03-05T16:06:37.428 DEBUG:teuthology.orchestra.run.vm00:> sudo chown -R ceph:ceph /var/lib/ceph/osd/ceph-0 2026-03-05T16:06:37.498 DEBUG:teuthology.orchestra.run.vm00:> sudo MALLOC_CHECK_=3 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-osd --no-mon-config --cluster ceph --mkfs --mkkey -i 1 --monmap /home/ubuntu/cephtest/ceph.monmap 2026-03-05T16:06:37.579 INFO:teuthology.orchestra.run.vm00.stderr:2026-03-05T16:06:37.575+0100 7fa820b18780 -1 auth: error reading file: /var/lib/ceph/osd/ceph-1/keyring: can't open /var/lib/ceph/osd/ceph-1/keyring: (2) No such file or directory 2026-03-05T16:06:37.580 INFO:teuthology.orchestra.run.vm00.stderr:2026-03-05T16:06:37.575+0100 7fa820b18780 -1 created new key in keyring /var/lib/ceph/osd/ceph-1/keyring 2026-03-05T16:06:37.580 INFO:teuthology.orchestra.run.vm00.stderr:2026-03-05T16:06:37.575+0100 7fa820b18780 -1 bdev(0x560ef1fcb800 /var/lib/ceph/osd/ceph-1/block) open stat got: (1) Operation not permitted 2026-03-05T16:06:37.580 INFO:teuthology.orchestra.run.vm00.stderr:2026-03-05T16:06:37.575+0100 7fa820b18780 -1 bluestore(/var/lib/ceph/osd/ceph-1) _read_fsid unparsable uuid 2026-03-05T16:06:40.176 DEBUG:teuthology.orchestra.run.vm00:> sudo chown -R ceph:ceph /var/lib/ceph/osd/ceph-1 2026-03-05T16:06:40.251 DEBUG:teuthology.orchestra.run.vm00:> sudo MALLOC_CHECK_=3 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-osd --no-mon-config --cluster ceph --mkfs --mkkey -i 2 --monmap /home/ubuntu/cephtest/ceph.monmap 2026-03-05T16:06:40.339 INFO:teuthology.orchestra.run.vm00.stderr:2026-03-05T16:06:40.335+0100 7efe6d418780 -1 auth: error reading file: /var/lib/ceph/osd/ceph-2/keyring: can't open /var/lib/ceph/osd/ceph-2/keyring: (2) No such file or directory 2026-03-05T16:06:40.341 INFO:teuthology.orchestra.run.vm00.stderr:2026-03-05T16:06:40.335+0100 7efe6d418780 -1 created new key in keyring /var/lib/ceph/osd/ceph-2/keyring 2026-03-05T16:06:40.341 INFO:teuthology.orchestra.run.vm00.stderr:2026-03-05T16:06:40.335+0100 7efe6d418780 -1 bdev(0x55db62bff800 /var/lib/ceph/osd/ceph-2/block) open stat got: (1) Operation not permitted 2026-03-05T16:06:40.341 INFO:teuthology.orchestra.run.vm00.stderr:2026-03-05T16:06:40.335+0100 7efe6d418780 -1 bluestore(/var/lib/ceph/osd/ceph-2) _read_fsid unparsable uuid 2026-03-05T16:06:42.680 DEBUG:teuthology.orchestra.run.vm00:> sudo chown -R ceph:ceph /var/lib/ceph/osd/ceph-2 2026-03-05T16:06:42.708 INFO:tasks.ceph:Reading keys from all nodes... 2026-03-05T16:06:42.708 DEBUG:teuthology.orchestra.run.vm00:> set -ex 2026-03-05T16:06:42.708 DEBUG:teuthology.orchestra.run.vm00:> sudo dd if=/var/lib/ceph/mgr/ceph-x/keyring of=/dev/stdout 2026-03-05T16:06:42.780 DEBUG:teuthology.orchestra.run.vm00:> set -ex 2026-03-05T16:06:42.780 DEBUG:teuthology.orchestra.run.vm00:> sudo dd if=/var/lib/ceph/osd/ceph-0/keyring of=/dev/stdout 2026-03-05T16:06:42.846 DEBUG:teuthology.orchestra.run.vm00:> set -ex 2026-03-05T16:06:42.846 DEBUG:teuthology.orchestra.run.vm00:> sudo dd if=/var/lib/ceph/osd/ceph-1/keyring of=/dev/stdout 2026-03-05T16:06:42.912 DEBUG:teuthology.orchestra.run.vm00:> set -ex 2026-03-05T16:06:42.912 DEBUG:teuthology.orchestra.run.vm00:> sudo dd if=/var/lib/ceph/osd/ceph-2/keyring of=/dev/stdout 2026-03-05T16:06:42.980 DEBUG:teuthology.orchestra.run.vm00:> set -ex 2026-03-05T16:06:42.980 DEBUG:teuthology.orchestra.run.vm00:> dd if=/etc/ceph/ceph.client.0.keyring of=/dev/stdout 2026-03-05T16:06:43.038 INFO:tasks.ceph:Adding keys to all mons... 2026-03-05T16:06:43.038 DEBUG:teuthology.orchestra.run.vm00:> sudo tee -a /etc/ceph/ceph.keyring 2026-03-05T16:06:43.101 INFO:teuthology.orchestra.run.vm00.stdout:[mgr.x] 2026-03-05T16:06:43.101 INFO:teuthology.orchestra.run.vm00.stdout: key = AQD5m6lpohxeMBAAD8DcRq1Y6OXniDkk+5PJyg== 2026-03-05T16:06:43.101 INFO:teuthology.orchestra.run.vm00.stdout:[osd.0] 2026-03-05T16:06:43.101 INFO:teuthology.orchestra.run.vm00.stdout: key = AQD6m6lpNLh0MBAAZBIJwnBjlf82bIvbeOiNyg== 2026-03-05T16:06:43.101 INFO:teuthology.orchestra.run.vm00.stdout:[osd.1] 2026-03-05T16:06:43.101 INFO:teuthology.orchestra.run.vm00.stdout: key = AQD9m6lp/pdgIhAAHPLhZEhWccJx3TTiQuL9MA== 2026-03-05T16:06:43.101 INFO:teuthology.orchestra.run.vm00.stdout:[osd.2] 2026-03-05T16:06:43.101 INFO:teuthology.orchestra.run.vm00.stdout: key = AQAAnKlpFkgKFBAA9yaVCBjjcHCM6rb/PIXqmg== 2026-03-05T16:06:43.101 INFO:teuthology.orchestra.run.vm00.stdout:[client.0] 2026-03-05T16:06:43.101 INFO:teuthology.orchestra.run.vm00.stdout: key = AQD5m6lpsCsFMxAA3Hq55kGxr4YOZFXzLdu7RA== 2026-03-05T16:06:43.102 DEBUG:teuthology.orchestra.run.vm00:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=mgr.x --cap mon 'allow profile mgr' --cap osd 'allow *' --cap mds 'allow *' 2026-03-05T16:06:43.182 DEBUG:teuthology.orchestra.run.vm00:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=osd.0 --cap mon 'allow profile osd' --cap mgr 'allow profile osd' --cap osd 'allow *' 2026-03-05T16:06:43.265 DEBUG:teuthology.orchestra.run.vm00:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=osd.1 --cap mon 'allow profile osd' --cap mgr 'allow profile osd' --cap osd 'allow *' 2026-03-05T16:06:43.351 DEBUG:teuthology.orchestra.run.vm00:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=osd.2 --cap mon 'allow profile osd' --cap mgr 'allow profile osd' --cap osd 'allow *' 2026-03-05T16:06:43.395 DEBUG:teuthology.orchestra.run.vm00:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=client.0 --cap mon 'allow rw' --cap mgr 'allow r' --cap osd 'allow rwx' --cap mds allow 2026-03-05T16:06:43.439 INFO:tasks.ceph:Running mkfs on mon nodes... 2026-03-05T16:06:43.439 DEBUG:teuthology.orchestra.run.vm00:> sudo mkdir -p /var/lib/ceph/mon/ceph-a 2026-03-05T16:06:43.464 DEBUG:teuthology.orchestra.run.vm00:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-mon --cluster ceph --mkfs -i a --monmap /home/ubuntu/cephtest/ceph.monmap --keyring /etc/ceph/ceph.keyring 2026-03-05T16:06:43.563 DEBUG:teuthology.orchestra.run.vm00:> sudo chown -R ceph:ceph /var/lib/ceph/mon/ceph-a 2026-03-05T16:06:43.586 DEBUG:teuthology.orchestra.run.vm00:> rm -- /home/ubuntu/cephtest/ceph.monmap 2026-03-05T16:06:43.648 INFO:tasks.ceph:Starting mon daemons in cluster ceph... 2026-03-05T16:06:43.649 INFO:tasks.ceph.mon.a:Restarting daemon 2026-03-05T16:06:43.649 DEBUG:teuthology.orchestra.run.vm00:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mon -f --cluster ceph -i a 2026-03-05T16:06:43.691 INFO:tasks.ceph.mon.a:Started 2026-03-05T16:06:43.691 INFO:tasks.ceph:Starting mgr daemons in cluster ceph... 2026-03-05T16:06:43.691 INFO:tasks.ceph.mgr.x:Restarting daemon 2026-03-05T16:06:43.691 DEBUG:teuthology.orchestra.run.vm00:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mgr -f --cluster ceph -i x 2026-03-05T16:06:43.692 INFO:tasks.ceph.mgr.x:Started 2026-03-05T16:06:43.692 INFO:tasks.ceph:Setting crush tunables to default 2026-03-05T16:06:43.692 DEBUG:teuthology.orchestra.run.vm00:> sudo ceph --cluster ceph osd crush tunables default 2026-03-05T16:06:43.931 INFO:teuthology.orchestra.run.vm00.stderr:adjusted tunables profile to default 2026-03-05T16:06:43.943 INFO:tasks.ceph:check_enable_crimson: False 2026-03-05T16:06:43.944 INFO:tasks.ceph:Starting osd daemons in cluster ceph... 2026-03-05T16:06:43.944 DEBUG:teuthology.orchestra.run.vm00:> set -ex 2026-03-05T16:06:43.944 DEBUG:teuthology.orchestra.run.vm00:> sudo dd if=/var/lib/ceph/osd/ceph-0/fsid of=/dev/stdout 2026-03-05T16:06:43.972 DEBUG:teuthology.orchestra.run.vm00:> set -ex 2026-03-05T16:06:43.972 DEBUG:teuthology.orchestra.run.vm00:> sudo dd if=/var/lib/ceph/osd/ceph-1/fsid of=/dev/stdout 2026-03-05T16:06:44.046 DEBUG:teuthology.orchestra.run.vm00:> set -ex 2026-03-05T16:06:44.046 DEBUG:teuthology.orchestra.run.vm00:> sudo dd if=/var/lib/ceph/osd/ceph-2/fsid of=/dev/stdout 2026-03-05T16:06:44.117 DEBUG:teuthology.orchestra.run.vm00:> sudo ceph --cluster ceph osd new bfbde296-8f45-454b-9b31-df2d5c2cd68c 0 2026-03-05T16:06:44.281 INFO:teuthology.orchestra.run.vm00.stdout:0 2026-03-05T16:06:44.292 DEBUG:teuthology.orchestra.run.vm00:> sudo ceph --cluster ceph osd new c8a5fcb2-6b9d-4153-9d4d-822410c6cb3c 1 2026-03-05T16:06:44.413 INFO:teuthology.orchestra.run.vm00.stdout:1 2026-03-05T16:06:44.422 DEBUG:teuthology.orchestra.run.vm00:> sudo ceph --cluster ceph osd new 37f7f5d3-aba6-42c3-8b2a-67e8d43863d1 2 2026-03-05T16:06:44.533 INFO:teuthology.orchestra.run.vm00.stdout:2 2026-03-05T16:06:44.550 INFO:tasks.ceph.osd.0:Restarting daemon 2026-03-05T16:06:44.551 DEBUG:teuthology.orchestra.run.vm00:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-osd -f --cluster ceph -i 0 2026-03-05T16:06:44.553 INFO:tasks.ceph.osd.0:Started 2026-03-05T16:06:44.553 INFO:tasks.ceph.osd.1:Restarting daemon 2026-03-05T16:06:44.553 DEBUG:teuthology.orchestra.run.vm00:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-osd -f --cluster ceph -i 1 2026-03-05T16:06:44.557 INFO:tasks.ceph.osd.1:Started 2026-03-05T16:06:44.557 INFO:tasks.ceph.osd.2:Restarting daemon 2026-03-05T16:06:44.558 DEBUG:teuthology.orchestra.run.vm00:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-osd -f --cluster ceph -i 2 2026-03-05T16:06:44.560 INFO:tasks.ceph.osd.2:Started 2026-03-05T16:06:44.560 DEBUG:teuthology.orchestra.run.vm00:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2026-03-05T16:06:44.767 INFO:tasks.ceph.mgr.x.vm00.stderr:/usr/lib64/python3.9/site-packages/scipy/__init__.py:73: UserWarning: NumPy was imported from a Python sub-interpreter but NumPy does not properly support sub-interpreters. This will likely work for most users but might cause hard to track down issues or subtle bugs. A common user of the rare sub-interpreter feature is wsgi which also allows single-interpreter mode. 2026-03-05T16:06:44.767 INFO:tasks.ceph.mgr.x.vm00.stderr:Improvements in the case of bugs are welcome, but is not on the NumPy roadmap, and full support may require significant effort to achieve. 2026-03-05T16:06:44.767 INFO:tasks.ceph.mgr.x.vm00.stderr: from numpy import show_config as show_numpy_config 2026-03-05T16:06:44.772 INFO:tasks.ceph.mgr.x.vm00.stderr:2026-03-05T16:06:44.768+0100 7faa38d96140 -1 mgr[py] Module diskprediction_local has missing NOTIFY_TYPES member 2026-03-05T16:06:44.781 INFO:teuthology.orchestra.run.vm00.stdout: 2026-03-05T16:06:44.781 INFO:teuthology.orchestra.run.vm00.stdout:{"epoch":5,"fsid":"3874fba2-f746-4a9a-9680-f49118da8e98","created":"2026-03-05T16:06:43.850855+0100","modified":"2026-03-05T16:06:44.526755+0100","last_up_change":"0.000000","last_in_change":"2026-03-05T16:06:44.526755+0100","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":2,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":0,"max_osd":3,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[],"osds":[{"osd":0,"uuid":"bfbde296-8f45-454b-9b31-df2d5c2cd68c","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":1,"uuid":"c8a5fcb2-6b9d-4153-9d4d-822410c6cb3c","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":2,"uuid":"37f7f5d3-aba6-42c3-8b2a-67e8d43863d1","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2026-03-05T16:06:44.790 INFO:tasks.ceph.ceph_manager.ceph:[] 2026-03-05T16:06:44.791 INFO:tasks.ceph:Waiting for OSDs to come up 2026-03-05T16:06:44.954 INFO:tasks.ceph.mgr.x.vm00.stderr:2026-03-05T16:06:44.949+0100 7faa38d96140 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2026-03-05T16:06:44.983 INFO:tasks.ceph.mgr.x.vm00.stderr:2026-03-05T16:06:44.979+0100 7faa38d96140 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2026-03-05T16:06:45.010 INFO:tasks.ceph.mgr.x.vm00.stderr:2026-03-05T16:06:45.006+0100 7faa38d96140 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2026-03-05T16:06:45.036 INFO:tasks.ceph.mgr.x.vm00.stderr:2026-03-05T16:06:45.032+0100 7faa38d96140 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2026-03-05T16:06:45.092 DEBUG:teuthology.orchestra.run.vm00:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph --cluster ceph osd dump --format=json 2026-03-05T16:06:45.096 INFO:tasks.ceph.mgr.x.vm00.stderr:2026-03-05T16:06:45.091+0100 7faa38d96140 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2026-03-05T16:06:45.142 INFO:tasks.ceph.mgr.x.vm00.stderr:2026-03-05T16:06:45.138+0100 7faa38d96140 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2026-03-05T16:06:45.193 INFO:teuthology.misc.health.vm00.stdout: 2026-03-05T16:06:45.193 INFO:teuthology.misc.health.vm00.stdout:{"epoch":5,"fsid":"3874fba2-f746-4a9a-9680-f49118da8e98","created":"2026-03-05T16:06:43.850855+0100","modified":"2026-03-05T16:06:44.526755+0100","last_up_change":"0.000000","last_in_change":"2026-03-05T16:06:44.526755+0100","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":2,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":0,"max_osd":3,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[],"osds":[{"osd":0,"uuid":"bfbde296-8f45-454b-9b31-df2d5c2cd68c","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":1,"uuid":"c8a5fcb2-6b9d-4153-9d4d-822410c6cb3c","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":2,"uuid":"37f7f5d3-aba6-42c3-8b2a-67e8d43863d1","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2026-03-05T16:06:45.200 DEBUG:teuthology.misc:0 of 3 OSDs are up 2026-03-05T16:06:45.237 INFO:tasks.ceph.osd.0.vm00.stderr:2026-03-05T16:06:45.230+0100 7f39e801e780 -1 Falling back to public interface 2026-03-05T16:06:45.323 INFO:tasks.ceph.mgr.x.vm00.stderr:2026-03-05T16:06:45.319+0100 7faa38d96140 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2026-03-05T16:06:45.379 INFO:tasks.ceph.mgr.x.vm00.stderr:2026-03-05T16:06:45.375+0100 7faa38d96140 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2026-03-05T16:06:45.405 INFO:tasks.ceph.mgr.x.vm00.stderr:2026-03-05T16:06:45.401+0100 7faa38d96140 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2026-03-05T16:06:45.426 INFO:tasks.ceph.mgr.x.vm00.stderr:2026-03-05T16:06:45.422+0100 7faa38d96140 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2026-03-05T16:06:45.453 INFO:tasks.ceph.mgr.x.vm00.stderr:2026-03-05T16:06:45.449+0100 7faa38d96140 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2026-03-05T16:06:45.477 INFO:tasks.ceph.mgr.x.vm00.stderr:2026-03-05T16:06:45.473+0100 7faa38d96140 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2026-03-05T16:06:45.505 INFO:tasks.ceph.osd.2.vm00.stderr:2026-03-05T16:06:45.497+0100 7fee0c620780 -1 Falling back to public interface 2026-03-05T16:06:45.565 INFO:tasks.ceph.osd.0.vm00.stderr:2026-03-05T16:06:45.561+0100 7f39e801e780 -1 osd.0 0 log_to_monitors true 2026-03-05T16:06:45.613 INFO:tasks.ceph.mgr.x.vm00.stderr:2026-03-05T16:06:45.609+0100 7faa38d96140 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2026-03-05T16:06:45.649 INFO:tasks.ceph.mgr.x.vm00.stderr:2026-03-05T16:06:45.645+0100 7faa38d96140 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2026-03-05T16:06:45.758 INFO:tasks.ceph.osd.1.vm00.stderr:2026-03-05T16:06:45.754+0100 7f08fa881780 -1 Falling back to public interface 2026-03-05T16:06:45.793 INFO:tasks.ceph.mgr.x.vm00.stderr:2026-03-05T16:06:45.789+0100 7faa38d96140 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2026-03-05T16:06:45.823 INFO:tasks.ceph.mgr.x.vm00.stderr:2026-03-05T16:06:45.819+0100 7faa38d96140 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2026-03-05T16:06:45.851 INFO:tasks.ceph.mgr.x.vm00.stderr:2026-03-05T16:06:45.847+0100 7faa38d96140 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2026-03-05T16:06:45.902 INFO:tasks.ceph.mgr.x.vm00.stderr:2026-03-05T16:06:45.898+0100 7faa38d96140 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2026-03-05T16:06:45.926 INFO:tasks.ceph.mgr.x.vm00.stderr:2026-03-05T16:06:45.922+0100 7faa38d96140 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2026-03-05T16:06:45.985 INFO:tasks.ceph.mgr.x.vm00.stderr:2026-03-05T16:06:45.981+0100 7faa38d96140 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2026-03-05T16:06:46.042 INFO:tasks.ceph.mgr.x.vm00.stderr:2026-03-05T16:06:46.038+0100 7faa38d96140 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2026-03-05T16:06:46.095 INFO:tasks.ceph.osd.2.vm00.stderr:2026-03-05T16:06:46.091+0100 7fee0c620780 -1 osd.2 0 log_to_monitors true 2026-03-05T16:06:46.135 INFO:tasks.ceph.mgr.x.vm00.stderr:2026-03-05T16:06:46.131+0100 7faa38d96140 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2026-03-05T16:06:46.160 INFO:tasks.ceph.mgr.x.vm00.stderr:2026-03-05T16:06:46.156+0100 7faa38d96140 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2026-03-05T16:06:46.364 INFO:tasks.ceph.mgr.x.vm00.stderr:2026-03-05T16:06:46.360+0100 7faa38d96140 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2026-03-05T16:06:46.644 INFO:tasks.ceph.osd.1.vm00.stderr:2026-03-05T16:06:46.640+0100 7f08fa881780 -1 osd.1 0 log_to_monitors true 2026-03-05T16:06:47.399 INFO:tasks.ceph.mgr.x.vm00.stderr:2026-03-05T16:06:47.394+0100 7faa0640c640 -1 mgr.server handle_report got status from non-daemon mon.a 2026-03-05T16:06:50.682 INFO:tasks.ceph.osd.0.vm00.stderr:2026-03-05T16:06:50.677+0100 7f39e397c640 -1 osd.0 0 waiting for initial osdmap 2026-03-05T16:06:50.710 INFO:tasks.ceph.osd.0.vm00.stderr:2026-03-05T16:06:50.705+0100 7f39defa5640 -1 osd.0 8 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2026-03-05T16:06:50.845 INFO:tasks.ceph.osd.1.vm00.stderr:2026-03-05T16:06:50.841+0100 7f08f7023640 -1 osd.1 0 waiting for initial osdmap 2026-03-05T16:06:50.848 INFO:tasks.ceph.osd.2.vm00.stderr:2026-03-05T16:06:50.845+0100 7fee07f57640 -1 osd.2 0 waiting for initial osdmap 2026-03-05T16:06:50.855 INFO:tasks.ceph.osd.1.vm00.stderr:2026-03-05T16:06:50.851+0100 7f08f1e39640 -1 osd.1 8 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2026-03-05T16:06:50.862 INFO:tasks.ceph.osd.2.vm00.stderr:2026-03-05T16:06:50.859+0100 7fee03580640 -1 osd.2 8 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2026-03-05T16:06:51.501 DEBUG:teuthology.orchestra.run.vm00:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph --cluster ceph osd dump --format=json 2026-03-05T16:06:51.656 INFO:teuthology.misc.health.vm00.stdout: 2026-03-05T16:06:51.656 INFO:teuthology.misc.health.vm00.stdout:{"epoch":8,"fsid":"3874fba2-f746-4a9a-9680-f49118da8e98","created":"2026-03-05T16:06:43.850855+0100","modified":"2026-03-05T16:06:47.880238+0100","last_up_change":"0.000000","last_in_change":"2026-03-05T16:06:44.526755+0100","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":5,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":0,"max_osd":3,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[],"osds":[{"osd":0,"uuid":"bfbde296-8f45-454b-9b31-df2d5c2cd68c","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":1,"uuid":"c8a5fcb2-6b9d-4153-9d4d-822410c6cb3c","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":2,"uuid":"37f7f5d3-aba6-42c3-8b2a-67e8d43863d1","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2026-03-05T16:06:51.664 DEBUG:teuthology.misc:0 of 3 OSDs are up 2026-03-05T16:06:57.966 DEBUG:teuthology.orchestra.run.vm00:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph --cluster ceph osd dump --format=json 2026-03-05T16:06:58.119 INFO:teuthology.misc.health.vm00.stdout: 2026-03-05T16:06:58.119 INFO:teuthology.misc.health.vm00.stdout:{"epoch":12,"fsid":"3874fba2-f746-4a9a-9680-f49118da8e98","created":"2026-03-05T16:06:43.850855+0100","modified":"2026-03-05T16:06:55.008398+0100","last_up_change":"2026-03-05T16:06:51.684939+0100","last_in_change":"2026-03-05T16:06:44.526755+0100","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":5,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":1,"max_osd":3,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2026-03-05T16:06:52.392315+0100","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"12","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":2.9900000095367432,"score_stable":2.9900000095367432,"optimal_score":0.67000001668930054,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"bfbde296-8f45-454b-9b31-df2d5c2cd68c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":9,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"192.168.123.100:6800","nonce":1223844919},{"type":"v1","addr":"192.168.123.100:6801","nonce":1223844919}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"192.168.123.100:6802","nonce":1223844919},{"type":"v1","addr":"192.168.123.100:6803","nonce":1223844919}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"192.168.123.100:6806","nonce":1223844919},{"type":"v1","addr":"192.168.123.100:6807","nonce":1223844919}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"192.168.123.100:6804","nonce":1223844919},{"type":"v1","addr":"192.168.123.100:6805","nonce":1223844919}]},"public_addr":"192.168.123.100:6801/1223844919","cluster_addr":"192.168.123.100:6803/1223844919","heartbeat_back_addr":"192.168.123.100:6807/1223844919","heartbeat_front_addr":"192.168.123.100:6805/1223844919","state":["exists","up"]},{"osd":1,"uuid":"c8a5fcb2-6b9d-4153-9d4d-822410c6cb3c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":9,"up_thru":10,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"192.168.123.100:6816","nonce":3102805972},{"type":"v1","addr":"192.168.123.100:6817","nonce":3102805972}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"192.168.123.100:6818","nonce":3102805972},{"type":"v1","addr":"192.168.123.100:6819","nonce":3102805972}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"192.168.123.100:6822","nonce":3102805972},{"type":"v1","addr":"192.168.123.100:6823","nonce":3102805972}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"192.168.123.100:6820","nonce":3102805972},{"type":"v1","addr":"192.168.123.100:6821","nonce":3102805972}]},"public_addr":"192.168.123.100:6817/3102805972","cluster_addr":"192.168.123.100:6819/3102805972","heartbeat_back_addr":"192.168.123.100:6823/3102805972","heartbeat_front_addr":"192.168.123.100:6821/3102805972","state":["exists","up"]},{"osd":2,"uuid":"37f7f5d3-aba6-42c3-8b2a-67e8d43863d1","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":9,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"192.168.123.100:6808","nonce":341941880},{"type":"v1","addr":"192.168.123.100:6809","nonce":341941880}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"192.168.123.100:6810","nonce":341941880},{"type":"v1","addr":"192.168.123.100:6811","nonce":341941880}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"192.168.123.100:6814","nonce":341941880},{"type":"v1","addr":"192.168.123.100:6815","nonce":341941880}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"192.168.123.100:6812","nonce":341941880},{"type":"v1","addr":"192.168.123.100:6813","nonce":341941880}]},"public_addr":"192.168.123.100:6809/341941880","cluster_addr":"192.168.123.100:6811/341941880","heartbeat_back_addr":"192.168.123.100:6815/341941880","heartbeat_front_addr":"192.168.123.100:6813/341941880","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2026-03-05T16:06:58.128 DEBUG:teuthology.misc:3 of 3 OSDs are up 2026-03-05T16:06:58.128 INFO:tasks.ceph:Creating RBD pool 2026-03-05T16:06:58.128 DEBUG:teuthology.orchestra.run.vm00:> sudo ceph --cluster ceph osd pool create rbd 8 2026-03-05T16:06:59.174 INFO:teuthology.orchestra.run.vm00.stderr:pool 'rbd' created 2026-03-05T16:06:59.189 DEBUG:teuthology.orchestra.run.vm00:> rbd --cluster ceph pool init rbd 2026-03-05T16:06:59.217 INFO:teuthology.orchestra.run.vm00.stderr:ignoring --setuser ceph since I am not root 2026-03-05T16:06:59.218 INFO:teuthology.orchestra.run.vm00.stderr:ignoring --setgroup ceph since I am not root 2026-03-05T16:07:02.196 INFO:tasks.ceph:Starting mds daemons in cluster ceph... 2026-03-05T16:07:02.196 INFO:tasks.ceph:Waiting until ceph daemons up and pgs clean... 2026-03-05T16:07:02.196 INFO:tasks.ceph.ceph_manager.ceph:waiting for mgr available 2026-03-05T16:07:02.196 DEBUG:teuthology.orchestra.run.vm00:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph mgr dump --format=json 2026-03-05T16:07:02.196 INFO:tasks.daemonwatchdog.daemon_watchdog:watchdog starting 2026-03-05T16:07:02.417 INFO:teuthology.orchestra.run.vm00.stdout: 2026-03-05T16:07:02.427 INFO:teuthology.orchestra.run.vm00.stdout:{"epoch":5,"flags":0,"active_gid":4099,"active_name":"x","active_addrs":{"addrvec":[{"type":"v2","addr":"192.168.123.100:6824","nonce":2023580889},{"type":"v1","addr":"192.168.123.100:6825","nonce":2023580889}]},"active_addr":"192.168.123.100:6825/2023580889","active_change":"2026-03-05T16:06:46.363359+0100","active_mgr_features":4540701547738038271,"available":true,"standbys":[],"modules":["iostat","nfs","restful"],"available_modules":[{"name":"alerts","can_run":true,"error_string":"","module_options":{"interval":{"name":"interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"How frequently to reexamine health status","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"smtp_destination":{"name":"smtp_destination","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Email address to send alerts to","long_desc":"","tags":[],"see_also":[]},"smtp_from_name":{"name":"smtp_from_name","type":"str","level":"advanced","flags":1,"default_value":"Ceph","min":"","max":"","enum_allowed":[],"desc":"Email From: name","long_desc":"","tags":[],"see_also":[]},"smtp_host":{"name":"smtp_host","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_password":{"name":"smtp_password","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Password to authenticate with","long_desc":"","tags":[],"see_also":[]},"smtp_port":{"name":"smtp_port","type":"int","level":"advanced","flags":1,"default_value":"465","min":"","max":"","enum_allowed":[],"desc":"SMTP port","long_desc":"","tags":[],"see_also":[]},"smtp_sender":{"name":"smtp_sender","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP envelope sender","long_desc":"","tags":[],"see_also":[]},"smtp_ssl":{"name":"smtp_ssl","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Use SSL to connect to SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_user":{"name":"smtp_user","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"User to authenticate as","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"balancer","can_run":true,"error_string":"","module_options":{"active":{"name":"active","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"automatically balance PGs across cluster","long_desc":"","tags":[],"see_also":[]},"begin_time":{"name":"begin_time","type":"str","level":"advanced","flags":1,"default_value":"0000","min":"","max":"","enum_allowed":[],"desc":"beginning time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"begin_weekday":{"name":"begin_weekday","type":"uint","level":"advanced","flags":1,"default_value":"0","min":"0","max":"6","enum_allowed":[],"desc":"Restrict automatic balancing to this day of the week or later","long_desc":"0 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"crush_compat_max_iterations":{"name":"crush_compat_max_iterations","type":"uint","level":"advanced","flags":1,"default_value":"25","min":"1","max":"250","enum_allowed":[],"desc":"maximum number of iterations to attempt optimization","long_desc":"","tags":[],"see_also":[]},"crush_compat_metrics":{"name":"crush_compat_metrics","type":"str","level":"advanced","flags":1,"default_value":"pgs,objects,bytes","min":"","max":"","enum_allowed":[],"desc":"metrics with which to calculate OSD utilization","long_desc":"Value is a list of one or more of \"pgs\", \"objects\", or \"bytes\", and indicates which metrics to use to balance utilization.","tags":[],"see_also":[]},"crush_compat_step":{"name":"crush_compat_step","type":"float","level":"advanced","flags":1,"default_value":"0.5","min":"0.001","max":"0.999","enum_allowed":[],"desc":"aggressiveness of optimization","long_desc":".99 is very aggressive, .01 is less aggressive","tags":[],"see_also":[]},"end_time":{"name":"end_time","type":"str","level":"advanced","flags":1,"default_value":"2359","min":"","max":"","enum_allowed":[],"desc":"ending time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"end_weekday":{"name":"end_weekday","type":"uint","level":"advanced","flags":1,"default_value":"0","min":"0","max":"6","enum_allowed":[],"desc":"Restrict automatic balancing to days of the week earlier than this","long_desc":"0 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_score":{"name":"min_score","type":"float","level":"advanced","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"minimum score, below which no optimization is attempted","long_desc":"","tags":[],"see_also":[]},"mode":{"name":"mode","type":"str","level":"advanced","flags":1,"default_value":"upmap","min":"","max":"","enum_allowed":["crush-compat","none","read","upmap","upmap-read"],"desc":"Balancer mode","long_desc":"","tags":[],"see_also":[]},"pool_ids":{"name":"pool_ids","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"pools which the automatic balancing will be limited to","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and attempt optimization","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"update_pg_upmap_activity":{"name":"update_pg_upmap_activity","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Updates pg_upmap activity stats to be used in `balancer status detail`","long_desc":"","tags":[],"see_also":[]},"upmap_max_deviation":{"name":"upmap_max_deviation","type":"int","level":"advanced","flags":1,"default_value":"5","min":"1","max":"","enum_allowed":[],"desc":"deviation below which no optimization is attempted","long_desc":"If the number of PGs are within this count then no optimization is attempted","tags":[],"see_also":[]},"upmap_max_optimizations":{"name":"upmap_max_optimizations","type":"uint","level":"advanced","flags":1,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"maximum upmap optimizations to make per attempt","long_desc":"","tags":[],"see_also":[]}}},{"name":"cephadm","can_run":true,"error_string":"","module_options":{"agent_down_multiplier":{"name":"agent_down_multiplier","type":"float","level":"advanced","flags":0,"default_value":"3.0","min":"","max":"","enum_allowed":[],"desc":"Multiplied by agent refresh rate to calculate how long agent must not report before being marked down","long_desc":"","tags":[],"see_also":[]},"agent_refresh_rate":{"name":"agent_refresh_rate","type":"secs","level":"advanced","flags":0,"default_value":"20","min":"","max":"","enum_allowed":[],"desc":"How often agent on each host will try to gather and send metadata","long_desc":"","tags":[],"see_also":[]},"agent_starting_port":{"name":"agent_starting_port","type":"int","level":"advanced","flags":0,"default_value":"4721","min":"","max":"","enum_allowed":[],"desc":"First port agent will try to bind to (will also try up to next 1000 subsequent ports if blocked)","long_desc":"","tags":[],"see_also":[]},"allow_ptrace":{"name":"allow_ptrace","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow SYS_PTRACE capability on ceph containers","long_desc":"The SYS_PTRACE capability is needed to attach to a process with gdb or strace. Enabling this options can allow debugging daemons that encounter problems at runtime.","tags":[],"see_also":[]},"autotune_interval":{"name":"autotune_interval","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to autotune daemon memory","long_desc":"","tags":[],"see_also":[]},"autotune_memory_target_ratio":{"name":"autotune_memory_target_ratio","type":"float","level":"advanced","flags":0,"default_value":"0.7","min":"","max":"","enum_allowed":[],"desc":"ratio of total system memory to divide amongst autotuned daemons","long_desc":"","tags":[],"see_also":[]},"cephadm_log_destination":{"name":"cephadm_log_destination","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":["file","file,syslog","syslog"],"desc":"Destination for cephadm command's persistent logging","long_desc":"","tags":[],"see_also":[]},"cgroups_split":{"name":"cgroups_split","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Pass --cgroups=split when cephadm creates containers (currently podman only)","long_desc":"","tags":[],"see_also":[]},"config_checks_enabled":{"name":"config_checks_enabled","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable or disable the cephadm configuration analysis","long_desc":"","tags":[],"see_also":[]},"config_dashboard":{"name":"config_dashboard","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"manage configs like API endpoints in Dashboard.","long_desc":"","tags":[],"see_also":[]},"container_image_alertmanager":{"name":"container_image_alertmanager","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/alertmanager:v0.25.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_base":{"name":"container_image_base","type":"str","level":"advanced","flags":1,"default_value":"quay.io/ceph/ceph","min":"","max":"","enum_allowed":[],"desc":"Container image name, without the tag","long_desc":"","tags":[],"see_also":[]},"container_image_elasticsearch":{"name":"container_image_elasticsearch","type":"str","level":"advanced","flags":0,"default_value":"quay.io/omrizeneva/elasticsearch:6.8.23","min":"","max":"","enum_allowed":[],"desc":"elasticsearch container image","long_desc":"","tags":[],"see_also":[]},"container_image_grafana":{"name":"container_image_grafana","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/grafana:10.4.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_haproxy":{"name":"container_image_haproxy","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/haproxy:2.3","min":"","max":"","enum_allowed":[],"desc":"HAproxy container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_agent":{"name":"container_image_jaeger_agent","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-agent:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger agent container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_collector":{"name":"container_image_jaeger_collector","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-collector:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger collector container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_query":{"name":"container_image_jaeger_query","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-query:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger query container image","long_desc":"","tags":[],"see_also":[]},"container_image_keepalived":{"name":"container_image_keepalived","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/keepalived:2.2.4","min":"","max":"","enum_allowed":[],"desc":"Keepalived container image","long_desc":"","tags":[],"see_also":[]},"container_image_loki":{"name":"container_image_loki","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/loki:3.0.0","min":"","max":"","enum_allowed":[],"desc":"Loki container image","long_desc":"","tags":[],"see_also":[]},"container_image_node_exporter":{"name":"container_image_node_exporter","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/node-exporter:v1.7.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_nvmeof":{"name":"container_image_nvmeof","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/nvmeof:1.2.5","min":"","max":"","enum_allowed":[],"desc":"Nvme-of container image","long_desc":"","tags":[],"see_also":[]},"container_image_prometheus":{"name":"container_image_prometheus","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/prometheus:v2.51.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_promtail":{"name":"container_image_promtail","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/promtail:3.0.0","min":"","max":"","enum_allowed":[],"desc":"Promtail container image","long_desc":"","tags":[],"see_also":[]},"container_image_samba":{"name":"container_image_samba","type":"str","level":"advanced","flags":0,"default_value":"quay.io/samba.org/samba-server:devbuilds-centos-amd64","min":"","max":"","enum_allowed":[],"desc":"Samba/SMB container image","long_desc":"","tags":[],"see_also":[]},"container_image_snmp_gateway":{"name":"container_image_snmp_gateway","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/snmp-notifier:v1.2.1","min":"","max":"","enum_allowed":[],"desc":"SNMP Gateway container image","long_desc":"","tags":[],"see_also":[]},"container_init":{"name":"container_init","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Run podman/docker with `--init`","long_desc":"","tags":[],"see_also":[]},"daemon_cache_timeout":{"name":"daemon_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"seconds to cache service (daemon) inventory","long_desc":"","tags":[],"see_also":[]},"default_cephadm_command_timeout":{"name":"default_cephadm_command_timeout","type":"int","level":"advanced","flags":0,"default_value":"900","min":"","max":"","enum_allowed":[],"desc":"Default timeout applied to cephadm commands run directly on the host (in seconds)","long_desc":"","tags":[],"see_also":[]},"default_registry":{"name":"default_registry","type":"str","level":"advanced","flags":0,"default_value":"quay.io","min":"","max":"","enum_allowed":[],"desc":"Search-registry to which we should normalize unqualified image names. This is not the default registry","long_desc":"","tags":[],"see_also":[]},"device_cache_timeout":{"name":"device_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"1800","min":"","max":"","enum_allowed":[],"desc":"seconds to cache device inventory","long_desc":"","tags":[],"see_also":[]},"device_enhanced_scan":{"name":"device_enhanced_scan","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Use libstoragemgmt during device scans","long_desc":"","tags":[],"see_also":[]},"facts_cache_timeout":{"name":"facts_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"seconds to cache host facts data","long_desc":"","tags":[],"see_also":[]},"grafana_dashboards_path":{"name":"grafana_dashboards_path","type":"str","level":"advanced","flags":0,"default_value":"/etc/grafana/dashboards/ceph-dashboard/","min":"","max":"","enum_allowed":[],"desc":"location of dashboards to include in grafana deployments","long_desc":"","tags":[],"see_also":[]},"host_check_interval":{"name":"host_check_interval","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to perform a host check","long_desc":"","tags":[],"see_also":[]},"hw_monitoring":{"name":"hw_monitoring","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Deploy hw monitoring daemon on every host.","long_desc":"","tags":[],"see_also":[]},"inventory_list_all":{"name":"inventory_list_all","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Whether ceph-volume inventory should report more devices (mostly mappers (LVs / mpaths), partitions...)","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_refresh_metadata":{"name":"log_refresh_metadata","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Log all refresh metadata. Includes daemon, device, and host info collected regularly. Only has effect if logging at debug level","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"log to the \"cephadm\" cluster log channel\"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"manage_etc_ceph_ceph_conf":{"name":"manage_etc_ceph_ceph_conf","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Manage and own /etc/ceph/ceph.conf on the hosts.","long_desc":"","tags":[],"see_also":[]},"manage_etc_ceph_ceph_conf_hosts":{"name":"manage_etc_ceph_ceph_conf_hosts","type":"str","level":"advanced","flags":0,"default_value":"*","min":"","max":"","enum_allowed":[],"desc":"PlacementSpec describing on which hosts to manage /etc/ceph/ceph.conf","long_desc":"","tags":[],"see_also":[]},"max_count_per_host":{"name":"max_count_per_host","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"max number of daemons per service per host","long_desc":"","tags":[],"see_also":[]},"max_osd_draining_count":{"name":"max_osd_draining_count","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"max number of osds that will be drained simultaneously when osds are removed","long_desc":"","tags":[],"see_also":[]},"migration_current":{"name":"migration_current","type":"int","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"internal - do not modify","long_desc":"","tags":[],"see_also":[]},"mode":{"name":"mode","type":"str","level":"advanced","flags":0,"default_value":"root","min":"","max":"","enum_allowed":["cephadm-package","root"],"desc":"mode for remote execution of cephadm","long_desc":"","tags":[],"see_also":[]},"oob_default_addr":{"name":"oob_default_addr","type":"str","level":"advanced","flags":0,"default_value":"169.254.1.1","min":"","max":"","enum_allowed":[],"desc":"Default address for RedFish API (oob management).","long_desc":"","tags":[],"see_also":[]},"prometheus_alerts_path":{"name":"prometheus_alerts_path","type":"str","level":"advanced","flags":0,"default_value":"/etc/prometheus/ceph/ceph_default_alerts.yml","min":"","max":"","enum_allowed":[],"desc":"location of alerts to include in prometheus deployments","long_desc":"","tags":[],"see_also":[]},"registry_insecure":{"name":"registry_insecure","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Registry is to be considered insecure (no TLS available). Only for development purposes.","long_desc":"","tags":[],"see_also":[]},"registry_password":{"name":"registry_password","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Custom repository password. Only used for logging into a registry.","long_desc":"","tags":[],"see_also":[]},"registry_url":{"name":"registry_url","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Registry url for login purposes. This is not the default registry","long_desc":"","tags":[],"see_also":[]},"registry_username":{"name":"registry_username","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Custom repository username. Only used for logging into a registry.","long_desc":"","tags":[],"see_also":[]},"secure_monitoring_stack":{"name":"secure_monitoring_stack","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable TLS security for all the monitoring stack daemons","long_desc":"","tags":[],"see_also":[]},"service_discovery_port":{"name":"service_discovery_port","type":"int","level":"advanced","flags":0,"default_value":"8765","min":"","max":"","enum_allowed":[],"desc":"cephadm service discovery port","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssh_config_file":{"name":"ssh_config_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"customized SSH config file to connect to managed hosts","long_desc":"","tags":[],"see_also":[]},"ssh_keepalive_count_max":{"name":"ssh_keepalive_count_max","type":"int","level":"advanced","flags":0,"default_value":"3","min":"","max":"","enum_allowed":[],"desc":"How many times ssh connections can fail liveness checks before the host is marked offline","long_desc":"","tags":[],"see_also":[]},"ssh_keepalive_interval":{"name":"ssh_keepalive_interval","type":"int","level":"advanced","flags":0,"default_value":"7","min":"","max":"","enum_allowed":[],"desc":"How often ssh connections are checked for liveness","long_desc":"","tags":[],"see_also":[]},"use_agent":{"name":"use_agent","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Use cephadm agent on each host to gather and send metadata","long_desc":"","tags":[],"see_also":[]},"use_repo_digest":{"name":"use_repo_digest","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Automatically convert image tags to image digest. Make sure all daemons use the same image","long_desc":"","tags":[],"see_also":[]},"warn_on_failed_host_check":{"name":"warn_on_failed_host_check","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if the host check fails","long_desc":"","tags":[],"see_also":[]},"warn_on_stray_daemons":{"name":"warn_on_stray_daemons","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if daemons are detected that are not managed by cephadm","long_desc":"","tags":[],"see_also":[]},"warn_on_stray_hosts":{"name":"warn_on_stray_hosts","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if daemons are detected on a host that is not managed by cephadm","long_desc":"","tags":[],"see_also":[]}}},{"name":"crash","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"retain_interval":{"name":"retain_interval","type":"secs","level":"advanced","flags":1,"default_value":"31536000","min":"","max":"","enum_allowed":[],"desc":"how long to retain crashes before pruning them","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"warn_recent_interval":{"name":"warn_recent_interval","type":"secs","level":"advanced","flags":1,"default_value":"1209600","min":"","max":"","enum_allowed":[],"desc":"time interval in which to warn about recent crashes","long_desc":"","tags":[],"see_also":[]}}},{"name":"dashboard","can_run":true,"error_string":"","module_options":{"ACCOUNT_LOCKOUT_ATTEMPTS":{"name":"ACCOUNT_LOCKOUT_ATTEMPTS","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ALERTMANAGER_API_HOST":{"name":"ALERTMANAGER_API_HOST","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ALERTMANAGER_API_SSL_VERIFY":{"name":"ALERTMANAGER_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"AUDIT_API_ENABLED":{"name":"AUDIT_API_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"AUDIT_API_LOG_PAYLOAD":{"name":"AUDIT_API_LOG_PAYLOAD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ENABLE_BROWSABLE_API":{"name":"ENABLE_BROWSABLE_API","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_CEPHFS":{"name":"FEATURE_TOGGLE_CEPHFS","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_DASHBOARD":{"name":"FEATURE_TOGGLE_DASHBOARD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_ISCSI":{"name":"FEATURE_TOGGLE_ISCSI","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_MIRRORING":{"name":"FEATURE_TOGGLE_MIRRORING","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_NFS":{"name":"FEATURE_TOGGLE_NFS","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_RBD":{"name":"FEATURE_TOGGLE_RBD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_RGW":{"name":"FEATURE_TOGGLE_RGW","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE":{"name":"GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_PASSWORD":{"name":"GRAFANA_API_PASSWORD","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_SSL_VERIFY":{"name":"GRAFANA_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_URL":{"name":"GRAFANA_API_URL","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_USERNAME":{"name":"GRAFANA_API_USERNAME","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_FRONTEND_API_URL":{"name":"GRAFANA_FRONTEND_API_URL","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_UPDATE_DASHBOARDS":{"name":"GRAFANA_UPDATE_DASHBOARDS","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ISCSI_API_SSL_VERIFICATION":{"name":"ISCSI_API_SSL_VERIFICATION","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ISSUE_TRACKER_API_KEY":{"name":"ISSUE_TRACKER_API_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PROMETHEUS_API_HOST":{"name":"PROMETHEUS_API_HOST","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PROMETHEUS_API_SSL_VERIFY":{"name":"PROMETHEUS_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_COMPLEXITY_ENABLED":{"name":"PWD_POLICY_CHECK_COMPLEXITY_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED":{"name":"PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_LENGTH_ENABLED":{"name":"PWD_POLICY_CHECK_LENGTH_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_OLDPWD_ENABLED":{"name":"PWD_POLICY_CHECK_OLDPWD_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED":{"name":"PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED":{"name":"PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_USERNAME_ENABLED":{"name":"PWD_POLICY_CHECK_USERNAME_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_ENABLED":{"name":"PWD_POLICY_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_EXCLUSION_LIST":{"name":"PWD_POLICY_EXCLUSION_LIST","type":"str","level":"advanced","flags":0,"default_value":"osd,host,dashboard,pool,block,nfs,ceph,monitors,gateway,logs,crush,maps","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_MIN_COMPLEXITY":{"name":"PWD_POLICY_MIN_COMPLEXITY","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_MIN_LENGTH":{"name":"PWD_POLICY_MIN_LENGTH","type":"int","level":"advanced","flags":0,"default_value":"8","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"REST_REQUESTS_TIMEOUT":{"name":"REST_REQUESTS_TIMEOUT","type":"int","level":"advanced","flags":0,"default_value":"45","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_ACCESS_KEY":{"name":"RGW_API_ACCESS_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_ADMIN_RESOURCE":{"name":"RGW_API_ADMIN_RESOURCE","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_SECRET_KEY":{"name":"RGW_API_SECRET_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_SSL_VERIFY":{"name":"RGW_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_SPAN":{"name":"USER_PWD_EXPIRATION_SPAN","type":"int","level":"advanced","flags":0,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_WARNING_1":{"name":"USER_PWD_EXPIRATION_WARNING_1","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_WARNING_2":{"name":"USER_PWD_EXPIRATION_WARNING_2","type":"int","level":"advanced","flags":0,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"cross_origin_url":{"name":"cross_origin_url","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"crt_file":{"name":"crt_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"debug":{"name":"debug","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable/disable debug options","long_desc":"","tags":[],"see_also":[]},"jwt_token_ttl":{"name":"jwt_token_ttl","type":"int","level":"advanced","flags":0,"default_value":"28800","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"key_file":{"name":"key_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"motd":{"name":"motd","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"The message of the day","long_desc":"","tags":[],"see_also":[]},"redirect_resolve_ip_addr":{"name":"redirect_resolve_ip_addr","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"::","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"int","level":"advanced","flags":0,"default_value":"8080","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl":{"name":"ssl","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl_server_port":{"name":"ssl_server_port","type":"int","level":"advanced","flags":0,"default_value":"8443","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_behaviour":{"name":"standby_behaviour","type":"str","level":"advanced","flags":0,"default_value":"redirect","min":"","max":"","enum_allowed":["error","redirect"],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_error_status_code":{"name":"standby_error_status_code","type":"int","level":"advanced","flags":0,"default_value":"500","min":"400","max":"599","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"url_prefix":{"name":"url_prefix","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"devicehealth","can_run":true,"error_string":"","module_options":{"enable_monitoring":{"name":"enable_monitoring","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"monitor device health metrics","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mark_out_threshold":{"name":"mark_out_threshold","type":"secs","level":"advanced","flags":1,"default_value":"2419200","min":"","max":"","enum_allowed":[],"desc":"automatically mark OSD if it may fail before this long","long_desc":"","tags":[],"see_also":[]},"pool_name":{"name":"pool_name","type":"str","level":"advanced","flags":1,"default_value":"device_health_metrics","min":"","max":"","enum_allowed":[],"desc":"name of pool in which to store device health metrics","long_desc":"","tags":[],"see_also":[]},"retention_period":{"name":"retention_period","type":"secs","level":"advanced","flags":1,"default_value":"15552000","min":"","max":"","enum_allowed":[],"desc":"how long to retain device health metrics","long_desc":"","tags":[],"see_also":[]},"scrape_frequency":{"name":"scrape_frequency","type":"secs","level":"advanced","flags":1,"default_value":"86400","min":"","max":"","enum_allowed":[],"desc":"how frequently to scrape device health metrics","long_desc":"","tags":[],"see_also":[]},"self_heal":{"name":"self_heal","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"preemptively heal cluster around devices that may fail","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and check device health","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"warn_threshold":{"name":"warn_threshold","type":"secs","level":"advanced","flags":1,"default_value":"7257600","min":"","max":"","enum_allowed":[],"desc":"raise health warning if OSD may fail before this long","long_desc":"","tags":[],"see_also":[]}}},{"name":"diskprediction_local","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"predict_interval":{"name":"predict_interval","type":"str","level":"advanced","flags":0,"default_value":"86400","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"predictor_model":{"name":"predictor_model","type":"str","level":"advanced","flags":0,"default_value":"prophetstor","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"str","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"influx","can_run":true,"error_string":"","module_options":{"batch_size":{"name":"batch_size","type":"int","level":"advanced","flags":0,"default_value":"5000","min":"","max":"","enum_allowed":[],"desc":"How big batches of data points should be when sending to InfluxDB.","long_desc":"","tags":[],"see_also":[]},"database":{"name":"database","type":"str","level":"advanced","flags":0,"default_value":"ceph","min":"","max":"","enum_allowed":[],"desc":"InfluxDB database name. You will need to create this database and grant write privileges to the configured username or the username must have admin privileges to create it.","long_desc":"","tags":[],"see_also":[]},"hostname":{"name":"hostname","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"InfluxDB server hostname","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"30","min":"5","max":"","enum_allowed":[],"desc":"Time between reports to InfluxDB. Default 30 seconds.","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"password":{"name":"password","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"password of InfluxDB server user","long_desc":"","tags":[],"see_also":[]},"port":{"name":"port","type":"int","level":"advanced","flags":0,"default_value":"8086","min":"","max":"","enum_allowed":[],"desc":"InfluxDB server port","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl":{"name":"ssl","type":"str","level":"advanced","flags":0,"default_value":"false","min":"","max":"","enum_allowed":[],"desc":"Use https connection for InfluxDB server. Use \"true\" or \"false\".","long_desc":"","tags":[],"see_also":[]},"threads":{"name":"threads","type":"int","level":"advanced","flags":0,"default_value":"5","min":"1","max":"32","enum_allowed":[],"desc":"How many worker threads should be spawned for sending data to InfluxDB.","long_desc":"","tags":[],"see_also":[]},"username":{"name":"username","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"username of InfluxDB server user","long_desc":"","tags":[],"see_also":[]},"verify_ssl":{"name":"verify_ssl","type":"str","level":"advanced","flags":0,"default_value":"true","min":"","max":"","enum_allowed":[],"desc":"Verify https cert for InfluxDB server. Use \"true\" or \"false\".","long_desc":"","tags":[],"see_also":[]}}},{"name":"insights","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"iostat","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"k8sevents","can_run":true,"error_string":"","module_options":{"ceph_event_retention_days":{"name":"ceph_event_retention_days","type":"int","level":"advanced","flags":0,"default_value":"7","min":"","max":"","enum_allowed":[],"desc":"Days to hold ceph event information within local cache","long_desc":"","tags":[],"see_also":[]},"config_check_secs":{"name":"config_check_secs","type":"int","level":"advanced","flags":0,"default_value":"10","min":"10","max":"","enum_allowed":[],"desc":"interval (secs) to check for cluster configuration changes","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"localpool","can_run":true,"error_string":"","module_options":{"failure_domain":{"name":"failure_domain","type":"str","level":"advanced","flags":1,"default_value":"host","min":"","max":"","enum_allowed":[],"desc":"failure domain for any created local pool","long_desc":"what failure domain we should separate data replicas across.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_size":{"name":"min_size","type":"int","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"default min_size for any created local pool","long_desc":"value to set min_size to (unchanged from Ceph's default if this option is not set)","tags":[],"see_also":[]},"num_rep":{"name":"num_rep","type":"int","level":"advanced","flags":1,"default_value":"3","min":"","max":"","enum_allowed":[],"desc":"default replica count for any created local pool","long_desc":"","tags":[],"see_also":[]},"pg_num":{"name":"pg_num","type":"int","level":"advanced","flags":1,"default_value":"128","min":"","max":"","enum_allowed":[],"desc":"default pg_num for any created local pool","long_desc":"","tags":[],"see_also":[]},"prefix":{"name":"prefix","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"name prefix for any created local pool","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"subtree":{"name":"subtree","type":"str","level":"advanced","flags":1,"default_value":"rack","min":"","max":"","enum_allowed":[],"desc":"CRUSH level for which to create a local pool","long_desc":"which CRUSH subtree type the module should create a pool for.","tags":[],"see_also":[]}}},{"name":"mds_autoscaler","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"mirroring","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"nfs","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"orchestrator","can_run":true,"error_string":"","module_options":{"fail_fs":{"name":"fail_fs","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Fail filesystem for rapid multi-rank mds upgrade","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"orchestrator":{"name":"orchestrator","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["cephadm","rook","test_orchestrator"],"desc":"Orchestrator backend","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"osd_perf_query","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"osd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"pg_autoscaler","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"threshold":{"name":"threshold","type":"float","level":"advanced","flags":0,"default_value":"3.0","min":"1.0","max":"","enum_allowed":[],"desc":"scaling threshold","long_desc":"The factor by which the `NEW PG_NUM` must vary from the current`PG_NUM` before being accepted. Cannot be less than 1.0","tags":[],"see_also":[]}}},{"name":"progress","can_run":true,"error_string":"","module_options":{"allow_pg_recovery_event":{"name":"allow_pg_recovery_event","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow the module to show pg recovery progress","long_desc":"","tags":[],"see_also":[]},"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_completed_events":{"name":"max_completed_events","type":"int","level":"advanced","flags":1,"default_value":"50","min":"","max":"","enum_allowed":[],"desc":"number of past completed events to remember","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"how long the module is going to sleep","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"prometheus","can_run":true,"error_string":"","module_options":{"cache":{"name":"cache","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"exclude_perf_counters":{"name":"exclude_perf_counters","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Do not include perf-counters in the metrics output","long_desc":"Gathering perf-counters from a single Prometheus exporter can degrade ceph-mgr performance, especially in large clusters. Instead, Ceph-exporter daemons are now used by default for perf-counter gathering. This should only be disabled when no ceph-exporters are deployed.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools":{"name":"rbd_stats_pools","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools_refresh_interval":{"name":"rbd_stats_pools_refresh_interval","type":"int","level":"advanced","flags":0,"default_value":"300","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"scrape_interval":{"name":"scrape_interval","type":"float","level":"advanced","flags":0,"default_value":"15.0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"::","min":"","max":"","enum_allowed":[],"desc":"the IPv4 or IPv6 address on which the module listens for HTTP requests","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"int","level":"advanced","flags":1,"default_value":"9283","min":"","max":"","enum_allowed":[],"desc":"the port on which the module listens for HTTP requests","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"stale_cache_strategy":{"name":"stale_cache_strategy","type":"str","level":"advanced","flags":0,"default_value":"log","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_behaviour":{"name":"standby_behaviour","type":"str","level":"advanced","flags":1,"default_value":"default","min":"","max":"","enum_allowed":["default","error"],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_error_status_code":{"name":"standby_error_status_code","type":"int","level":"advanced","flags":1,"default_value":"500","min":"400","max":"599","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rbd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_snap_create":{"name":"max_concurrent_snap_create","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mirror_snapshot_schedule":{"name":"mirror_snapshot_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"trash_purge_schedule":{"name":"trash_purge_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"restful","can_run":true,"error_string":"","module_options":{"enable_auth":{"name":"enable_auth","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"key_file":{"name":"key_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_requests":{"name":"max_requests","type":"int","level":"advanced","flags":0,"default_value":"500","min":"","max":"","enum_allowed":[],"desc":"Maximum number of requests to keep in memory. When new request comes in, the oldest request will be removed if the number of requests exceeds the max request number. if un-finished request is removed, error message will be logged in the ceph-mgr log.","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rgw","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"secondary_zone_period_retry_limit":{"name":"secondary_zone_period_retry_limit","type":"int","level":"advanced","flags":0,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"RGW module period update retry limit for secondary site","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rook","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"storage_class":{"name":"storage_class","type":"str","level":"advanced","flags":0,"default_value":"local","min":"","max":"","enum_allowed":[],"desc":"storage class name for LSO-discovered PVs","long_desc":"","tags":[],"see_also":[]}}},{"name":"selftest","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption1":{"name":"roption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption2":{"name":"roption2","type":"str","level":"advanced","flags":0,"default_value":"xyz","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption1":{"name":"rwoption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption2":{"name":"rwoption2","type":"int","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption3":{"name":"rwoption3","type":"float","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption4":{"name":"rwoption4","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption5":{"name":"rwoption5","type":"bool","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption6":{"name":"rwoption6","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption7":{"name":"rwoption7","type":"int","level":"advanced","flags":0,"default_value":"","min":"1","max":"42","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testkey":{"name":"testkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testlkey":{"name":"testlkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testnewline":{"name":"testnewline","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"snap_schedule","can_run":true,"error_string":"","module_options":{"allow_m_granularity":{"name":"allow_m_granularity","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow minute scheduled snapshots","long_desc":"","tags":[],"see_also":[]},"dump_on_update":{"name":"dump_on_update","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"dump database to debug log on update","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"stats","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"status","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telegraf","can_run":true,"error_string":"","module_options":{"address":{"name":"address","type":"str","level":"advanced","flags":0,"default_value":"unixgram:///tmp/telegraf.sock","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"15","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telemetry","can_run":true,"error_string":"","module_options":{"channel_basic":{"name":"channel_basic","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share basic cluster information (size, version)","long_desc":"","tags":[],"see_also":[]},"channel_crash":{"name":"channel_crash","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share metadata about Ceph daemon crashes (version, stack straces, etc)","long_desc":"","tags":[],"see_also":[]},"channel_device":{"name":"channel_device","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share device health metrics (e.g., SMART data, minus potentially identifying info like serial numbers)","long_desc":"","tags":[],"see_also":[]},"channel_ident":{"name":"channel_ident","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Share a user-provided description and/or contact email for the cluster","long_desc":"","tags":[],"see_also":[]},"channel_perf":{"name":"channel_perf","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Share various performance metrics of a cluster","long_desc":"","tags":[],"see_also":[]},"contact":{"name":"contact","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"description":{"name":"description","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"device_url":{"name":"device_url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/device","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"int","level":"advanced","flags":0,"default_value":"24","min":"8","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"last_opt_revision":{"name":"last_opt_revision","type":"int","level":"advanced","flags":0,"default_value":"1","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"leaderboard":{"name":"leaderboard","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"leaderboard_description":{"name":"leaderboard_description","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"organization":{"name":"organization","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"proxy":{"name":"proxy","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"url":{"name":"url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/report","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"test_orchestrator","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"volumes","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_clones":{"name":"max_concurrent_clones","type":"int","level":"advanced","flags":0,"default_value":"4","min":"","max":"","enum_allowed":[],"desc":"Number of asynchronous cloner threads","long_desc":"","tags":[],"see_also":[]},"periodic_async_work":{"name":"periodic_async_work","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Periodically check for async work","long_desc":"","tags":[],"see_also":[]},"snapshot_clone_delay":{"name":"snapshot_clone_delay","type":"int","level":"advanced","flags":0,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"Delay clone begin operation by snapshot_clone_delay seconds","long_desc":"","tags":[],"see_also":[]},"snapshot_clone_no_wait":{"name":"snapshot_clone_no_wait","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Reject subvolume clone request when cloner threads are busy","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"zabbix","can_run":true,"error_string":"","module_options":{"discovery_interval":{"name":"discovery_interval","type":"uint","level":"advanced","flags":0,"default_value":"100","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"identifier":{"name":"identifier","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_host":{"name":"zabbix_host","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_port":{"name":"zabbix_port","type":"int","level":"advanced","flags":0,"default_value":"10051","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_sender":{"name":"zabbix_sender","type":"str","level":"advanced","flags":0,"default_value":"/usr/bin/zabbix_sender","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}}],"services":{},"always_on_modules":{"octopus":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"],"pacific":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"],"quincy":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"],"reef":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"],"squid":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"]},"force_disabled_modules":{},"last_failure_osd_epoch":0,"active_clients":[{"name":"devicehealth","addrvec":[{"type":"v2","addr":"192.168.123.100:0","nonce":1909285113}]},{"name":"libcephsqlite","addrvec":[{"type":"v2","addr":"192.168.123.100:0","nonce":425068319}]},{"name":"rbd_support","addrvec":[{"type":"v2","addr":"192.168.123.100:0","nonce":4184015470}]},{"name":"volumes","addrvec":[{"type":"v2","addr":"192.168.123.100:0","nonce":2189371979}]}]} 2026-03-05T16:07:02.428 INFO:tasks.ceph.ceph_manager.ceph:mgr available! 2026-03-05T16:07:02.428 INFO:tasks.ceph.ceph_manager.ceph:waiting for all up 2026-03-05T16:07:02.428 DEBUG:teuthology.orchestra.run.vm00:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2026-03-05T16:07:02.590 INFO:teuthology.orchestra.run.vm00.stdout: 2026-03-05T16:07:02.590 INFO:teuthology.orchestra.run.vm00.stdout:{"epoch":16,"fsid":"3874fba2-f746-4a9a-9680-f49118da8e98","created":"2026-03-05T16:06:43.850855+0100","modified":"2026-03-05T16:07:02.181429+0100","last_up_change":"2026-03-05T16:06:51.684939+0100","last_in_change":"2026-03-05T16:06:44.526755+0100","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":5,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":2,"max_osd":3,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2026-03-05T16:06:52.392315+0100","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"12","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":2.9900000095367432,"score_stable":2.9900000095367432,"optimal_score":0.67000001668930054,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"rbd","create_time":"2026-03-05T16:06:58.288754+0100","flags":8193,"flags_names":"hashpspool,selfmanaged_snaps","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":8,"pg_placement_num":8,"pg_placement_num_target":8,"pg_num_target":8,"pg_num_pending":8,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"16","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":2,"snap_epoch":16,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{},"application_metadata":{"rbd":{}},"read_balance":{"score_type":"Fair distribution","score_acting":1.8799999952316284,"score_stable":1.8799999952316284,"optimal_score":1,"raw_score_acting":1.8799999952316284,"raw_score_stable":1.8799999952316284,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"bfbde296-8f45-454b-9b31-df2d5c2cd68c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":9,"up_thru":13,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"192.168.123.100:6800","nonce":1223844919},{"type":"v1","addr":"192.168.123.100:6801","nonce":1223844919}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"192.168.123.100:6802","nonce":1223844919},{"type":"v1","addr":"192.168.123.100:6803","nonce":1223844919}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"192.168.123.100:6806","nonce":1223844919},{"type":"v1","addr":"192.168.123.100:6807","nonce":1223844919}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"192.168.123.100:6804","nonce":1223844919},{"type":"v1","addr":"192.168.123.100:6805","nonce":1223844919}]},"public_addr":"192.168.123.100:6801/1223844919","cluster_addr":"192.168.123.100:6803/1223844919","heartbeat_back_addr":"192.168.123.100:6807/1223844919","heartbeat_front_addr":"192.168.123.100:6805/1223844919","state":["exists","up"]},{"osd":1,"uuid":"c8a5fcb2-6b9d-4153-9d4d-822410c6cb3c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":9,"up_thru":13,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"192.168.123.100:6816","nonce":3102805972},{"type":"v1","addr":"192.168.123.100:6817","nonce":3102805972}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"192.168.123.100:6818","nonce":3102805972},{"type":"v1","addr":"192.168.123.100:6819","nonce":3102805972}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"192.168.123.100:6822","nonce":3102805972},{"type":"v1","addr":"192.168.123.100:6823","nonce":3102805972}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"192.168.123.100:6820","nonce":3102805972},{"type":"v1","addr":"192.168.123.100:6821","nonce":3102805972}]},"public_addr":"192.168.123.100:6817/3102805972","cluster_addr":"192.168.123.100:6819/3102805972","heartbeat_back_addr":"192.168.123.100:6823/3102805972","heartbeat_front_addr":"192.168.123.100:6821/3102805972","state":["exists","up"]},{"osd":2,"uuid":"37f7f5d3-aba6-42c3-8b2a-67e8d43863d1","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":9,"up_thru":13,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"192.168.123.100:6808","nonce":341941880},{"type":"v1","addr":"192.168.123.100:6809","nonce":341941880}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"192.168.123.100:6810","nonce":341941880},{"type":"v1","addr":"192.168.123.100:6811","nonce":341941880}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"192.168.123.100:6814","nonce":341941880},{"type":"v1","addr":"192.168.123.100:6815","nonce":341941880}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"192.168.123.100:6812","nonce":341941880},{"type":"v1","addr":"192.168.123.100:6813","nonce":341941880}]},"public_addr":"192.168.123.100:6809/341941880","cluster_addr":"192.168.123.100:6811/341941880","heartbeat_back_addr":"192.168.123.100:6815/341941880","heartbeat_front_addr":"192.168.123.100:6813/341941880","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[{"pool":2,"snaps":[{"begin":2,"length":1}]}],"new_removed_snaps":[{"pool":2,"snaps":[{"begin":2,"length":1}]}],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2026-03-05T16:07:02.601 INFO:tasks.ceph.ceph_manager.ceph:all up! 2026-03-05T16:07:02.601 DEBUG:teuthology.orchestra.run.vm00:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2026-03-05T16:07:02.769 INFO:teuthology.orchestra.run.vm00.stdout: 2026-03-05T16:07:02.769 INFO:teuthology.orchestra.run.vm00.stdout:{"epoch":16,"fsid":"3874fba2-f746-4a9a-9680-f49118da8e98","created":"2026-03-05T16:06:43.850855+0100","modified":"2026-03-05T16:07:02.181429+0100","last_up_change":"2026-03-05T16:06:51.684939+0100","last_in_change":"2026-03-05T16:06:44.526755+0100","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":5,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":2,"max_osd":3,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2026-03-05T16:06:52.392315+0100","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"12","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":2.9900000095367432,"score_stable":2.9900000095367432,"optimal_score":0.67000001668930054,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"rbd","create_time":"2026-03-05T16:06:58.288754+0100","flags":8193,"flags_names":"hashpspool,selfmanaged_snaps","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":8,"pg_placement_num":8,"pg_placement_num_target":8,"pg_num_target":8,"pg_num_pending":8,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"16","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":2,"snap_epoch":16,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{},"application_metadata":{"rbd":{}},"read_balance":{"score_type":"Fair distribution","score_acting":1.8799999952316284,"score_stable":1.8799999952316284,"optimal_score":1,"raw_score_acting":1.8799999952316284,"raw_score_stable":1.8799999952316284,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"bfbde296-8f45-454b-9b31-df2d5c2cd68c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":9,"up_thru":13,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"192.168.123.100:6800","nonce":1223844919},{"type":"v1","addr":"192.168.123.100:6801","nonce":1223844919}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"192.168.123.100:6802","nonce":1223844919},{"type":"v1","addr":"192.168.123.100:6803","nonce":1223844919}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"192.168.123.100:6806","nonce":1223844919},{"type":"v1","addr":"192.168.123.100:6807","nonce":1223844919}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"192.168.123.100:6804","nonce":1223844919},{"type":"v1","addr":"192.168.123.100:6805","nonce":1223844919}]},"public_addr":"192.168.123.100:6801/1223844919","cluster_addr":"192.168.123.100:6803/1223844919","heartbeat_back_addr":"192.168.123.100:6807/1223844919","heartbeat_front_addr":"192.168.123.100:6805/1223844919","state":["exists","up"]},{"osd":1,"uuid":"c8a5fcb2-6b9d-4153-9d4d-822410c6cb3c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":9,"up_thru":13,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"192.168.123.100:6816","nonce":3102805972},{"type":"v1","addr":"192.168.123.100:6817","nonce":3102805972}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"192.168.123.100:6818","nonce":3102805972},{"type":"v1","addr":"192.168.123.100:6819","nonce":3102805972}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"192.168.123.100:6822","nonce":3102805972},{"type":"v1","addr":"192.168.123.100:6823","nonce":3102805972}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"192.168.123.100:6820","nonce":3102805972},{"type":"v1","addr":"192.168.123.100:6821","nonce":3102805972}]},"public_addr":"192.168.123.100:6817/3102805972","cluster_addr":"192.168.123.100:6819/3102805972","heartbeat_back_addr":"192.168.123.100:6823/3102805972","heartbeat_front_addr":"192.168.123.100:6821/3102805972","state":["exists","up"]},{"osd":2,"uuid":"37f7f5d3-aba6-42c3-8b2a-67e8d43863d1","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":9,"up_thru":13,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"192.168.123.100:6808","nonce":341941880},{"type":"v1","addr":"192.168.123.100:6809","nonce":341941880}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"192.168.123.100:6810","nonce":341941880},{"type":"v1","addr":"192.168.123.100:6811","nonce":341941880}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"192.168.123.100:6814","nonce":341941880},{"type":"v1","addr":"192.168.123.100:6815","nonce":341941880}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"192.168.123.100:6812","nonce":341941880},{"type":"v1","addr":"192.168.123.100:6813","nonce":341941880}]},"public_addr":"192.168.123.100:6809/341941880","cluster_addr":"192.168.123.100:6811/341941880","heartbeat_back_addr":"192.168.123.100:6815/341941880","heartbeat_front_addr":"192.168.123.100:6813/341941880","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[{"pool":2,"snaps":[{"begin":2,"length":1}]}],"new_removed_snaps":[{"pool":2,"snaps":[{"begin":2,"length":1}]}],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2026-03-05T16:07:02.781 DEBUG:teuthology.orchestra.run.vm00:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell osd.0 flush_pg_stats 2026-03-05T16:07:02.781 DEBUG:teuthology.orchestra.run.vm00:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell osd.1 flush_pg_stats 2026-03-05T16:07:02.782 DEBUG:teuthology.orchestra.run.vm00:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell osd.2 flush_pg_stats 2026-03-05T16:07:02.914 INFO:teuthology.orchestra.run.vm00.stdout:38654705668 2026-03-05T16:07:02.914 DEBUG:teuthology.orchestra.run.vm00:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.2 2026-03-05T16:07:02.918 INFO:teuthology.orchestra.run.vm00.stdout:38654705668 2026-03-05T16:07:02.918 DEBUG:teuthology.orchestra.run.vm00:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.0 2026-03-05T16:07:02.949 INFO:teuthology.orchestra.run.vm00.stdout:38654705668 2026-03-05T16:07:02.949 DEBUG:teuthology.orchestra.run.vm00:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.1 2026-03-05T16:07:03.144 INFO:teuthology.orchestra.run.vm00.stdout:38654705666 2026-03-05T16:07:03.164 INFO:tasks.ceph.ceph_manager.ceph:need seq 38654705668 got 38654705666 for osd.2 2026-03-05T16:07:03.189 INFO:teuthology.orchestra.run.vm00.stdout:38654705666 2026-03-05T16:07:03.201 INFO:tasks.ceph.ceph_manager.ceph:need seq 38654705668 got 38654705666 for osd.0 2026-03-05T16:07:03.205 INFO:teuthology.orchestra.run.vm00.stdout:38654705667 2026-03-05T16:07:03.216 INFO:tasks.ceph.ceph_manager.ceph:need seq 38654705668 got 38654705667 for osd.1 2026-03-05T16:07:04.165 DEBUG:teuthology.orchestra.run.vm00:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.2 2026-03-05T16:07:04.201 DEBUG:teuthology.orchestra.run.vm00:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.0 2026-03-05T16:07:04.217 DEBUG:teuthology.orchestra.run.vm00:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.1 2026-03-05T16:07:04.365 INFO:teuthology.orchestra.run.vm00.stdout:38654705667 2026-03-05T16:07:04.384 INFO:tasks.ceph.ceph_manager.ceph:need seq 38654705668 got 38654705667 for osd.2 2026-03-05T16:07:04.439 INFO:teuthology.orchestra.run.vm00.stdout:38654705666 2026-03-05T16:07:04.451 INFO:tasks.ceph.ceph_manager.ceph:need seq 38654705668 got 38654705666 for osd.0 2026-03-05T16:07:04.484 INFO:teuthology.orchestra.run.vm00.stdout:38654705667 2026-03-05T16:07:04.495 INFO:tasks.ceph.ceph_manager.ceph:need seq 38654705668 got 38654705667 for osd.1 2026-03-05T16:07:05.384 DEBUG:teuthology.orchestra.run.vm00:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.2 2026-03-05T16:07:05.452 DEBUG:teuthology.orchestra.run.vm00:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.0 2026-03-05T16:07:05.495 DEBUG:teuthology.orchestra.run.vm00:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.1 2026-03-05T16:07:05.571 INFO:teuthology.orchestra.run.vm00.stdout:38654705668 2026-03-05T16:07:05.593 INFO:tasks.ceph.ceph_manager.ceph:need seq 38654705668 got 38654705668 for osd.2 2026-03-05T16:07:05.593 DEBUG:teuthology.parallel:result is None 2026-03-05T16:07:05.666 INFO:teuthology.orchestra.run.vm00.stdout:38654705668 2026-03-05T16:07:05.677 INFO:tasks.ceph.ceph_manager.ceph:need seq 38654705668 got 38654705668 for osd.0 2026-03-05T16:07:05.677 DEBUG:teuthology.parallel:result is None 2026-03-05T16:07:05.692 INFO:teuthology.orchestra.run.vm00.stdout:38654705668 2026-03-05T16:07:05.703 INFO:tasks.ceph.ceph_manager.ceph:need seq 38654705668 got 38654705668 for osd.1 2026-03-05T16:07:05.703 DEBUG:teuthology.parallel:result is None 2026-03-05T16:07:05.703 INFO:tasks.ceph.ceph_manager.ceph:waiting for clean 2026-03-05T16:07:05.703 DEBUG:teuthology.orchestra.run.vm00:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2026-03-05T16:07:05.901 INFO:teuthology.orchestra.run.vm00.stdout: 2026-03-05T16:07:05.902 INFO:teuthology.orchestra.run.vm00.stderr:dumped all 2026-03-05T16:07:05.911 INFO:teuthology.orchestra.run.vm00.stdout:{"pg_ready":true,"pg_map":{"version":19,"stamp":"2026-03-05T16:07:04.380479+0100","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":459299,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":46,"num_read_kb":37,"num_write":59,"num_write_kb":586,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":35,"ondisk_log_size":35,"up":18,"acting":18,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":18,"num_osds":3,"num_per_pool_osds":3,"num_per_pool_omap_osds":3,"kb":314572800,"kb_used":81832,"kb_used_data":1312,"kb_used_omap":4,"kb_used_meta":80443,"kb_avail":314490968,"statfs":{"total":322122547200,"available":322038751232,"internally_reserved":0,"allocated":1343488,"data_stored":1035613,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":4788,"internal_metadata":82373964},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":19,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"5.208651"},"pg_stats":[{"pgid":"2.7","version":"0'0","reported_seq":19,"reported_epoch":16,"state":"active+clean","last_fresh":"2026-03-05T16:07:02.187932+0100","last_change":"2026-03-05T16:07:02.188077+0100","last_active":"2026-03-05T16:07:02.187932+0100","last_peered":"2026-03-05T16:07:02.187932+0100","last_clean":"2026-03-05T16:07:02.187932+0100","last_became_active":"2026-03-05T16:07:00.180808+0100","last_became_peered":"2026-03-05T16:07:00.180808+0100","last_unstale":"2026-03-05T16:07:02.187932+0100","last_undegraded":"2026-03-05T16:07:02.187932+0100","last_fullsized":"2026-03-05T16:07:02.187932+0100","mapping_epoch":13,"log_start":"0'0","ondisk_log_start":"0'0","created":13,"last_epoch_clean":14,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-03-05T16:06:59.168172+0100","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-03-05T16:06:59.168172+0100","last_clean_scrub_stamp":"2026-03-05T16:06:59.168172+0100","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-03-07T01:38:57.609623+0100","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00038987000000000001,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[{"start":"2","length":"1"}]},{"pgid":"2.6","version":"0'0","reported_seq":19,"reported_epoch":16,"state":"active+clean","last_fresh":"2026-03-05T16:07:02.187943+0100","last_change":"2026-03-05T16:07:02.188126+0100","last_active":"2026-03-05T16:07:02.187943+0100","last_peered":"2026-03-05T16:07:02.187943+0100","last_clean":"2026-03-05T16:07:02.187943+0100","last_became_active":"2026-03-05T16:07:00.180824+0100","last_became_peered":"2026-03-05T16:07:00.180824+0100","last_unstale":"2026-03-05T16:07:02.187943+0100","last_undegraded":"2026-03-05T16:07:02.187943+0100","last_fullsized":"2026-03-05T16:07:02.187943+0100","mapping_epoch":13,"log_start":"0'0","ondisk_log_start":"0'0","created":13,"last_epoch_clean":14,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-03-05T16:06:59.168172+0100","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-03-05T16:06:59.168172+0100","last_clean_scrub_stamp":"2026-03-05T16:06:59.168172+0100","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-03-06T16:39:41.424578+0100","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.000388737,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[{"start":"2","length":"1"}]},{"pgid":"2.5","version":"0'0","reported_seq":19,"reported_epoch":16,"state":"active+clean","last_fresh":"2026-03-05T16:07:02.188072+0100","last_change":"2026-03-05T16:07:02.188189+0100","last_active":"2026-03-05T16:07:02.188072+0100","last_peered":"2026-03-05T16:07:02.188072+0100","last_clean":"2026-03-05T16:07:02.188072+0100","last_became_active":"2026-03-05T16:07:00.179565+0100","last_became_peered":"2026-03-05T16:07:00.179565+0100","last_unstale":"2026-03-05T16:07:02.188072+0100","last_undegraded":"2026-03-05T16:07:02.188072+0100","last_fullsized":"2026-03-05T16:07:02.188072+0100","mapping_epoch":13,"log_start":"0'0","ondisk_log_start":"0'0","created":13,"last_epoch_clean":14,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-03-05T16:06:59.168172+0100","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-03-05T16:06:59.168172+0100","last_clean_scrub_stamp":"2026-03-05T16:06:59.168172+0100","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-03-06T16:45:49.778444+0100","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.000388878,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[{"start":"2","length":"1"}]},{"pgid":"2.4","version":"0'0","reported_seq":19,"reported_epoch":16,"state":"active+clean","last_fresh":"2026-03-05T16:07:02.188122+0100","last_change":"2026-03-05T16:07:02.188219+0100","last_active":"2026-03-05T16:07:02.188122+0100","last_peered":"2026-03-05T16:07:02.188122+0100","last_clean":"2026-03-05T16:07:02.188122+0100","last_became_active":"2026-03-05T16:07:00.179622+0100","last_became_peered":"2026-03-05T16:07:00.179622+0100","last_unstale":"2026-03-05T16:07:02.188122+0100","last_undegraded":"2026-03-05T16:07:02.188122+0100","last_fullsized":"2026-03-05T16:07:02.188122+0100","mapping_epoch":13,"log_start":"0'0","ondisk_log_start":"0'0","created":13,"last_epoch_clean":14,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-03-05T16:06:59.168172+0100","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-03-05T16:06:59.168172+0100","last_clean_scrub_stamp":"2026-03-05T16:06:59.168172+0100","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-03-06T20:42:52.515388+0100","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00040578000000000001,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[{"start":"2","length":"1"}]},{"pgid":"2.2","version":"16'2","reported_seq":21,"reported_epoch":16,"state":"active+clean","last_fresh":"2026-03-05T16:07:02.189605+0100","last_change":"2026-03-05T16:07:02.185304+0100","last_active":"2026-03-05T16:07:02.189605+0100","last_peered":"2026-03-05T16:07:02.189605+0100","last_clean":"2026-03-05T16:07:02.189605+0100","last_became_active":"2026-03-05T16:07:00.181839+0100","last_became_peered":"2026-03-05T16:07:00.181839+0100","last_unstale":"2026-03-05T16:07:02.189605+0100","last_undegraded":"2026-03-05T16:07:02.189605+0100","last_fullsized":"2026-03-05T16:07:02.189605+0100","mapping_epoch":13,"log_start":"0'0","ondisk_log_start":"0'0","created":13,"last_epoch_clean":14,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-03-05T16:06:59.168172+0100","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-03-05T16:06:59.168172+0100","last_clean_scrub_stamp":"2026-03-05T16:06:59.168172+0100","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-03-07T02:24:47.033838+0100","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00017228400000000001,"stat_sum":{"num_bytes":19,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[{"start":"2","length":"1"}]},{"pgid":"2.1","version":"0'0","reported_seq":19,"reported_epoch":16,"state":"active+clean","last_fresh":"2026-03-05T16:07:02.366939+0100","last_change":"2026-03-05T16:07:02.367040+0100","last_active":"2026-03-05T16:07:02.366939+0100","last_peered":"2026-03-05T16:07:02.366939+0100","last_clean":"2026-03-05T16:07:02.366939+0100","last_became_active":"2026-03-05T16:07:00.181292+0100","last_became_peered":"2026-03-05T16:07:00.181292+0100","last_unstale":"2026-03-05T16:07:02.366939+0100","last_undegraded":"2026-03-05T16:07:02.366939+0100","last_fullsized":"2026-03-05T16:07:02.366939+0100","mapping_epoch":13,"log_start":"0'0","ondisk_log_start":"0'0","created":13,"last_epoch_clean":14,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-03-05T16:06:59.168172+0100","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-03-05T16:06:59.168172+0100","last_clean_scrub_stamp":"2026-03-05T16:06:59.168172+0100","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-03-07T00:08:41.043969+0100","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.000228027,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[{"start":"2","length":"1"}]},{"pgid":"2.0","version":"0'0","reported_seq":19,"reported_epoch":16,"state":"active+clean","last_fresh":"2026-03-05T16:07:02.366957+0100","last_change":"2026-03-05T16:07:02.367029+0100","last_active":"2026-03-05T16:07:02.366957+0100","last_peered":"2026-03-05T16:07:02.366957+0100","last_clean":"2026-03-05T16:07:02.366957+0100","last_became_active":"2026-03-05T16:07:00.181391+0100","last_became_peered":"2026-03-05T16:07:00.181391+0100","last_unstale":"2026-03-05T16:07:02.366957+0100","last_undegraded":"2026-03-05T16:07:02.366957+0100","last_fullsized":"2026-03-05T16:07:02.366957+0100","mapping_epoch":13,"log_start":"0'0","ondisk_log_start":"0'0","created":13,"last_epoch_clean":14,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-03-05T16:06:59.168172+0100","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-03-05T16:06:59.168172+0100","last_clean_scrub_stamp":"2026-03-05T16:06:59.168172+0100","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-03-06T23:09:06.180195+0100","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00015620200000000001,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[{"start":"2","length":"1"}]},{"pgid":"2.3","version":"14'1","reported_seq":20,"reported_epoch":16,"state":"active+clean","last_fresh":"2026-03-05T16:07:02.188169+0100","last_change":"2026-03-05T16:07:02.188252+0100","last_active":"2026-03-05T16:07:02.188169+0100","last_peered":"2026-03-05T16:07:02.188169+0100","last_clean":"2026-03-05T16:07:02.188169+0100","last_became_active":"2026-03-05T16:07:00.179704+0100","last_became_peered":"2026-03-05T16:07:00.179704+0100","last_unstale":"2026-03-05T16:07:02.188169+0100","last_undegraded":"2026-03-05T16:07:02.188169+0100","last_fullsized":"2026-03-05T16:07:02.188169+0100","mapping_epoch":13,"log_start":"0'0","ondisk_log_start":"0'0","created":13,"last_epoch_clean":14,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-03-05T16:06:59.168172+0100","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-03-05T16:06:59.168172+0100","last_clean_scrub_stamp":"2026-03-05T16:06:59.168172+0100","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-03-06T23:49:23.364027+0100","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00038937899999999997,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[{"start":"2","length":"1"}]},{"pgid":"1.0","version":"11'32","reported_seq":64,"reported_epoch":16,"state":"active+clean","last_fresh":"2026-03-05T16:07:02.187984+0100","last_change":"2026-03-05T16:06:54.010015+0100","last_active":"2026-03-05T16:07:02.187984+0100","last_peered":"2026-03-05T16:07:02.187984+0100","last_clean":"2026-03-05T16:07:02.187984+0100","last_became_active":"2026-03-05T16:06:54.009881+0100","last_became_peered":"2026-03-05T16:06:54.009881+0100","last_unstale":"2026-03-05T16:07:02.187984+0100","last_undegraded":"2026-03-05T16:07:02.187984+0100","last_fullsized":"2026-03-05T16:07:02.187984+0100","mapping_epoch":10,"log_start":"0'0","ondisk_log_start":"0'0","created":10,"last_epoch_clean":11,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-03-05T16:06:52.999097+0100","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-03-05T16:06:52.999097+0100","last_clean_scrub_stamp":"2026-03-05T16:06:52.999097+0100","objects_scrubbed":0,"log_size":32,"log_dups_size":0,"ondisk_log_size":32,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-03-07T00:17:50.154944+0100","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":459280,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":46,"num_read_kb":37,"num_write":57,"num_write_kb":584,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]}],"pool_stats":[{"poolid":2,"num_pg":8,"stat_sum":{"num_bytes":19,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":38,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":3,"ondisk_log_size":3,"up":16,"acting":16,"num_store_stats":3},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":459280,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":46,"num_read_kb":37,"num_write":57,"num_write_kb":584,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":925696,"data_stored":918560,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":32,"ondisk_log_size":32,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":2,"up_from":9,"seq":38654705668,"num_pgs":3,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":104857600,"kb_used":26968,"kb_used_data":128,"kb_used_omap":1,"kb_used_meta":26814,"kb_avail":104830632,"statfs":{"total":107374182400,"available":107346567168,"internally_reserved":0,"allocated":131072,"data_stored":36637,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1596,"internal_metadata":27457988},"hb_peers":[0,1],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]},{"osd":1,"up_from":9,"seq":38654705668,"num_pgs":9,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":104857600,"kb_used":27432,"kb_used_data":592,"kb_used_omap":1,"kb_used_meta":26814,"kb_avail":104830168,"statfs":{"total":107374182400,"available":107346092032,"internally_reserved":0,"allocated":606208,"data_stored":499488,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1596,"internal_metadata":27457988},"hb_peers":[0,2],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]},{"osd":0,"up_from":9,"seq":38654705668,"num_pgs":6,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":104857600,"kb_used":27432,"kb_used_data":592,"kb_used_omap":1,"kb_used_meta":26814,"kb_avail":104830168,"statfs":{"total":107374182400,"available":107346092032,"internally_reserved":0,"allocated":606208,"data_stored":499488,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1596,"internal_metadata":27457988},"hb_peers":[1,2],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":462848,"data_stored":459280,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":462848,"data_stored":459280,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":19,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":19,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2026-03-05T16:07:05.911 DEBUG:teuthology.orchestra.run.vm00:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2026-03-05T16:07:06.068 INFO:teuthology.orchestra.run.vm00.stdout: 2026-03-05T16:07:06.068 INFO:teuthology.orchestra.run.vm00.stderr:dumped all 2026-03-05T16:07:06.078 INFO:teuthology.orchestra.run.vm00.stdout:{"pg_ready":true,"pg_map":{"version":19,"stamp":"2026-03-05T16:07:04.380479+0100","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":459299,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":46,"num_read_kb":37,"num_write":59,"num_write_kb":586,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":35,"ondisk_log_size":35,"up":18,"acting":18,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":18,"num_osds":3,"num_per_pool_osds":3,"num_per_pool_omap_osds":3,"kb":314572800,"kb_used":81832,"kb_used_data":1312,"kb_used_omap":4,"kb_used_meta":80443,"kb_avail":314490968,"statfs":{"total":322122547200,"available":322038751232,"internally_reserved":0,"allocated":1343488,"data_stored":1035613,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":4788,"internal_metadata":82373964},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":19,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"5.208651"},"pg_stats":[{"pgid":"2.7","version":"0'0","reported_seq":19,"reported_epoch":16,"state":"active+clean","last_fresh":"2026-03-05T16:07:02.187932+0100","last_change":"2026-03-05T16:07:02.188077+0100","last_active":"2026-03-05T16:07:02.187932+0100","last_peered":"2026-03-05T16:07:02.187932+0100","last_clean":"2026-03-05T16:07:02.187932+0100","last_became_active":"2026-03-05T16:07:00.180808+0100","last_became_peered":"2026-03-05T16:07:00.180808+0100","last_unstale":"2026-03-05T16:07:02.187932+0100","last_undegraded":"2026-03-05T16:07:02.187932+0100","last_fullsized":"2026-03-05T16:07:02.187932+0100","mapping_epoch":13,"log_start":"0'0","ondisk_log_start":"0'0","created":13,"last_epoch_clean":14,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-03-05T16:06:59.168172+0100","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-03-05T16:06:59.168172+0100","last_clean_scrub_stamp":"2026-03-05T16:06:59.168172+0100","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-03-07T01:38:57.609623+0100","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00038987000000000001,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[{"start":"2","length":"1"}]},{"pgid":"2.6","version":"0'0","reported_seq":19,"reported_epoch":16,"state":"active+clean","last_fresh":"2026-03-05T16:07:02.187943+0100","last_change":"2026-03-05T16:07:02.188126+0100","last_active":"2026-03-05T16:07:02.187943+0100","last_peered":"2026-03-05T16:07:02.187943+0100","last_clean":"2026-03-05T16:07:02.187943+0100","last_became_active":"2026-03-05T16:07:00.180824+0100","last_became_peered":"2026-03-05T16:07:00.180824+0100","last_unstale":"2026-03-05T16:07:02.187943+0100","last_undegraded":"2026-03-05T16:07:02.187943+0100","last_fullsized":"2026-03-05T16:07:02.187943+0100","mapping_epoch":13,"log_start":"0'0","ondisk_log_start":"0'0","created":13,"last_epoch_clean":14,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-03-05T16:06:59.168172+0100","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-03-05T16:06:59.168172+0100","last_clean_scrub_stamp":"2026-03-05T16:06:59.168172+0100","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-03-06T16:39:41.424578+0100","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.000388737,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[{"start":"2","length":"1"}]},{"pgid":"2.5","version":"0'0","reported_seq":19,"reported_epoch":16,"state":"active+clean","last_fresh":"2026-03-05T16:07:02.188072+0100","last_change":"2026-03-05T16:07:02.188189+0100","last_active":"2026-03-05T16:07:02.188072+0100","last_peered":"2026-03-05T16:07:02.188072+0100","last_clean":"2026-03-05T16:07:02.188072+0100","last_became_active":"2026-03-05T16:07:00.179565+0100","last_became_peered":"2026-03-05T16:07:00.179565+0100","last_unstale":"2026-03-05T16:07:02.188072+0100","last_undegraded":"2026-03-05T16:07:02.188072+0100","last_fullsized":"2026-03-05T16:07:02.188072+0100","mapping_epoch":13,"log_start":"0'0","ondisk_log_start":"0'0","created":13,"last_epoch_clean":14,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-03-05T16:06:59.168172+0100","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-03-05T16:06:59.168172+0100","last_clean_scrub_stamp":"2026-03-05T16:06:59.168172+0100","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-03-06T16:45:49.778444+0100","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.000388878,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[{"start":"2","length":"1"}]},{"pgid":"2.4","version":"0'0","reported_seq":19,"reported_epoch":16,"state":"active+clean","last_fresh":"2026-03-05T16:07:02.188122+0100","last_change":"2026-03-05T16:07:02.188219+0100","last_active":"2026-03-05T16:07:02.188122+0100","last_peered":"2026-03-05T16:07:02.188122+0100","last_clean":"2026-03-05T16:07:02.188122+0100","last_became_active":"2026-03-05T16:07:00.179622+0100","last_became_peered":"2026-03-05T16:07:00.179622+0100","last_unstale":"2026-03-05T16:07:02.188122+0100","last_undegraded":"2026-03-05T16:07:02.188122+0100","last_fullsized":"2026-03-05T16:07:02.188122+0100","mapping_epoch":13,"log_start":"0'0","ondisk_log_start":"0'0","created":13,"last_epoch_clean":14,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-03-05T16:06:59.168172+0100","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-03-05T16:06:59.168172+0100","last_clean_scrub_stamp":"2026-03-05T16:06:59.168172+0100","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-03-06T20:42:52.515388+0100","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00040578000000000001,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[{"start":"2","length":"1"}]},{"pgid":"2.2","version":"16'2","reported_seq":21,"reported_epoch":16,"state":"active+clean","last_fresh":"2026-03-05T16:07:02.189605+0100","last_change":"2026-03-05T16:07:02.185304+0100","last_active":"2026-03-05T16:07:02.189605+0100","last_peered":"2026-03-05T16:07:02.189605+0100","last_clean":"2026-03-05T16:07:02.189605+0100","last_became_active":"2026-03-05T16:07:00.181839+0100","last_became_peered":"2026-03-05T16:07:00.181839+0100","last_unstale":"2026-03-05T16:07:02.189605+0100","last_undegraded":"2026-03-05T16:07:02.189605+0100","last_fullsized":"2026-03-05T16:07:02.189605+0100","mapping_epoch":13,"log_start":"0'0","ondisk_log_start":"0'0","created":13,"last_epoch_clean":14,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-03-05T16:06:59.168172+0100","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-03-05T16:06:59.168172+0100","last_clean_scrub_stamp":"2026-03-05T16:06:59.168172+0100","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-03-07T02:24:47.033838+0100","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00017228400000000001,"stat_sum":{"num_bytes":19,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[{"start":"2","length":"1"}]},{"pgid":"2.1","version":"0'0","reported_seq":19,"reported_epoch":16,"state":"active+clean","last_fresh":"2026-03-05T16:07:02.366939+0100","last_change":"2026-03-05T16:07:02.367040+0100","last_active":"2026-03-05T16:07:02.366939+0100","last_peered":"2026-03-05T16:07:02.366939+0100","last_clean":"2026-03-05T16:07:02.366939+0100","last_became_active":"2026-03-05T16:07:00.181292+0100","last_became_peered":"2026-03-05T16:07:00.181292+0100","last_unstale":"2026-03-05T16:07:02.366939+0100","last_undegraded":"2026-03-05T16:07:02.366939+0100","last_fullsized":"2026-03-05T16:07:02.366939+0100","mapping_epoch":13,"log_start":"0'0","ondisk_log_start":"0'0","created":13,"last_epoch_clean":14,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-03-05T16:06:59.168172+0100","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-03-05T16:06:59.168172+0100","last_clean_scrub_stamp":"2026-03-05T16:06:59.168172+0100","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-03-07T00:08:41.043969+0100","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.000228027,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[{"start":"2","length":"1"}]},{"pgid":"2.0","version":"0'0","reported_seq":19,"reported_epoch":16,"state":"active+clean","last_fresh":"2026-03-05T16:07:02.366957+0100","last_change":"2026-03-05T16:07:02.367029+0100","last_active":"2026-03-05T16:07:02.366957+0100","last_peered":"2026-03-05T16:07:02.366957+0100","last_clean":"2026-03-05T16:07:02.366957+0100","last_became_active":"2026-03-05T16:07:00.181391+0100","last_became_peered":"2026-03-05T16:07:00.181391+0100","last_unstale":"2026-03-05T16:07:02.366957+0100","last_undegraded":"2026-03-05T16:07:02.366957+0100","last_fullsized":"2026-03-05T16:07:02.366957+0100","mapping_epoch":13,"log_start":"0'0","ondisk_log_start":"0'0","created":13,"last_epoch_clean":14,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-03-05T16:06:59.168172+0100","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-03-05T16:06:59.168172+0100","last_clean_scrub_stamp":"2026-03-05T16:06:59.168172+0100","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-03-06T23:09:06.180195+0100","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00015620200000000001,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[{"start":"2","length":"1"}]},{"pgid":"2.3","version":"14'1","reported_seq":20,"reported_epoch":16,"state":"active+clean","last_fresh":"2026-03-05T16:07:02.188169+0100","last_change":"2026-03-05T16:07:02.188252+0100","last_active":"2026-03-05T16:07:02.188169+0100","last_peered":"2026-03-05T16:07:02.188169+0100","last_clean":"2026-03-05T16:07:02.188169+0100","last_became_active":"2026-03-05T16:07:00.179704+0100","last_became_peered":"2026-03-05T16:07:00.179704+0100","last_unstale":"2026-03-05T16:07:02.188169+0100","last_undegraded":"2026-03-05T16:07:02.188169+0100","last_fullsized":"2026-03-05T16:07:02.188169+0100","mapping_epoch":13,"log_start":"0'0","ondisk_log_start":"0'0","created":13,"last_epoch_clean":14,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-03-05T16:06:59.168172+0100","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-03-05T16:06:59.168172+0100","last_clean_scrub_stamp":"2026-03-05T16:06:59.168172+0100","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-03-06T23:49:23.364027+0100","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00038937899999999997,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[{"start":"2","length":"1"}]},{"pgid":"1.0","version":"11'32","reported_seq":64,"reported_epoch":16,"state":"active+clean","last_fresh":"2026-03-05T16:07:02.187984+0100","last_change":"2026-03-05T16:06:54.010015+0100","last_active":"2026-03-05T16:07:02.187984+0100","last_peered":"2026-03-05T16:07:02.187984+0100","last_clean":"2026-03-05T16:07:02.187984+0100","last_became_active":"2026-03-05T16:06:54.009881+0100","last_became_peered":"2026-03-05T16:06:54.009881+0100","last_unstale":"2026-03-05T16:07:02.187984+0100","last_undegraded":"2026-03-05T16:07:02.187984+0100","last_fullsized":"2026-03-05T16:07:02.187984+0100","mapping_epoch":10,"log_start":"0'0","ondisk_log_start":"0'0","created":10,"last_epoch_clean":11,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-03-05T16:06:52.999097+0100","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-03-05T16:06:52.999097+0100","last_clean_scrub_stamp":"2026-03-05T16:06:52.999097+0100","objects_scrubbed":0,"log_size":32,"log_dups_size":0,"ondisk_log_size":32,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-03-07T00:17:50.154944+0100","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":459280,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":46,"num_read_kb":37,"num_write":57,"num_write_kb":584,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]}],"pool_stats":[{"poolid":2,"num_pg":8,"stat_sum":{"num_bytes":19,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":38,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":3,"ondisk_log_size":3,"up":16,"acting":16,"num_store_stats":3},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":459280,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":46,"num_read_kb":37,"num_write":57,"num_write_kb":584,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":925696,"data_stored":918560,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":32,"ondisk_log_size":32,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":2,"up_from":9,"seq":38654705668,"num_pgs":3,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":104857600,"kb_used":26968,"kb_used_data":128,"kb_used_omap":1,"kb_used_meta":26814,"kb_avail":104830632,"statfs":{"total":107374182400,"available":107346567168,"internally_reserved":0,"allocated":131072,"data_stored":36637,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1596,"internal_metadata":27457988},"hb_peers":[0,1],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]},{"osd":1,"up_from":9,"seq":38654705668,"num_pgs":9,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":104857600,"kb_used":27432,"kb_used_data":592,"kb_used_omap":1,"kb_used_meta":26814,"kb_avail":104830168,"statfs":{"total":107374182400,"available":107346092032,"internally_reserved":0,"allocated":606208,"data_stored":499488,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1596,"internal_metadata":27457988},"hb_peers":[0,2],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]},{"osd":0,"up_from":9,"seq":38654705668,"num_pgs":6,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":104857600,"kb_used":27432,"kb_used_data":592,"kb_used_omap":1,"kb_used_meta":26814,"kb_avail":104830168,"statfs":{"total":107374182400,"available":107346092032,"internally_reserved":0,"allocated":606208,"data_stored":499488,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1596,"internal_metadata":27457988},"hb_peers":[1,2],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":462848,"data_stored":459280,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":462848,"data_stored":459280,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":19,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":19,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2026-03-05T16:07:06.078 INFO:tasks.ceph.ceph_manager.ceph:clean! 2026-03-05T16:07:06.078 INFO:tasks.ceph:Waiting until ceph cluster ceph is healthy... 2026-03-05T16:07:06.078 INFO:tasks.ceph.ceph_manager.ceph:wait_until_healthy 2026-03-05T16:07:06.078 DEBUG:teuthology.orchestra.run.vm00:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph health --format=json 2026-03-05T16:07:06.256 INFO:teuthology.orchestra.run.vm00.stdout: 2026-03-05T16:07:06.256 INFO:teuthology.orchestra.run.vm00.stdout:{"status":"HEALTH_OK","checks":{},"mutes":[]} 2026-03-05T16:07:06.265 INFO:tasks.ceph.ceph_manager.ceph:wait_until_healthy done 2026-03-05T16:07:06.265 INFO:teuthology.run_tasks:Running task tox... 2026-03-05T16:07:06.268 INFO:tasks.tox:Deploying tox from pip... 2026-03-05T16:07:06.268 DEBUG:teuthology.orchestra.run.vm00:> python3 -m venv /home/ubuntu/cephtest/tox-venv 2026-03-05T16:07:07.431 DEBUG:teuthology.orchestra.run.vm00:> source /home/ubuntu/cephtest/tox-venv/bin/activate && pip install tox==3.15.0 2026-03-05T16:07:07.698 INFO:teuthology.orchestra.run.vm00.stdout:Collecting tox==3.15.0 2026-03-05T16:07:07.726 INFO:teuthology.orchestra.run.vm00.stdout: Downloading tox-3.15.0-py2.py3-none-any.whl (82 kB) 2026-03-05T16:07:07.766 INFO:teuthology.orchestra.run.vm00.stdout:Collecting pluggy<1,>=0.12.0 2026-03-05T16:07:07.775 INFO:teuthology.orchestra.run.vm00.stdout: Downloading pluggy-0.13.1-py2.py3-none-any.whl (18 kB) 2026-03-05T16:07:07.792 INFO:teuthology.orchestra.run.vm00.stdout:Collecting toml>=0.9.4 2026-03-05T16:07:07.800 INFO:teuthology.orchestra.run.vm00.stdout: Downloading toml-0.10.2-py2.py3-none-any.whl (16 kB) 2026-03-05T16:07:07.826 INFO:teuthology.orchestra.run.vm00.stdout:Collecting py<2,>=1.4.17 2026-03-05T16:07:07.834 INFO:teuthology.orchestra.run.vm00.stdout: Downloading py-1.11.0-py2.py3-none-any.whl (98 kB) 2026-03-05T16:07:07.874 INFO:teuthology.orchestra.run.vm00.stdout:Collecting filelock<4,>=3.0.0 2026-03-05T16:07:07.882 INFO:teuthology.orchestra.run.vm00.stdout: Downloading filelock-3.19.1-py3-none-any.whl (15 kB) 2026-03-05T16:07:08.006 INFO:teuthology.orchestra.run.vm00.stdout:Collecting virtualenv!=20.0.0,!=20.0.1,!=20.0.2,!=20.0.3,!=20.0.4,!=20.0.5,!=20.0.6,!=20.0.7,>=16.0.0 2026-03-05T16:07:08.015 INFO:teuthology.orchestra.run.vm00.stdout: Downloading virtualenv-21.1.0-py3-none-any.whl (5.8 MB) 2026-03-05T16:07:08.119 INFO:teuthology.orchestra.run.vm00.stdout:Collecting packaging>=14 2026-03-05T16:07:08.127 INFO:teuthology.orchestra.run.vm00.stdout: Downloading packaging-26.0-py3-none-any.whl (74 kB) 2026-03-05T16:07:08.148 INFO:teuthology.orchestra.run.vm00.stdout:Collecting six<2,>=1.14.0 2026-03-05T16:07:08.156 INFO:teuthology.orchestra.run.vm00.stdout: Downloading six-1.17.0-py2.py3-none-any.whl (11 kB) 2026-03-05T16:07:08.182 INFO:teuthology.orchestra.run.vm00.stdout:Collecting python-discovery>=1 2026-03-05T16:07:08.191 INFO:teuthology.orchestra.run.vm00.stdout: Downloading python_discovery-1.1.0-py3-none-any.whl (30 kB) 2026-03-05T16:07:08.209 INFO:teuthology.orchestra.run.vm00.stdout:Collecting distlib<1,>=0.3.7 2026-03-05T16:07:08.226 INFO:teuthology.orchestra.run.vm00.stdout: Downloading distlib-0.4.0-py2.py3-none-any.whl (469 kB) 2026-03-05T16:07:08.268 INFO:teuthology.orchestra.run.vm00.stdout:Collecting platformdirs<5,>=3.9.1 2026-03-05T16:07:08.276 INFO:teuthology.orchestra.run.vm00.stdout: Downloading platformdirs-4.4.0-py3-none-any.whl (18 kB) 2026-03-05T16:07:08.304 INFO:teuthology.orchestra.run.vm00.stdout:Collecting typing-extensions>=4.13.2 2026-03-05T16:07:08.313 INFO:teuthology.orchestra.run.vm00.stdout: Downloading typing_extensions-4.15.0-py3-none-any.whl (44 kB) 2026-03-05T16:07:08.364 INFO:teuthology.orchestra.run.vm00.stdout:Installing collected packages: platformdirs, filelock, typing-extensions, python-discovery, distlib, virtualenv, toml, six, py, pluggy, packaging, tox 2026-03-05T16:07:08.598 INFO:teuthology.orchestra.run.vm00.stdout:Successfully installed distlib-0.4.0 filelock-3.19.1 packaging-26.0 platformdirs-4.4.0 pluggy-0.13.1 py-1.11.0 python-discovery-1.1.0 six-1.17.0 toml-0.10.2 tox-3.15.0 typing-extensions-4.15.0 virtualenv-21.1.0 2026-03-05T16:07:08.680 INFO:teuthology.orchestra.run.vm00.stderr:WARNING: You are using pip version 21.3.1; however, version 26.0.1 is available. 2026-03-05T16:07:08.680 INFO:teuthology.orchestra.run.vm00.stderr:You should consider upgrading via the '/home/ubuntu/cephtest/tox-venv/bin/python3 -m pip install --upgrade pip' command. 2026-03-05T16:07:08.713 INFO:teuthology.run_tasks:Running task keystone... 2026-03-05T16:07:08.717 DEBUG:tasks.keystone:Keystone config is {'client.0': {'force-branch': 'stable/2025.2', 'services': [{'description': 'Swift Service', 'name': 'swift', 'type': 'object-store'}], 'ec2 credentials': [{'project': 's3tests', 'user': 's3tests-main'}], 'projects': [{'description': 's3tests project', 'name': 's3tests'}], 'role-mappings': [{'name': 'member', 'project': 's3tests', 'user': 's3tests-main'}], 'roles': [{'name': 'member'}], 'users': [{'name': 's3tests-main', 'password': 'SECRET', 'project': 's3tests'}]}} 2026-03-05T16:07:08.717 INFO:tasks.keystone:Downloading keystone... 2026-03-05T16:07:08.717 DEBUG:teuthology.orchestra.run.vm00:> git clone -b stable/2025.2 https://github.com/openstack/keystone.git /home/ubuntu/cephtest/keystone 2026-03-05T16:07:08.732 INFO:teuthology.orchestra.run.vm00.stderr:Cloning into '/home/ubuntu/cephtest/keystone'... 2026-03-05T16:07:13.055 DEBUG:teuthology.orchestra.run.vm00:> cd /home/ubuntu/cephtest/keystone && sed -i 's/pysaml2<4.0.3,>=2.4.0/pysaml2>=4.5.0/' requirements.txt 2026-03-05T16:07:13.110 INFO:tasks.keystone:Installing packages for Keystone... 2026-03-05T16:07:13.110 DEBUG:teuthology.orchestra.run.vm00:> source /home/ubuntu/cephtest/tox-venv/bin/activate && python 2026-03-05T16:07:13.193 INFO:teuthology.orchestra.run.vm00.stderr:No fix necessary 2026-03-05T16:07:13.194 DEBUG:teuthology.orchestra.run.vm00:> source /home/ubuntu/cephtest/tox-venv/bin/activate && pip install bindep 2026-03-05T16:07:13.534 INFO:teuthology.orchestra.run.vm00.stdout:Collecting bindep 2026-03-05T16:07:13.563 INFO:teuthology.orchestra.run.vm00.stdout: Downloading bindep-2.13.0-py3-none-any.whl (34 kB) 2026-03-05T16:07:13.694 INFO:teuthology.orchestra.run.vm00.stdout:Collecting Parsley 2026-03-05T16:07:13.702 INFO:teuthology.orchestra.run.vm00.stdout: Downloading Parsley-1.3-py2.py3-none-any.whl (88 kB) 2026-03-05T16:07:13.713 INFO:teuthology.orchestra.run.vm00.stdout:Requirement already satisfied: packaging in ./cephtest/tox-venv/lib/python3.9/site-packages (from bindep) (26.0) 2026-03-05T16:07:13.756 INFO:teuthology.orchestra.run.vm00.stdout:Collecting pbr>=2 2026-03-05T16:07:13.764 INFO:teuthology.orchestra.run.vm00.stdout: Downloading pbr-7.0.3-py2.py3-none-any.whl (131 kB) 2026-03-05T16:07:13.789 INFO:teuthology.orchestra.run.vm00.stdout:Collecting distro>=1.7 2026-03-05T16:07:13.797 INFO:teuthology.orchestra.run.vm00.stdout: Downloading distro-1.9.0-py3-none-any.whl (20 kB) 2026-03-05T16:07:13.800 INFO:teuthology.orchestra.run.vm00.stdout:Requirement already satisfied: setuptools in ./cephtest/tox-venv/lib/python3.9/site-packages (from pbr>=2->bindep) (53.0.0) 2026-03-05T16:07:13.833 INFO:teuthology.orchestra.run.vm00.stdout:Installing collected packages: pbr, Parsley, distro, bindep 2026-03-05T16:07:13.935 INFO:teuthology.orchestra.run.vm00.stdout:Successfully installed Parsley-1.3 bindep-2.13.0 distro-1.9.0 pbr-7.0.3 2026-03-05T16:07:13.936 INFO:teuthology.orchestra.run.vm00.stderr:WARNING: You are using pip version 21.3.1; however, version 26.0.1 is available. 2026-03-05T16:07:13.936 INFO:teuthology.orchestra.run.vm00.stderr:You should consider upgrading via the '/home/ubuntu/cephtest/tox-venv/bin/python3 -m pip install --upgrade pip' command. 2026-03-05T16:07:13.963 DEBUG:teuthology.orchestra.run.vm00:> source /home/ubuntu/cephtest/tox-venv/bin/activate && bindep --brief --file /home/ubuntu/cephtest/keystone/bindep.txt 2026-03-05T16:07:14.315 INFO:teuthology.orchestra.run.vm00.stdout:cyrus-sasl-devel 2026-03-05T16:07:14.315 INFO:teuthology.orchestra.run.vm00.stdout:libffi-devel 2026-03-05T16:07:14.315 INFO:teuthology.orchestra.run.vm00.stdout:libxml2-devel 2026-03-05T16:07:14.315 INFO:teuthology.orchestra.run.vm00.stdout:libxslt-devel 2026-03-05T16:07:14.315 INFO:teuthology.orchestra.run.vm00.stdout:mariadb 2026-03-05T16:07:14.315 INFO:teuthology.orchestra.run.vm00.stdout:mariadb-devel 2026-03-05T16:07:14.315 INFO:teuthology.orchestra.run.vm00.stdout:mariadb-server 2026-03-05T16:07:14.315 INFO:teuthology.orchestra.run.vm00.stdout:openldap-devel 2026-03-05T16:07:14.315 INFO:teuthology.orchestra.run.vm00.stdout:openssl-devel 2026-03-05T16:07:14.315 INFO:teuthology.orchestra.run.vm00.stdout:postgresql 2026-03-05T16:07:14.315 INFO:teuthology.orchestra.run.vm00.stdout:postgresql-devel 2026-03-05T16:07:14.315 INFO:teuthology.orchestra.run.vm00.stdout:postgresql-server 2026-03-05T16:07:14.331 DEBUG:teuthology.orchestra.run:got remote process result: 1 2026-03-05T16:07:14.332 INFO:teuthology.packaging:Installing package cyrus-sasl-devel on ubuntu@vm00.local 2026-03-05T16:07:14.332 DEBUG:teuthology.orchestra.run.vm00:> sudo yum -y install cyrus-sasl-devel 2026-03-05T16:07:14.675 INFO:teuthology.orchestra.run.vm00.stdout:Last metadata expiration check: 0:01:16 ago on Thu 05 Mar 2026 04:05:58 PM CET. 2026-03-05T16:07:14.743 INFO:teuthology.orchestra.run.vm00.stdout:Dependencies resolved. 2026-03-05T16:07:14.743 INFO:teuthology.orchestra.run.vm00.stdout:================================================================================ 2026-03-05T16:07:14.743 INFO:teuthology.orchestra.run.vm00.stdout: Package Architecture Version Repository Size 2026-03-05T16:07:14.743 INFO:teuthology.orchestra.run.vm00.stdout:================================================================================ 2026-03-05T16:07:14.743 INFO:teuthology.orchestra.run.vm00.stdout:Installing: 2026-03-05T16:07:14.743 INFO:teuthology.orchestra.run.vm00.stdout: cyrus-sasl-devel x86_64 2.1.27-21.el9 appstream 102 k 2026-03-05T16:07:14.743 INFO:teuthology.orchestra.run.vm00.stdout:Installing dependencies: 2026-03-05T16:07:14.744 INFO:teuthology.orchestra.run.vm00.stdout: cyrus-sasl x86_64 2.1.27-21.el9 baseos 71 k 2026-03-05T16:07:14.744 INFO:teuthology.orchestra.run.vm00.stdout: 2026-03-05T16:07:14.744 INFO:teuthology.orchestra.run.vm00.stdout:Transaction Summary 2026-03-05T16:07:14.744 INFO:teuthology.orchestra.run.vm00.stdout:================================================================================ 2026-03-05T16:07:14.744 INFO:teuthology.orchestra.run.vm00.stdout:Install 2 Packages 2026-03-05T16:07:14.744 INFO:teuthology.orchestra.run.vm00.stdout: 2026-03-05T16:07:14.744 INFO:teuthology.orchestra.run.vm00.stdout:Total download size: 173 k 2026-03-05T16:07:14.744 INFO:teuthology.orchestra.run.vm00.stdout:Installed size: 349 k 2026-03-05T16:07:14.744 INFO:teuthology.orchestra.run.vm00.stdout:Downloading Packages: 2026-03-05T16:07:15.322 INFO:teuthology.orchestra.run.vm00.stdout:(1/2): cyrus-sasl-2.1.27-21.el9.x86_64.rpm 262 kB/s | 71 kB 00:00 2026-03-05T16:07:15.842 INFO:teuthology.orchestra.run.vm00.stdout:(2/2): cyrus-sasl-devel-2.1.27-21.el9.x86_64.rp 129 kB/s | 102 kB 00:00 2026-03-05T16:07:15.843 INFO:teuthology.orchestra.run.vm00.stdout:-------------------------------------------------------------------------------- 2026-03-05T16:07:15.843 INFO:teuthology.orchestra.run.vm00.stdout:Total 157 kB/s | 173 kB 00:01 2026-03-05T16:07:15.860 INFO:teuthology.orchestra.run.vm00.stdout:Running transaction check 2026-03-05T16:07:15.866 INFO:teuthology.orchestra.run.vm00.stdout:Transaction check succeeded. 2026-03-05T16:07:15.866 INFO:teuthology.orchestra.run.vm00.stdout:Running transaction test 2026-03-05T16:07:15.888 INFO:teuthology.orchestra.run.vm00.stdout:Transaction test succeeded. 2026-03-05T16:07:15.888 INFO:teuthology.orchestra.run.vm00.stdout:Running transaction 2026-03-05T16:07:15.926 INFO:teuthology.orchestra.run.vm00.stdout: Preparing : 1/1 2026-03-05T16:07:15.976 INFO:teuthology.orchestra.run.vm00.stdout: Running scriptlet: cyrus-sasl-2.1.27-21.el9.x86_64 1/2 2026-03-05T16:07:15.978 INFO:teuthology.orchestra.run.vm00.stdout: Installing : cyrus-sasl-2.1.27-21.el9.x86_64 1/2 2026-03-05T16:07:16.007 INFO:teuthology.orchestra.run.vm00.stdout: Running scriptlet: cyrus-sasl-2.1.27-21.el9.x86_64 1/2 2026-03-05T16:07:16.028 INFO:teuthology.orchestra.run.vm00.stdout: Installing : cyrus-sasl-devel-2.1.27-21.el9.x86_64 2/2 2026-03-05T16:07:16.419 INFO:teuthology.orchestra.run.vm00.stdout: Running scriptlet: cyrus-sasl-devel-2.1.27-21.el9.x86_64 2/2 2026-03-05T16:07:16.419 INFO:teuthology.orchestra.run.vm00.stdout: Verifying : cyrus-sasl-2.1.27-21.el9.x86_64 1/2 2026-03-05T16:07:16.466 INFO:teuthology.orchestra.run.vm00.stdout: Verifying : cyrus-sasl-devel-2.1.27-21.el9.x86_64 2/2 2026-03-05T16:07:16.466 INFO:teuthology.orchestra.run.vm00.stdout: 2026-03-05T16:07:16.466 INFO:teuthology.orchestra.run.vm00.stdout:Installed: 2026-03-05T16:07:16.466 INFO:teuthology.orchestra.run.vm00.stdout: cyrus-sasl-2.1.27-21.el9.x86_64 cyrus-sasl-devel-2.1.27-21.el9.x86_64 2026-03-05T16:07:16.466 INFO:teuthology.orchestra.run.vm00.stdout: 2026-03-05T16:07:16.466 INFO:teuthology.orchestra.run.vm00.stdout:Complete! 2026-03-05T16:07:16.504 INFO:teuthology.packaging:Installing package libffi-devel on ubuntu@vm00.local 2026-03-05T16:07:16.504 DEBUG:teuthology.orchestra.run.vm00:> sudo yum -y install libffi-devel 2026-03-05T16:07:16.866 INFO:teuthology.orchestra.run.vm00.stdout:Last metadata expiration check: 0:01:18 ago on Thu 05 Mar 2026 04:05:58 PM CET. 2026-03-05T16:07:16.935 INFO:teuthology.orchestra.run.vm00.stdout:Dependencies resolved. 2026-03-05T16:07:16.936 INFO:teuthology.orchestra.run.vm00.stdout:================================================================================ 2026-03-05T16:07:16.936 INFO:teuthology.orchestra.run.vm00.stdout: Package Architecture Version Repository Size 2026-03-05T16:07:16.936 INFO:teuthology.orchestra.run.vm00.stdout:================================================================================ 2026-03-05T16:07:16.936 INFO:teuthology.orchestra.run.vm00.stdout:Installing: 2026-03-05T16:07:16.936 INFO:teuthology.orchestra.run.vm00.stdout: libffi-devel x86_64 3.4.2-8.el9 appstream 28 k 2026-03-05T16:07:16.936 INFO:teuthology.orchestra.run.vm00.stdout: 2026-03-05T16:07:16.936 INFO:teuthology.orchestra.run.vm00.stdout:Transaction Summary 2026-03-05T16:07:16.936 INFO:teuthology.orchestra.run.vm00.stdout:================================================================================ 2026-03-05T16:07:16.936 INFO:teuthology.orchestra.run.vm00.stdout:Install 1 Package 2026-03-05T16:07:16.936 INFO:teuthology.orchestra.run.vm00.stdout: 2026-03-05T16:07:16.936 INFO:teuthology.orchestra.run.vm00.stdout:Total download size: 28 k 2026-03-05T16:07:16.936 INFO:teuthology.orchestra.run.vm00.stdout:Installed size: 33 k 2026-03-05T16:07:16.936 INFO:teuthology.orchestra.run.vm00.stdout:Downloading Packages: 2026-03-05T16:07:17.704 INFO:teuthology.orchestra.run.vm00.stdout:libffi-devel-3.4.2-8.el9.x86_64.rpm 46 kB/s | 28 kB 00:00 2026-03-05T16:07:17.705 INFO:teuthology.orchestra.run.vm00.stdout:-------------------------------------------------------------------------------- 2026-03-05T16:07:17.705 INFO:teuthology.orchestra.run.vm00.stdout:Total 37 kB/s | 28 kB 00:00 2026-03-05T16:07:17.713 INFO:teuthology.orchestra.run.vm00.stdout:Running transaction check 2026-03-05T16:07:17.716 INFO:teuthology.orchestra.run.vm00.stdout:Transaction check succeeded. 2026-03-05T16:07:17.716 INFO:teuthology.orchestra.run.vm00.stdout:Running transaction test 2026-03-05T16:07:17.717 INFO:teuthology.orchestra.run.vm00.stdout:Transaction test succeeded. 2026-03-05T16:07:17.718 INFO:teuthology.orchestra.run.vm00.stdout:Running transaction 2026-03-05T16:07:17.742 INFO:teuthology.orchestra.run.vm00.stdout: Preparing : 1/1 2026-03-05T16:07:17.759 INFO:teuthology.orchestra.run.vm00.stdout: Installing : libffi-devel-3.4.2-8.el9.x86_64 1/1 2026-03-05T16:07:17.830 INFO:teuthology.orchestra.run.vm00.stdout: Running scriptlet: libffi-devel-3.4.2-8.el9.x86_64 1/1 2026-03-05T16:07:17.876 INFO:teuthology.orchestra.run.vm00.stdout: Verifying : libffi-devel-3.4.2-8.el9.x86_64 1/1 2026-03-05T16:07:17.876 INFO:teuthology.orchestra.run.vm00.stdout: 2026-03-05T16:07:17.876 INFO:teuthology.orchestra.run.vm00.stdout:Installed: 2026-03-05T16:07:17.876 INFO:teuthology.orchestra.run.vm00.stdout: libffi-devel-3.4.2-8.el9.x86_64 2026-03-05T16:07:17.876 INFO:teuthology.orchestra.run.vm00.stdout: 2026-03-05T16:07:17.876 INFO:teuthology.orchestra.run.vm00.stdout:Complete! 2026-03-05T16:07:17.910 INFO:teuthology.packaging:Installing package libxml2-devel on ubuntu@vm00.local 2026-03-05T16:07:17.910 DEBUG:teuthology.orchestra.run.vm00:> sudo yum -y install libxml2-devel 2026-03-05T16:07:18.289 INFO:teuthology.orchestra.run.vm00.stdout:Last metadata expiration check: 0:01:20 ago on Thu 05 Mar 2026 04:05:58 PM CET. 2026-03-05T16:07:18.357 INFO:teuthology.orchestra.run.vm00.stdout:Dependencies resolved. 2026-03-05T16:07:18.358 INFO:teuthology.orchestra.run.vm00.stdout:================================================================================ 2026-03-05T16:07:18.358 INFO:teuthology.orchestra.run.vm00.stdout: Package Arch Version Repository Size 2026-03-05T16:07:18.358 INFO:teuthology.orchestra.run.vm00.stdout:================================================================================ 2026-03-05T16:07:18.358 INFO:teuthology.orchestra.run.vm00.stdout:Installing: 2026-03-05T16:07:18.358 INFO:teuthology.orchestra.run.vm00.stdout: libxml2-devel x86_64 2.9.13-14.el9_7 appstream 828 k 2026-03-05T16:07:18.358 INFO:teuthology.orchestra.run.vm00.stdout:Upgrading: 2026-03-05T16:07:18.358 INFO:teuthology.orchestra.run.vm00.stdout: libxml2 x86_64 2.9.13-14.el9_7 baseos 746 k 2026-03-05T16:07:18.358 INFO:teuthology.orchestra.run.vm00.stdout: python3-libxml2 x86_64 2.9.13-14.el9_7 baseos 225 k 2026-03-05T16:07:18.358 INFO:teuthology.orchestra.run.vm00.stdout:Installing dependencies: 2026-03-05T16:07:18.358 INFO:teuthology.orchestra.run.vm00.stdout: cmake-filesystem x86_64 3.26.5-3.el9_7 appstream 11 k 2026-03-05T16:07:18.358 INFO:teuthology.orchestra.run.vm00.stdout: xz-devel x86_64 5.2.5-8.el9_0 appstream 52 k 2026-03-05T16:07:18.358 INFO:teuthology.orchestra.run.vm00.stdout: zlib-devel x86_64 1.2.11-40.el9 appstream 44 k 2026-03-05T16:07:18.358 INFO:teuthology.orchestra.run.vm00.stdout: 2026-03-05T16:07:18.358 INFO:teuthology.orchestra.run.vm00.stdout:Transaction Summary 2026-03-05T16:07:18.358 INFO:teuthology.orchestra.run.vm00.stdout:================================================================================ 2026-03-05T16:07:18.358 INFO:teuthology.orchestra.run.vm00.stdout:Install 4 Packages 2026-03-05T16:07:18.358 INFO:teuthology.orchestra.run.vm00.stdout:Upgrade 2 Packages 2026-03-05T16:07:18.358 INFO:teuthology.orchestra.run.vm00.stdout: 2026-03-05T16:07:18.358 INFO:teuthology.orchestra.run.vm00.stdout:Total download size: 1.9 M 2026-03-05T16:07:18.358 INFO:teuthology.orchestra.run.vm00.stdout:Downloading Packages: 2026-03-05T16:07:18.904 INFO:teuthology.orchestra.run.vm00.stdout:(1/6): cmake-filesystem-3.26.5-3.el9_7.x86_64.r 45 kB/s | 11 kB 00:00 2026-03-05T16:07:18.970 INFO:teuthology.orchestra.run.vm00.stdout:(2/6): xz-devel-5.2.5-8.el9_0.x86_64.rpm 172 kB/s | 52 kB 00:00 2026-03-05T16:07:19.071 INFO:teuthology.orchestra.run.vm00.stdout:(3/6): zlib-devel-1.2.11-40.el9.x86_64.rpm 264 kB/s | 44 kB 00:00 2026-03-05T16:07:19.434 INFO:teuthology.orchestra.run.vm00.stdout:(4/6): python3-libxml2-2.9.13-14.el9_7.x86_64.r 621 kB/s | 225 kB 00:00 2026-03-05T16:07:19.461 INFO:teuthology.orchestra.run.vm00.stdout:(5/6): libxml2-devel-2.9.13-14.el9_7.x86_64.rpm 1.0 MB/s | 828 kB 00:00 2026-03-05T16:07:19.972 INFO:teuthology.orchestra.run.vm00.stdout:(6/6): libxml2-2.9.13-14.el9_7.x86_64.rpm 744 kB/s | 746 kB 00:01 2026-03-05T16:07:19.975 INFO:teuthology.orchestra.run.vm00.stdout:-------------------------------------------------------------------------------- 2026-03-05T16:07:19.975 INFO:teuthology.orchestra.run.vm00.stdout:Total 1.2 MB/s | 1.9 MB 00:01 2026-03-05T16:07:20.021 INFO:teuthology.orchestra.run.vm00.stdout:Running transaction check 2026-03-05T16:07:20.030 INFO:teuthology.orchestra.run.vm00.stdout:Transaction check succeeded. 2026-03-05T16:07:20.030 INFO:teuthology.orchestra.run.vm00.stdout:Running transaction test 2026-03-05T16:07:20.064 INFO:teuthology.orchestra.run.vm00.stdout:Transaction test succeeded. 2026-03-05T16:07:20.065 INFO:teuthology.orchestra.run.vm00.stdout:Running transaction 2026-03-05T16:07:20.128 INFO:teuthology.orchestra.run.vm00.stdout: Preparing : 1/1 2026-03-05T16:07:20.132 INFO:teuthology.orchestra.run.vm00.stdout: Upgrading : libxml2-2.9.13-14.el9_7.x86_64 1/8 2026-03-05T16:07:20.140 INFO:teuthology.orchestra.run.vm00.stdout: Installing : zlib-devel-1.2.11-40.el9.x86_64 2/8 2026-03-05T16:07:20.145 INFO:teuthology.orchestra.run.vm00.stdout: Installing : xz-devel-5.2.5-8.el9_0.x86_64 3/8 2026-03-05T16:07:20.232 INFO:teuthology.orchestra.run.vm00.stdout: Installing : cmake-filesystem-3.26.5-3.el9_7.x86_64 4/8 2026-03-05T16:07:20.241 INFO:teuthology.orchestra.run.vm00.stdout: Installing : libxml2-devel-2.9.13-14.el9_7.x86_64 5/8 2026-03-05T16:07:20.242 INFO:teuthology.orchestra.run.vm00.stdout: Upgrading : python3-libxml2-2.9.13-14.el9_7.x86_64 6/8 2026-03-05T16:07:20.244 INFO:teuthology.orchestra.run.vm00.stdout: Cleanup : python3-libxml2-2.9.13-12.el9_6.x86_64 7/8 2026-03-05T16:07:20.261 INFO:teuthology.orchestra.run.vm00.stdout: Cleanup : libxml2-2.9.13-12.el9_6.x86_64 8/8 2026-03-05T16:07:20.394 INFO:teuthology.orchestra.run.vm00.stdout: Running scriptlet: libxml2-2.9.13-12.el9_6.x86_64 8/8 2026-03-05T16:07:20.394 INFO:teuthology.orchestra.run.vm00.stdout: Verifying : cmake-filesystem-3.26.5-3.el9_7.x86_64 1/8 2026-03-05T16:07:20.394 INFO:teuthology.orchestra.run.vm00.stdout: Verifying : libxml2-devel-2.9.13-14.el9_7.x86_64 2/8 2026-03-05T16:07:20.394 INFO:teuthology.orchestra.run.vm00.stdout: Verifying : xz-devel-5.2.5-8.el9_0.x86_64 3/8 2026-03-05T16:07:20.394 INFO:teuthology.orchestra.run.vm00.stdout: Verifying : zlib-devel-1.2.11-40.el9.x86_64 4/8 2026-03-05T16:07:20.394 INFO:teuthology.orchestra.run.vm00.stdout: Verifying : libxml2-2.9.13-14.el9_7.x86_64 5/8 2026-03-05T16:07:20.394 INFO:teuthology.orchestra.run.vm00.stdout: Verifying : libxml2-2.9.13-12.el9_6.x86_64 6/8 2026-03-05T16:07:20.394 INFO:teuthology.orchestra.run.vm00.stdout: Verifying : python3-libxml2-2.9.13-14.el9_7.x86_64 7/8 2026-03-05T16:07:20.452 INFO:teuthology.orchestra.run.vm00.stdout: Verifying : python3-libxml2-2.9.13-12.el9_6.x86_64 8/8 2026-03-05T16:07:20.452 INFO:teuthology.orchestra.run.vm00.stdout: 2026-03-05T16:07:20.452 INFO:teuthology.orchestra.run.vm00.stdout:Upgraded: 2026-03-05T16:07:20.452 INFO:teuthology.orchestra.run.vm00.stdout: libxml2-2.9.13-14.el9_7.x86_64 python3-libxml2-2.9.13-14.el9_7.x86_64 2026-03-05T16:07:20.452 INFO:teuthology.orchestra.run.vm00.stdout:Installed: 2026-03-05T16:07:20.452 INFO:teuthology.orchestra.run.vm00.stdout: cmake-filesystem-3.26.5-3.el9_7.x86_64 libxml2-devel-2.9.13-14.el9_7.x86_64 2026-03-05T16:07:20.452 INFO:teuthology.orchestra.run.vm00.stdout: xz-devel-5.2.5-8.el9_0.x86_64 zlib-devel-1.2.11-40.el9.x86_64 2026-03-05T16:07:20.452 INFO:teuthology.orchestra.run.vm00.stdout: 2026-03-05T16:07:20.452 INFO:teuthology.orchestra.run.vm00.stdout:Complete! 2026-03-05T16:07:20.489 INFO:teuthology.packaging:Installing package libxslt-devel on ubuntu@vm00.local 2026-03-05T16:07:20.489 DEBUG:teuthology.orchestra.run.vm00:> sudo yum -y install libxslt-devel 2026-03-05T16:07:20.896 INFO:teuthology.orchestra.run.vm00.stdout:Last metadata expiration check: 0:01:22 ago on Thu 05 Mar 2026 04:05:58 PM CET. 2026-03-05T16:07:20.966 INFO:teuthology.orchestra.run.vm00.stdout:Dependencies resolved. 2026-03-05T16:07:20.967 INFO:teuthology.orchestra.run.vm00.stdout:================================================================================ 2026-03-05T16:07:20.967 INFO:teuthology.orchestra.run.vm00.stdout: Package Arch Version Repository Size 2026-03-05T16:07:20.967 INFO:teuthology.orchestra.run.vm00.stdout:================================================================================ 2026-03-05T16:07:20.967 INFO:teuthology.orchestra.run.vm00.stdout:Installing: 2026-03-05T16:07:20.967 INFO:teuthology.orchestra.run.vm00.stdout: libxslt-devel x86_64 1.1.34-13.el9_6 appstream 287 k 2026-03-05T16:07:20.967 INFO:teuthology.orchestra.run.vm00.stdout:Installing dependencies: 2026-03-05T16:07:20.967 INFO:teuthology.orchestra.run.vm00.stdout: libgpg-error-devel x86_64 1.42-5.el9 appstream 65 k 2026-03-05T16:07:20.967 INFO:teuthology.orchestra.run.vm00.stdout: 2026-03-05T16:07:20.967 INFO:teuthology.orchestra.run.vm00.stdout:Transaction Summary 2026-03-05T16:07:20.967 INFO:teuthology.orchestra.run.vm00.stdout:================================================================================ 2026-03-05T16:07:20.967 INFO:teuthology.orchestra.run.vm00.stdout:Install 2 Packages 2026-03-05T16:07:20.967 INFO:teuthology.orchestra.run.vm00.stdout: 2026-03-05T16:07:20.967 INFO:teuthology.orchestra.run.vm00.stdout:Total download size: 352 k 2026-03-05T16:07:20.967 INFO:teuthology.orchestra.run.vm00.stdout:Installed size: 2.7 M 2026-03-05T16:07:20.967 INFO:teuthology.orchestra.run.vm00.stdout:Downloading Packages: 2026-03-05T16:07:21.441 INFO:teuthology.orchestra.run.vm00.stdout:(1/2): libgpg-error-devel-1.42-5.el9.x86_64.rpm 205 kB/s | 65 kB 00:00 2026-03-05T16:07:21.786 INFO:teuthology.orchestra.run.vm00.stdout:(2/2): libxslt-devel-1.1.34-13.el9_6.x86_64.rpm 433 kB/s | 287 kB 00:00 2026-03-05T16:07:21.788 INFO:teuthology.orchestra.run.vm00.stdout:-------------------------------------------------------------------------------- 2026-03-05T16:07:21.788 INFO:teuthology.orchestra.run.vm00.stdout:Total 429 kB/s | 352 kB 00:00 2026-03-05T16:07:21.803 INFO:teuthology.orchestra.run.vm00.stdout:Running transaction check 2026-03-05T16:07:21.807 INFO:teuthology.orchestra.run.vm00.stdout:Transaction check succeeded. 2026-03-05T16:07:21.807 INFO:teuthology.orchestra.run.vm00.stdout:Running transaction test 2026-03-05T16:07:21.831 INFO:teuthology.orchestra.run.vm00.stdout:Transaction test succeeded. 2026-03-05T16:07:21.831 INFO:teuthology.orchestra.run.vm00.stdout:Running transaction 2026-03-05T16:07:21.879 INFO:teuthology.orchestra.run.vm00.stdout: Preparing : 1/1 2026-03-05T16:07:21.920 INFO:teuthology.orchestra.run.vm00.stdout: Installing : libgpg-error-devel-1.42-5.el9.x86_64 1/2 2026-03-05T16:07:21.939 INFO:teuthology.orchestra.run.vm00.stdout: Installing : libxslt-devel-1.1.34-13.el9_6.x86_64 2/2 2026-03-05T16:07:22.021 INFO:teuthology.orchestra.run.vm00.stdout: Running scriptlet: libxslt-devel-1.1.34-13.el9_6.x86_64 2/2 2026-03-05T16:07:22.021 INFO:teuthology.orchestra.run.vm00.stdout: Verifying : libgpg-error-devel-1.42-5.el9.x86_64 1/2 2026-03-05T16:07:22.080 INFO:teuthology.orchestra.run.vm00.stdout: Verifying : libxslt-devel-1.1.34-13.el9_6.x86_64 2/2 2026-03-05T16:07:22.080 INFO:teuthology.orchestra.run.vm00.stdout: 2026-03-05T16:07:22.080 INFO:teuthology.orchestra.run.vm00.stdout:Installed: 2026-03-05T16:07:22.080 INFO:teuthology.orchestra.run.vm00.stdout: libgpg-error-devel-1.42-5.el9.x86_64 libxslt-devel-1.1.34-13.el9_6.x86_64 2026-03-05T16:07:22.080 INFO:teuthology.orchestra.run.vm00.stdout: 2026-03-05T16:07:22.080 INFO:teuthology.orchestra.run.vm00.stdout:Complete! 2026-03-05T16:07:22.120 INFO:teuthology.packaging:Installing package mariadb on ubuntu@vm00.local 2026-03-05T16:07:22.120 DEBUG:teuthology.orchestra.run.vm00:> sudo yum -y install mariadb 2026-03-05T16:07:22.532 INFO:teuthology.orchestra.run.vm00.stdout:Last metadata expiration check: 0:01:24 ago on Thu 05 Mar 2026 04:05:58 PM CET. 2026-03-05T16:07:22.603 INFO:teuthology.orchestra.run.vm00.stdout:Dependencies resolved. 2026-03-05T16:07:22.604 INFO:teuthology.orchestra.run.vm00.stdout:================================================================================ 2026-03-05T16:07:22.604 INFO:teuthology.orchestra.run.vm00.stdout: Package Arch Version Repository Size 2026-03-05T16:07:22.604 INFO:teuthology.orchestra.run.vm00.stdout:================================================================================ 2026-03-05T16:07:22.604 INFO:teuthology.orchestra.run.vm00.stdout:Installing: 2026-03-05T16:07:22.604 INFO:teuthology.orchestra.run.vm00.stdout: mariadb x86_64 3:10.5.29-3.el9_7 appstream 1.6 M 2026-03-05T16:07:22.604 INFO:teuthology.orchestra.run.vm00.stdout:Installing dependencies: 2026-03-05T16:07:22.604 INFO:teuthology.orchestra.run.vm00.stdout: mariadb-common x86_64 3:10.5.29-3.el9_7 appstream 27 k 2026-03-05T16:07:22.604 INFO:teuthology.orchestra.run.vm00.stdout: mariadb-connector-c x86_64 3.2.6-1.el9_0 appstream 195 k 2026-03-05T16:07:22.604 INFO:teuthology.orchestra.run.vm00.stdout: mariadb-connector-c-config noarch 3.2.6-1.el9_0 appstream 9.8 k 2026-03-05T16:07:22.604 INFO:teuthology.orchestra.run.vm00.stdout: perl-Sys-Hostname x86_64 1.23-481.1.el9_6 appstream 15 k 2026-03-05T16:07:22.604 INFO:teuthology.orchestra.run.vm00.stdout: 2026-03-05T16:07:22.604 INFO:teuthology.orchestra.run.vm00.stdout:Transaction Summary 2026-03-05T16:07:22.604 INFO:teuthology.orchestra.run.vm00.stdout:================================================================================ 2026-03-05T16:07:22.604 INFO:teuthology.orchestra.run.vm00.stdout:Install 5 Packages 2026-03-05T16:07:22.604 INFO:teuthology.orchestra.run.vm00.stdout: 2026-03-05T16:07:22.604 INFO:teuthology.orchestra.run.vm00.stdout:Total download size: 1.9 M 2026-03-05T16:07:22.604 INFO:teuthology.orchestra.run.vm00.stdout:Installed size: 22 M 2026-03-05T16:07:22.604 INFO:teuthology.orchestra.run.vm00.stdout:Downloading Packages: 2026-03-05T16:07:23.028 INFO:teuthology.orchestra.run.vm00.stdout:(1/5): mariadb-common-10.5.29-3.el9_7.x86_64.rp 100 kB/s | 27 kB 00:00 2026-03-05T16:07:23.205 INFO:teuthology.orchestra.run.vm00.stdout:(2/5): mariadb-connector-c-config-3.2.6-1.el9_0 55 kB/s | 9.8 kB 00:00 2026-03-05T16:07:23.331 INFO:teuthology.orchestra.run.vm00.stdout:(3/5): mariadb-connector-c-3.2.6-1.el9_0.x86_64 342 kB/s | 195 kB 00:00 2026-03-05T16:07:23.393 INFO:teuthology.orchestra.run.vm00.stdout:(4/5): perl-Sys-Hostname-1.23-481.1.el9_6.x86_6 82 kB/s | 15 kB 00:00 2026-03-05T16:07:23.873 INFO:teuthology.orchestra.run.vm00.stdout:(5/5): mariadb-10.5.29-3.el9_7.x86_64.rpm 1.5 MB/s | 1.6 MB 00:01 2026-03-05T16:07:23.875 INFO:teuthology.orchestra.run.vm00.stdout:-------------------------------------------------------------------------------- 2026-03-05T16:07:23.875 INFO:teuthology.orchestra.run.vm00.stdout:Total 1.5 MB/s | 1.9 MB 00:01 2026-03-05T16:07:23.925 INFO:teuthology.orchestra.run.vm00.stdout:Running transaction check 2026-03-05T16:07:23.932 INFO:teuthology.orchestra.run.vm00.stdout:Transaction check succeeded. 2026-03-05T16:07:23.932 INFO:teuthology.orchestra.run.vm00.stdout:Running transaction test 2026-03-05T16:07:23.963 INFO:teuthology.orchestra.run.vm00.stdout:Transaction test succeeded. 2026-03-05T16:07:23.963 INFO:teuthology.orchestra.run.vm00.stdout:Running transaction 2026-03-05T16:07:24.017 INFO:teuthology.orchestra.run.vm00.stdout: Preparing : 1/1 2026-03-05T16:07:24.029 INFO:teuthology.orchestra.run.vm00.stdout: Installing : mariadb-connector-c-config-3.2.6-1.el9_0.noarch 1/5 2026-03-05T16:07:24.036 INFO:teuthology.orchestra.run.vm00.stdout: Installing : mariadb-common-3:10.5.29-3.el9_7.x86_64 2/5 2026-03-05T16:07:24.040 INFO:teuthology.orchestra.run.vm00.stdout: Installing : mariadb-connector-c-3.2.6-1.el9_0.x86_64 3/5 2026-03-05T16:07:24.082 INFO:teuthology.orchestra.run.vm00.stdout: Installing : perl-Sys-Hostname-1.23-481.1.el9_6.x86_64 4/5 2026-03-05T16:07:24.104 INFO:teuthology.orchestra.run.vm00.stdout: Installing : mariadb-3:10.5.29-3.el9_7.x86_64 5/5 2026-03-05T16:07:24.212 INFO:teuthology.orchestra.run.vm00.stdout: Running scriptlet: mariadb-3:10.5.29-3.el9_7.x86_64 5/5 2026-03-05T16:07:24.212 INFO:teuthology.orchestra.run.vm00.stdout: Verifying : mariadb-3:10.5.29-3.el9_7.x86_64 1/5 2026-03-05T16:07:24.212 INFO:teuthology.orchestra.run.vm00.stdout: Verifying : mariadb-common-3:10.5.29-3.el9_7.x86_64 2/5 2026-03-05T16:07:24.212 INFO:teuthology.orchestra.run.vm00.stdout: Verifying : mariadb-connector-c-3.2.6-1.el9_0.x86_64 3/5 2026-03-05T16:07:24.213 INFO:teuthology.orchestra.run.vm00.stdout: Verifying : mariadb-connector-c-config-3.2.6-1.el9_0.noarch 4/5 2026-03-05T16:07:24.264 INFO:teuthology.orchestra.run.vm00.stdout: Verifying : perl-Sys-Hostname-1.23-481.1.el9_6.x86_64 5/5 2026-03-05T16:07:24.264 INFO:teuthology.orchestra.run.vm00.stdout: 2026-03-05T16:07:24.264 INFO:teuthology.orchestra.run.vm00.stdout:Installed: 2026-03-05T16:07:24.264 INFO:teuthology.orchestra.run.vm00.stdout: mariadb-3:10.5.29-3.el9_7.x86_64 2026-03-05T16:07:24.264 INFO:teuthology.orchestra.run.vm00.stdout: mariadb-common-3:10.5.29-3.el9_7.x86_64 2026-03-05T16:07:24.264 INFO:teuthology.orchestra.run.vm00.stdout: mariadb-connector-c-3.2.6-1.el9_0.x86_64 2026-03-05T16:07:24.264 INFO:teuthology.orchestra.run.vm00.stdout: mariadb-connector-c-config-3.2.6-1.el9_0.noarch 2026-03-05T16:07:24.264 INFO:teuthology.orchestra.run.vm00.stdout: perl-Sys-Hostname-1.23-481.1.el9_6.x86_64 2026-03-05T16:07:24.265 INFO:teuthology.orchestra.run.vm00.stdout: 2026-03-05T16:07:24.265 INFO:teuthology.orchestra.run.vm00.stdout:Complete! 2026-03-05T16:07:24.304 INFO:teuthology.packaging:Installing package mariadb-devel on ubuntu@vm00.local 2026-03-05T16:07:24.304 DEBUG:teuthology.orchestra.run.vm00:> sudo yum -y install mariadb-devel 2026-03-05T16:07:24.731 INFO:teuthology.orchestra.run.vm00.stdout:Last metadata expiration check: 0:01:26 ago on Thu 05 Mar 2026 04:05:58 PM CET. 2026-03-05T16:07:24.803 INFO:teuthology.orchestra.run.vm00.stdout:Dependencies resolved. 2026-03-05T16:07:24.804 INFO:teuthology.orchestra.run.vm00.stdout:================================================================================ 2026-03-05T16:07:24.804 INFO:teuthology.orchestra.run.vm00.stdout: Package Arch Version Repository Size 2026-03-05T16:07:24.804 INFO:teuthology.orchestra.run.vm00.stdout:================================================================================ 2026-03-05T16:07:24.804 INFO:teuthology.orchestra.run.vm00.stdout:Installing: 2026-03-05T16:07:24.804 INFO:teuthology.orchestra.run.vm00.stdout: mariadb-devel x86_64 3:10.5.29-3.el9_7 crb 1.0 M 2026-03-05T16:07:24.804 INFO:teuthology.orchestra.run.vm00.stdout:Installing dependencies: 2026-03-05T16:07:24.804 INFO:teuthology.orchestra.run.vm00.stdout: mariadb-connector-c-devel x86_64 3.2.6-1.el9_0 appstream 55 k 2026-03-05T16:07:24.804 INFO:teuthology.orchestra.run.vm00.stdout: openssl-devel x86_64 1:3.5.1-4.el9_7 appstream 3.4 M 2026-03-05T16:07:24.804 INFO:teuthology.orchestra.run.vm00.stdout:Installing weak dependencies: 2026-03-05T16:07:24.804 INFO:teuthology.orchestra.run.vm00.stdout: mariadb-connector-c-doc noarch 3.2.6-1.el9_0 crb 98 k 2026-03-05T16:07:24.804 INFO:teuthology.orchestra.run.vm00.stdout: 2026-03-05T16:07:24.804 INFO:teuthology.orchestra.run.vm00.stdout:Transaction Summary 2026-03-05T16:07:24.804 INFO:teuthology.orchestra.run.vm00.stdout:================================================================================ 2026-03-05T16:07:24.804 INFO:teuthology.orchestra.run.vm00.stdout:Install 4 Packages 2026-03-05T16:07:24.804 INFO:teuthology.orchestra.run.vm00.stdout: 2026-03-05T16:07:24.804 INFO:teuthology.orchestra.run.vm00.stdout:Total download size: 4.6 M 2026-03-05T16:07:24.804 INFO:teuthology.orchestra.run.vm00.stdout:Installed size: 11 M 2026-03-05T16:07:24.804 INFO:teuthology.orchestra.run.vm00.stdout:Downloading Packages: 2026-03-05T16:07:25.261 INFO:teuthology.orchestra.run.vm00.stdout:(1/4): mariadb-connector-c-doc-3.2.6-1.el9_0.no 716 kB/s | 98 kB 00:00 2026-03-05T16:07:25.400 INFO:teuthology.orchestra.run.vm00.stdout:(2/4): mariadb-devel-10.5.29-3.el9_7.x86_64.rpm 7.3 MB/s | 1.0 MB 00:00 2026-03-05T16:07:25.663 INFO:teuthology.orchestra.run.vm00.stdout:(3/4): mariadb-connector-c-devel-3.2.6-1.el9_0. 101 kB/s | 55 kB 00:00 2026-03-05T16:07:26.300 INFO:teuthology.orchestra.run.vm00.stdout:(4/4): openssl-devel-3.5.1-4.el9_7.x86_64.rpm 2.9 MB/s | 3.4 MB 00:01 2026-03-05T16:07:26.302 INFO:teuthology.orchestra.run.vm00.stdout:-------------------------------------------------------------------------------- 2026-03-05T16:07:26.303 INFO:teuthology.orchestra.run.vm00.stdout:Total 3.1 MB/s | 4.6 MB 00:01 2026-03-05T16:07:26.345 INFO:teuthology.orchestra.run.vm00.stdout:Running transaction check 2026-03-05T16:07:26.351 INFO:teuthology.orchestra.run.vm00.stdout:Transaction check succeeded. 2026-03-05T16:07:26.351 INFO:teuthology.orchestra.run.vm00.stdout:Running transaction test 2026-03-05T16:07:26.423 INFO:teuthology.orchestra.run.vm00.stdout:Transaction test succeeded. 2026-03-05T16:07:26.423 INFO:teuthology.orchestra.run.vm00.stdout:Running transaction 2026-03-05T16:07:27.062 INFO:teuthology.orchestra.run.vm00.stdout: Preparing : 1/1 2026-03-05T16:07:27.109 INFO:teuthology.orchestra.run.vm00.stdout: Installing : openssl-devel-1:3.5.1-4.el9_7.x86_64 1/4 2026-03-05T16:07:27.116 INFO:teuthology.orchestra.run.vm00.stdout: Installing : mariadb-connector-c-doc-3.2.6-1.el9_0.noarch 2/4 2026-03-05T16:07:27.220 INFO:teuthology.orchestra.run.vm00.stdout: Installing : mariadb-connector-c-devel-3.2.6-1.el9_0.x86_64 3/4 2026-03-05T16:07:27.242 INFO:teuthology.orchestra.run.vm00.stdout: Installing : mariadb-devel-3:10.5.29-3.el9_7.x86_64 4/4 2026-03-05T16:07:27.357 INFO:teuthology.orchestra.run.vm00.stdout: Running scriptlet: mariadb-devel-3:10.5.29-3.el9_7.x86_64 4/4 2026-03-05T16:07:27.357 INFO:teuthology.orchestra.run.vm00.stdout: Verifying : mariadb-connector-c-devel-3.2.6-1.el9_0.x86_64 1/4 2026-03-05T16:07:27.357 INFO:teuthology.orchestra.run.vm00.stdout: Verifying : openssl-devel-1:3.5.1-4.el9_7.x86_64 2/4 2026-03-05T16:07:27.357 INFO:teuthology.orchestra.run.vm00.stdout: Verifying : mariadb-connector-c-doc-3.2.6-1.el9_0.noarch 3/4 2026-03-05T16:07:27.403 INFO:teuthology.orchestra.run.vm00.stdout: Verifying : mariadb-devel-3:10.5.29-3.el9_7.x86_64 4/4 2026-03-05T16:07:27.403 INFO:teuthology.orchestra.run.vm00.stdout: 2026-03-05T16:07:27.403 INFO:teuthology.orchestra.run.vm00.stdout:Installed: 2026-03-05T16:07:27.403 INFO:teuthology.orchestra.run.vm00.stdout: mariadb-connector-c-devel-3.2.6-1.el9_0.x86_64 2026-03-05T16:07:27.403 INFO:teuthology.orchestra.run.vm00.stdout: mariadb-connector-c-doc-3.2.6-1.el9_0.noarch 2026-03-05T16:07:27.403 INFO:teuthology.orchestra.run.vm00.stdout: mariadb-devel-3:10.5.29-3.el9_7.x86_64 2026-03-05T16:07:27.403 INFO:teuthology.orchestra.run.vm00.stdout: openssl-devel-1:3.5.1-4.el9_7.x86_64 2026-03-05T16:07:27.403 INFO:teuthology.orchestra.run.vm00.stdout: 2026-03-05T16:07:27.404 INFO:teuthology.orchestra.run.vm00.stdout:Complete! 2026-03-05T16:07:27.450 INFO:teuthology.packaging:Installing package mariadb-server on ubuntu@vm00.local 2026-03-05T16:07:27.450 DEBUG:teuthology.orchestra.run.vm00:> sudo yum -y install mariadb-server 2026-03-05T16:07:27.901 INFO:teuthology.orchestra.run.vm00.stdout:Last metadata expiration check: 0:01:29 ago on Thu 05 Mar 2026 04:05:58 PM CET. 2026-03-05T16:07:27.982 INFO:teuthology.orchestra.run.vm00.stdout:Dependencies resolved. 2026-03-05T16:07:27.982 INFO:teuthology.orchestra.run.vm00.stdout:================================================================================ 2026-03-05T16:07:27.982 INFO:teuthology.orchestra.run.vm00.stdout: Package Arch Version Repository Size 2026-03-05T16:07:27.982 INFO:teuthology.orchestra.run.vm00.stdout:================================================================================ 2026-03-05T16:07:27.982 INFO:teuthology.orchestra.run.vm00.stdout:Installing: 2026-03-05T16:07:27.982 INFO:teuthology.orchestra.run.vm00.stdout: mariadb-server x86_64 3:10.5.29-3.el9_7 appstream 9.7 M 2026-03-05T16:07:27.982 INFO:teuthology.orchestra.run.vm00.stdout:Installing dependencies: 2026-03-05T16:07:27.982 INFO:teuthology.orchestra.run.vm00.stdout: mariadb-errmsg x86_64 3:10.5.29-3.el9_7 appstream 210 k 2026-03-05T16:07:27.982 INFO:teuthology.orchestra.run.vm00.stdout: mysql-selinux noarch 1.0.14-1.el9_6 appstream 36 k 2026-03-05T16:07:27.982 INFO:teuthology.orchestra.run.vm00.stdout: perl-DBD-MariaDB x86_64 1.21-17.el9 appstream 149 k 2026-03-05T16:07:27.982 INFO:teuthology.orchestra.run.vm00.stdout: perl-DBI x86_64 1.643-9.el9 appstream 700 k 2026-03-05T16:07:27.982 INFO:teuthology.orchestra.run.vm00.stdout: perl-Math-BigInt noarch 1:1.9998.18-460.el9 appstream 188 k 2026-03-05T16:07:27.982 INFO:teuthology.orchestra.run.vm00.stdout: perl-Math-Complex noarch 1.59-481.1.el9_6 appstream 45 k 2026-03-05T16:07:27.982 INFO:teuthology.orchestra.run.vm00.stdout:Installing weak dependencies: 2026-03-05T16:07:27.982 INFO:teuthology.orchestra.run.vm00.stdout: mariadb-backup x86_64 3:10.5.29-3.el9_7 appstream 6.5 M 2026-03-05T16:07:27.982 INFO:teuthology.orchestra.run.vm00.stdout: mariadb-gssapi-server x86_64 3:10.5.29-3.el9_7 appstream 14 k 2026-03-05T16:07:27.982 INFO:teuthology.orchestra.run.vm00.stdout: mariadb-server-utils x86_64 3:10.5.29-3.el9_7 appstream 210 k 2026-03-05T16:07:27.982 INFO:teuthology.orchestra.run.vm00.stdout: 2026-03-05T16:07:27.982 INFO:teuthology.orchestra.run.vm00.stdout:Transaction Summary 2026-03-05T16:07:27.982 INFO:teuthology.orchestra.run.vm00.stdout:================================================================================ 2026-03-05T16:07:27.982 INFO:teuthology.orchestra.run.vm00.stdout:Install 10 Packages 2026-03-05T16:07:27.982 INFO:teuthology.orchestra.run.vm00.stdout: 2026-03-05T16:07:27.982 INFO:teuthology.orchestra.run.vm00.stdout:Total download size: 18 M 2026-03-05T16:07:27.982 INFO:teuthology.orchestra.run.vm00.stdout:Installed size: 94 M 2026-03-05T16:07:27.982 INFO:teuthology.orchestra.run.vm00.stdout:Downloading Packages: 2026-03-05T16:07:28.791 INFO:teuthology.orchestra.run.vm00.stdout:(1/10): mariadb-gssapi-server-10.5.29-3.el9_7.x 22 kB/s | 14 kB 00:00 2026-03-05T16:07:29.158 INFO:teuthology.orchestra.run.vm00.stdout:(2/10): mariadb-errmsg-10.5.29-3.el9_7.x86_64.r 206 kB/s | 210 kB 00:01 2026-03-05T16:07:29.606 INFO:teuthology.orchestra.run.vm00.stdout:(3/10): mariadb-server-utils-10.5.29-3.el9_7.x8 467 kB/s | 210 kB 00:00 2026-03-05T16:07:30.212 INFO:teuthology.orchestra.run.vm00.stdout:(4/10): mysql-selinux-1.0.14-1.el9_6.noarch.rpm 60 kB/s | 36 kB 00:00 2026-03-05T16:07:30.406 INFO:teuthology.orchestra.run.vm00.stdout:(5/10): mariadb-backup-10.5.29-3.el9_7.x86_64.r 2.9 MB/s | 6.5 MB 00:02 2026-03-05T16:07:30.425 INFO:teuthology.orchestra.run.vm00.stdout:(6/10): perl-DBD-MariaDB-1.21-17.el9.x86_64.rpm 703 kB/s | 149 kB 00:00 2026-03-05T16:07:30.577 INFO:teuthology.orchestra.run.vm00.stdout:(7/10): mariadb-server-10.5.29-3.el9_7.x86_64.r 5.4 MB/s | 9.7 MB 00:01 2026-03-05T16:07:30.730 INFO:teuthology.orchestra.run.vm00.stdout:(8/10): perl-Math-Complex-1.59-481.1.el9_6.noar 297 kB/s | 45 kB 00:00 2026-03-05T16:07:30.840 INFO:teuthology.orchestra.run.vm00.stdout:(9/10): perl-DBI-1.643-9.el9.x86_64.rpm 1.6 MB/s | 700 kB 00:00 2026-03-05T16:07:30.840 INFO:teuthology.orchestra.run.vm00.stdout:(10/10): perl-Math-BigInt-1.9998.18-460.el9.noa 453 kB/s | 188 kB 00:00 2026-03-05T16:07:30.843 INFO:teuthology.orchestra.run.vm00.stdout:-------------------------------------------------------------------------------- 2026-03-05T16:07:30.843 INFO:teuthology.orchestra.run.vm00.stdout:Total 6.2 MB/s | 18 MB 00:02 2026-03-05T16:07:30.970 INFO:teuthology.orchestra.run.vm00.stdout:Running transaction check 2026-03-05T16:07:30.983 INFO:teuthology.orchestra.run.vm00.stdout:Transaction check succeeded. 2026-03-05T16:07:30.983 INFO:teuthology.orchestra.run.vm00.stdout:Running transaction test 2026-03-05T16:07:31.074 INFO:teuthology.orchestra.run.vm00.stdout:Transaction test succeeded. 2026-03-05T16:07:31.075 INFO:teuthology.orchestra.run.vm00.stdout:Running transaction 2026-03-05T16:07:31.186 INFO:teuthology.orchestra.run.vm00.stdout: Preparing : 1/1 2026-03-05T16:07:31.193 INFO:teuthology.orchestra.run.vm00.stdout: Installing : perl-Math-Complex-1.59-481.1.el9_6.noarch 1/10 2026-03-05T16:07:31.223 INFO:teuthology.orchestra.run.vm00.stdout: Installing : perl-Math-BigInt-1:1.9998.18-460.el9.noarch 2/10 2026-03-05T16:07:31.230 INFO:teuthology.orchestra.run.vm00.stdout: Installing : perl-DBI-1.643-9.el9.x86_64 3/10 2026-03-05T16:07:31.231 INFO:teuthology.orchestra.run.vm00.stdout: Installing : perl-DBD-MariaDB-1.21-17.el9.x86_64 4/10 2026-03-05T16:07:31.240 INFO:teuthology.orchestra.run.vm00.stdout: Running scriptlet: mysql-selinux-1.0.14-1.el9_6.noarch 5/10 2026-03-05T16:07:31.241 INFO:teuthology.orchestra.run.vm00.stdout: Installing : mysql-selinux-1.0.14-1.el9_6.noarch 5/10 2026-03-05T16:07:36.359 INFO:teuthology.orchestra.run.vm00.stdout: Running scriptlet: mysql-selinux-1.0.14-1.el9_6.noarch 5/10 2026-03-05T16:07:36.359 INFO:teuthology.orchestra.run.vm00.stdout:libsemanage.semanage_direct_install_info: Overriding mysql module at lower priority 100 with module at priority 200. 2026-03-05T16:07:36.359 INFO:teuthology.orchestra.run.vm00.stdout: 2026-03-05T16:07:36.383 INFO:teuthology.orchestra.run.vm00.stdout: Installing : mariadb-errmsg-3:10.5.29-3.el9_7.x86_64 6/10 2026-03-05T16:07:36.393 INFO:teuthology.orchestra.run.vm00.stdout: Installing : mariadb-gssapi-server-3:10.5.29-3.el9_7.x86_64 7/10 2026-03-05T16:07:36.395 INFO:teuthology.orchestra.run.vm00.stdout: Installing : mariadb-server-utils-3:10.5.29-3.el9_7.x86_64 8/10 2026-03-05T16:07:36.562 INFO:teuthology.orchestra.run.vm00.stdout: Running scriptlet: mariadb-server-3:10.5.29-3.el9_7.x86_64 9/10 2026-03-05T16:07:36.568 INFO:teuthology.orchestra.run.vm00.stdout: Installing : mariadb-server-3:10.5.29-3.el9_7.x86_64 9/10 2026-03-05T16:07:36.632 INFO:teuthology.orchestra.run.vm00.stdout: Running scriptlet: mariadb-server-3:10.5.29-3.el9_7.x86_64 9/10 2026-03-05T16:07:36.634 INFO:teuthology.orchestra.run.vm00.stdout: Installing : mariadb-backup-3:10.5.29-3.el9_7.x86_64 10/10 2026-03-05T16:07:37.026 INFO:teuthology.orchestra.run.vm00.stdout: Running scriptlet: mysql-selinux-1.0.14-1.el9_6.noarch 10/10 2026-03-05T16:07:37.447 INFO:teuthology.orchestra.run.vm00.stdout: Running scriptlet: mariadb-backup-3:10.5.29-3.el9_7.x86_64 10/10 2026-03-05T16:07:37.447 INFO:teuthology.orchestra.run.vm00.stdout: Verifying : mariadb-backup-3:10.5.29-3.el9_7.x86_64 1/10 2026-03-05T16:07:37.447 INFO:teuthology.orchestra.run.vm00.stdout: Verifying : mariadb-errmsg-3:10.5.29-3.el9_7.x86_64 2/10 2026-03-05T16:07:37.447 INFO:teuthology.orchestra.run.vm00.stdout: Verifying : mariadb-gssapi-server-3:10.5.29-3.el9_7.x86_64 3/10 2026-03-05T16:07:37.447 INFO:teuthology.orchestra.run.vm00.stdout: Verifying : mariadb-server-3:10.5.29-3.el9_7.x86_64 4/10 2026-03-05T16:07:37.447 INFO:teuthology.orchestra.run.vm00.stdout: Verifying : mariadb-server-utils-3:10.5.29-3.el9_7.x86_64 5/10 2026-03-05T16:07:37.447 INFO:teuthology.orchestra.run.vm00.stdout: Verifying : mysql-selinux-1.0.14-1.el9_6.noarch 6/10 2026-03-05T16:07:37.447 INFO:teuthology.orchestra.run.vm00.stdout: Verifying : perl-DBD-MariaDB-1.21-17.el9.x86_64 7/10 2026-03-05T16:07:37.447 INFO:teuthology.orchestra.run.vm00.stdout: Verifying : perl-DBI-1.643-9.el9.x86_64 8/10 2026-03-05T16:07:37.447 INFO:teuthology.orchestra.run.vm00.stdout: Verifying : perl-Math-BigInt-1:1.9998.18-460.el9.noarch 9/10 2026-03-05T16:07:37.503 INFO:teuthology.orchestra.run.vm00.stdout: Verifying : perl-Math-Complex-1.59-481.1.el9_6.noarch 10/10 2026-03-05T16:07:37.504 INFO:teuthology.orchestra.run.vm00.stdout: 2026-03-05T16:07:37.504 INFO:teuthology.orchestra.run.vm00.stdout:Installed: 2026-03-05T16:07:37.504 INFO:teuthology.orchestra.run.vm00.stdout: mariadb-backup-3:10.5.29-3.el9_7.x86_64 2026-03-05T16:07:37.504 INFO:teuthology.orchestra.run.vm00.stdout: mariadb-errmsg-3:10.5.29-3.el9_7.x86_64 2026-03-05T16:07:37.504 INFO:teuthology.orchestra.run.vm00.stdout: mariadb-gssapi-server-3:10.5.29-3.el9_7.x86_64 2026-03-05T16:07:37.504 INFO:teuthology.orchestra.run.vm00.stdout: mariadb-server-3:10.5.29-3.el9_7.x86_64 2026-03-05T16:07:37.504 INFO:teuthology.orchestra.run.vm00.stdout: mariadb-server-utils-3:10.5.29-3.el9_7.x86_64 2026-03-05T16:07:37.504 INFO:teuthology.orchestra.run.vm00.stdout: mysql-selinux-1.0.14-1.el9_6.noarch 2026-03-05T16:07:37.504 INFO:teuthology.orchestra.run.vm00.stdout: perl-DBD-MariaDB-1.21-17.el9.x86_64 2026-03-05T16:07:37.504 INFO:teuthology.orchestra.run.vm00.stdout: perl-DBI-1.643-9.el9.x86_64 2026-03-05T16:07:37.504 INFO:teuthology.orchestra.run.vm00.stdout: perl-Math-BigInt-1:1.9998.18-460.el9.noarch 2026-03-05T16:07:37.504 INFO:teuthology.orchestra.run.vm00.stdout: perl-Math-Complex-1.59-481.1.el9_6.noarch 2026-03-05T16:07:37.504 INFO:teuthology.orchestra.run.vm00.stdout: 2026-03-05T16:07:37.504 INFO:teuthology.orchestra.run.vm00.stdout:Complete! 2026-03-05T16:07:37.549 INFO:teuthology.packaging:Installing package openldap-devel on ubuntu@vm00.local 2026-03-05T16:07:37.549 DEBUG:teuthology.orchestra.run.vm00:> sudo yum -y install openldap-devel 2026-03-05T16:07:37.958 INFO:teuthology.orchestra.run.vm00.stdout:Last metadata expiration check: 0:01:39 ago on Thu 05 Mar 2026 04:05:58 PM CET. 2026-03-05T16:07:38.036 INFO:teuthology.orchestra.run.vm00.stdout:Dependencies resolved. 2026-03-05T16:07:38.037 INFO:teuthology.orchestra.run.vm00.stdout:================================================================================ 2026-03-05T16:07:38.037 INFO:teuthology.orchestra.run.vm00.stdout: Package Architecture Version Repository Size 2026-03-05T16:07:38.037 INFO:teuthology.orchestra.run.vm00.stdout:================================================================================ 2026-03-05T16:07:38.037 INFO:teuthology.orchestra.run.vm00.stdout:Installing: 2026-03-05T16:07:38.037 INFO:teuthology.orchestra.run.vm00.stdout: openldap-devel x86_64 2.6.8-4.el9.0.1 appstream 684 k 2026-03-05T16:07:38.037 INFO:teuthology.orchestra.run.vm00.stdout: 2026-03-05T16:07:38.037 INFO:teuthology.orchestra.run.vm00.stdout:Transaction Summary 2026-03-05T16:07:38.037 INFO:teuthology.orchestra.run.vm00.stdout:================================================================================ 2026-03-05T16:07:38.037 INFO:teuthology.orchestra.run.vm00.stdout:Install 1 Package 2026-03-05T16:07:38.037 INFO:teuthology.orchestra.run.vm00.stdout: 2026-03-05T16:07:38.037 INFO:teuthology.orchestra.run.vm00.stdout:Total download size: 684 k 2026-03-05T16:07:38.037 INFO:teuthology.orchestra.run.vm00.stdout:Installed size: 3.7 M 2026-03-05T16:07:38.037 INFO:teuthology.orchestra.run.vm00.stdout:Downloading Packages: 2026-03-05T16:07:39.748 INFO:teuthology.orchestra.run.vm00.stdout:openldap-devel-2.6.8-4.el9.0.1.x86_64.rpm 440 kB/s | 684 kB 00:01 2026-03-05T16:07:39.748 INFO:teuthology.orchestra.run.vm00.stdout:-------------------------------------------------------------------------------- 2026-03-05T16:07:39.748 INFO:teuthology.orchestra.run.vm00.stdout:Total 400 kB/s | 684 kB 00:01 2026-03-05T16:07:39.758 INFO:teuthology.orchestra.run.vm00.stdout:Running transaction check 2026-03-05T16:07:39.761 INFO:teuthology.orchestra.run.vm00.stdout:Transaction check succeeded. 2026-03-05T16:07:39.761 INFO:teuthology.orchestra.run.vm00.stdout:Running transaction test 2026-03-05T16:07:39.772 INFO:teuthology.orchestra.run.vm00.stdout:Transaction test succeeded. 2026-03-05T16:07:39.772 INFO:teuthology.orchestra.run.vm00.stdout:Running transaction 2026-03-05T16:07:39.866 INFO:teuthology.orchestra.run.vm00.stdout: Preparing : 1/1 2026-03-05T16:07:39.886 INFO:teuthology.orchestra.run.vm00.stdout: Installing : openldap-devel-2.6.8-4.el9.0.1.x86_64 1/1 2026-03-05T16:07:39.970 INFO:teuthology.orchestra.run.vm00.stdout: Running scriptlet: openldap-devel-2.6.8-4.el9.0.1.x86_64 1/1 2026-03-05T16:07:40.014 INFO:teuthology.orchestra.run.vm00.stdout: Verifying : openldap-devel-2.6.8-4.el9.0.1.x86_64 1/1 2026-03-05T16:07:40.014 INFO:teuthology.orchestra.run.vm00.stdout: 2026-03-05T16:07:40.014 INFO:teuthology.orchestra.run.vm00.stdout:Installed: 2026-03-05T16:07:40.014 INFO:teuthology.orchestra.run.vm00.stdout: openldap-devel-2.6.8-4.el9.0.1.x86_64 2026-03-05T16:07:40.014 INFO:teuthology.orchestra.run.vm00.stdout: 2026-03-05T16:07:40.014 INFO:teuthology.orchestra.run.vm00.stdout:Complete! 2026-03-05T16:07:40.049 INFO:teuthology.packaging:Installing package openssl-devel on ubuntu@vm00.local 2026-03-05T16:07:40.049 DEBUG:teuthology.orchestra.run.vm00:> sudo yum -y install openssl-devel 2026-03-05T16:07:40.552 INFO:teuthology.orchestra.run.vm00.stdout:Last metadata expiration check: 0:01:42 ago on Thu 05 Mar 2026 04:05:58 PM CET. 2026-03-05T16:07:40.630 INFO:teuthology.orchestra.run.vm00.stdout:Package openssl-devel-1:3.5.1-4.el9_7.x86_64 is already installed. 2026-03-05T16:07:40.648 INFO:teuthology.orchestra.run.vm00.stdout:Dependencies resolved. 2026-03-05T16:07:40.649 INFO:teuthology.orchestra.run.vm00.stdout:================================================================================ 2026-03-05T16:07:40.649 INFO:teuthology.orchestra.run.vm00.stdout: Package Arch Version Repository Size 2026-03-05T16:07:40.649 INFO:teuthology.orchestra.run.vm00.stdout:================================================================================ 2026-03-05T16:07:40.649 INFO:teuthology.orchestra.run.vm00.stdout:Upgrading: 2026-03-05T16:07:40.649 INFO:teuthology.orchestra.run.vm00.stdout: openssl x86_64 1:3.5.1-7.el9_7 baseos 1.4 M 2026-03-05T16:07:40.649 INFO:teuthology.orchestra.run.vm00.stdout: openssl-devel x86_64 1:3.5.1-7.el9_7 appstream 3.4 M 2026-03-05T16:07:40.649 INFO:teuthology.orchestra.run.vm00.stdout: openssl-fips-provider x86_64 1:3.5.1-7.el9_7 baseos 812 k 2026-03-05T16:07:40.649 INFO:teuthology.orchestra.run.vm00.stdout: openssl-libs x86_64 1:3.5.1-7.el9_7 baseos 2.3 M 2026-03-05T16:07:40.649 INFO:teuthology.orchestra.run.vm00.stdout: 2026-03-05T16:07:40.649 INFO:teuthology.orchestra.run.vm00.stdout:Transaction Summary 2026-03-05T16:07:40.649 INFO:teuthology.orchestra.run.vm00.stdout:================================================================================ 2026-03-05T16:07:40.649 INFO:teuthology.orchestra.run.vm00.stdout:Upgrade 4 Packages 2026-03-05T16:07:40.649 INFO:teuthology.orchestra.run.vm00.stdout: 2026-03-05T16:07:40.650 INFO:teuthology.orchestra.run.vm00.stdout:Total download size: 7.9 M 2026-03-05T16:07:40.650 INFO:teuthology.orchestra.run.vm00.stdout:Downloading Packages: 2026-03-05T16:07:41.820 INFO:teuthology.orchestra.run.vm00.stdout:(1/4): openssl-fips-provider-3.5.1-7.el9_7.x86_ 945 kB/s | 812 kB 00:00 2026-03-05T16:07:42.035 INFO:teuthology.orchestra.run.vm00.stdout:(2/4): openssl-3.5.1-7.el9_7.x86_64.rpm 1.3 MB/s | 1.4 MB 00:01 2026-03-05T16:07:42.684 INFO:teuthology.orchestra.run.vm00.stdout:(3/4): openssl-libs-3.5.1-7.el9_7.x86_64.rpm 1.3 MB/s | 2.3 MB 00:01 2026-03-05T16:07:42.906 INFO:teuthology.orchestra.run.vm00.stdout:(4/4): openssl-devel-3.5.1-7.el9_7.x86_64.rpm 3.2 MB/s | 3.4 MB 00:01 2026-03-05T16:07:42.908 INFO:teuthology.orchestra.run.vm00.stdout:-------------------------------------------------------------------------------- 2026-03-05T16:07:42.908 INFO:teuthology.orchestra.run.vm00.stdout:Total 3.5 MB/s | 7.9 MB 00:02 2026-03-05T16:07:42.953 INFO:teuthology.orchestra.run.vm00.stdout:Running transaction check 2026-03-05T16:07:42.976 INFO:teuthology.orchestra.run.vm00.stdout:Transaction check succeeded. 2026-03-05T16:07:42.976 INFO:teuthology.orchestra.run.vm00.stdout:Running transaction test 2026-03-05T16:07:43.066 INFO:teuthology.orchestra.run.vm00.stdout:Transaction test succeeded. 2026-03-05T16:07:43.066 INFO:teuthology.orchestra.run.vm00.stdout:Running transaction 2026-03-05T16:07:43.193 INFO:teuthology.orchestra.run.vm00.stdout: Preparing : 1/1 2026-03-05T16:07:43.201 INFO:teuthology.orchestra.run.vm00.stdout: Upgrading : openssl-libs-1:3.5.1-7.el9_7.x86_64 1/8 2026-03-05T16:07:43.264 INFO:teuthology.orchestra.run.vm00.stdout: Upgrading : openssl-fips-provider-1:3.5.1-7.el9_7.x86_64 2/8 2026-03-05T16:07:43.856 INFO:teuthology.orchestra.run.vm00.stdout: Upgrading : openssl-1:3.5.1-7.el9_7.x86_64 3/8 2026-03-05T16:07:43.886 INFO:teuthology.orchestra.run.vm00.stdout: Upgrading : openssl-devel-1:3.5.1-7.el9_7.x86_64 4/8 2026-03-05T16:07:43.891 INFO:teuthology.orchestra.run.vm00.stdout: Cleanup : openssl-1:3.5.1-4.el9_7.x86_64 5/8 2026-03-05T16:07:43.900 INFO:teuthology.orchestra.run.vm00.stdout: Cleanup : openssl-devel-1:3.5.1-4.el9_7.x86_64 6/8 2026-03-05T16:07:43.902 INFO:teuthology.orchestra.run.vm00.stdout: Cleanup : openssl-fips-provider-1:3.5.1-4.el9_7.x86_64 7/8 2026-03-05T16:07:43.920 INFO:teuthology.orchestra.run.vm00.stdout: Cleanup : openssl-libs-1:3.5.1-4.el9_7.x86_64 8/8 2026-03-05T16:07:44.058 INFO:teuthology.orchestra.run.vm00.stdout: Running scriptlet: openssl-libs-1:3.5.1-4.el9_7.x86_64 8/8 2026-03-05T16:07:44.058 INFO:teuthology.orchestra.run.vm00.stdout: Verifying : openssl-1:3.5.1-7.el9_7.x86_64 1/8 2026-03-05T16:07:44.058 INFO:teuthology.orchestra.run.vm00.stdout: Verifying : openssl-1:3.5.1-4.el9_7.x86_64 2/8 2026-03-05T16:07:44.058 INFO:teuthology.orchestra.run.vm00.stdout: Verifying : openssl-fips-provider-1:3.5.1-7.el9_7.x86_64 3/8 2026-03-05T16:07:44.058 INFO:teuthology.orchestra.run.vm00.stdout: Verifying : openssl-fips-provider-1:3.5.1-4.el9_7.x86_64 4/8 2026-03-05T16:07:44.058 INFO:teuthology.orchestra.run.vm00.stdout: Verifying : openssl-libs-1:3.5.1-7.el9_7.x86_64 5/8 2026-03-05T16:07:44.058 INFO:teuthology.orchestra.run.vm00.stdout: Verifying : openssl-libs-1:3.5.1-4.el9_7.x86_64 6/8 2026-03-05T16:07:44.058 INFO:teuthology.orchestra.run.vm00.stdout: Verifying : openssl-devel-1:3.5.1-7.el9_7.x86_64 7/8 2026-03-05T16:07:44.110 INFO:teuthology.orchestra.run.vm00.stdout: Verifying : openssl-devel-1:3.5.1-4.el9_7.x86_64 8/8 2026-03-05T16:07:44.110 INFO:teuthology.orchestra.run.vm00.stdout: 2026-03-05T16:07:44.110 INFO:teuthology.orchestra.run.vm00.stdout:Upgraded: 2026-03-05T16:07:44.110 INFO:teuthology.orchestra.run.vm00.stdout: openssl-1:3.5.1-7.el9_7.x86_64 2026-03-05T16:07:44.110 INFO:teuthology.orchestra.run.vm00.stdout: openssl-devel-1:3.5.1-7.el9_7.x86_64 2026-03-05T16:07:44.110 INFO:teuthology.orchestra.run.vm00.stdout: openssl-fips-provider-1:3.5.1-7.el9_7.x86_64 2026-03-05T16:07:44.110 INFO:teuthology.orchestra.run.vm00.stdout: openssl-libs-1:3.5.1-7.el9_7.x86_64 2026-03-05T16:07:44.110 INFO:teuthology.orchestra.run.vm00.stdout: 2026-03-05T16:07:44.110 INFO:teuthology.orchestra.run.vm00.stdout:Complete! 2026-03-05T16:07:44.162 INFO:teuthology.packaging:Installing package postgresql on ubuntu@vm00.local 2026-03-05T16:07:44.162 DEBUG:teuthology.orchestra.run.vm00:> sudo yum -y install postgresql 2026-03-05T16:07:44.671 INFO:teuthology.orchestra.run.vm00.stdout:Last metadata expiration check: 0:01:46 ago on Thu 05 Mar 2026 04:05:58 PM CET. 2026-03-05T16:07:44.784 INFO:teuthology.orchestra.run.vm00.stdout:Dependencies resolved. 2026-03-05T16:07:44.784 INFO:teuthology.orchestra.run.vm00.stdout:================================================================================ 2026-03-05T16:07:44.784 INFO:teuthology.orchestra.run.vm00.stdout: Package Arch Version Repository Size 2026-03-05T16:07:44.784 INFO:teuthology.orchestra.run.vm00.stdout:================================================================================ 2026-03-05T16:07:44.784 INFO:teuthology.orchestra.run.vm00.stdout:Installing: 2026-03-05T16:07:44.784 INFO:teuthology.orchestra.run.vm00.stdout: postgresql x86_64 13.23-1.el9_7 appstream 1.6 M 2026-03-05T16:07:44.784 INFO:teuthology.orchestra.run.vm00.stdout:Installing dependencies: 2026-03-05T16:07:44.784 INFO:teuthology.orchestra.run.vm00.stdout: postgresql-private-libs x86_64 13.23-1.el9_7 appstream 140 k 2026-03-05T16:07:44.784 INFO:teuthology.orchestra.run.vm00.stdout: 2026-03-05T16:07:44.784 INFO:teuthology.orchestra.run.vm00.stdout:Transaction Summary 2026-03-05T16:07:44.784 INFO:teuthology.orchestra.run.vm00.stdout:================================================================================ 2026-03-05T16:07:44.784 INFO:teuthology.orchestra.run.vm00.stdout:Install 2 Packages 2026-03-05T16:07:44.784 INFO:teuthology.orchestra.run.vm00.stdout: 2026-03-05T16:07:44.784 INFO:teuthology.orchestra.run.vm00.stdout:Total download size: 1.7 M 2026-03-05T16:07:44.784 INFO:teuthology.orchestra.run.vm00.stdout:Installed size: 6.2 M 2026-03-05T16:07:44.784 INFO:teuthology.orchestra.run.vm00.stdout:Downloading Packages: 2026-03-05T16:07:45.290 INFO:teuthology.orchestra.run.vm00.stdout:(1/2): postgresql-13.23-1.el9_7.x86_64.rpm 4.5 MB/s | 1.6 MB 00:00 2026-03-05T16:07:45.574 INFO:teuthology.orchestra.run.vm00.stdout:(2/2): postgresql-private-libs-13.23-1.el9_7.x8 222 kB/s | 140 kB 00:00 2026-03-05T16:07:45.575 INFO:teuthology.orchestra.run.vm00.stdout:-------------------------------------------------------------------------------- 2026-03-05T16:07:45.575 INFO:teuthology.orchestra.run.vm00.stdout:Total 2.1 MB/s | 1.7 MB 00:00 2026-03-05T16:07:45.600 INFO:teuthology.orchestra.run.vm00.stdout:Running transaction check 2026-03-05T16:07:45.606 INFO:teuthology.orchestra.run.vm00.stdout:Transaction check succeeded. 2026-03-05T16:07:45.606 INFO:teuthology.orchestra.run.vm00.stdout:Running transaction test 2026-03-05T16:07:45.658 INFO:teuthology.orchestra.run.vm00.stdout:Transaction test succeeded. 2026-03-05T16:07:45.658 INFO:teuthology.orchestra.run.vm00.stdout:Running transaction 2026-03-05T16:07:45.738 INFO:teuthology.orchestra.run.vm00.stdout: Preparing : 1/1 2026-03-05T16:07:45.833 INFO:teuthology.orchestra.run.vm00.stdout: Installing : postgresql-private-libs-13.23-1.el9_7.x86_64 1/2 2026-03-05T16:07:45.855 INFO:teuthology.orchestra.run.vm00.stdout: Installing : postgresql-13.23-1.el9_7.x86_64 2/2 2026-03-05T16:07:45.951 INFO:teuthology.orchestra.run.vm00.stdout: Running scriptlet: postgresql-13.23-1.el9_7.x86_64 2/2 2026-03-05T16:07:45.951 INFO:teuthology.orchestra.run.vm00.stdout: Verifying : postgresql-13.23-1.el9_7.x86_64 1/2 2026-03-05T16:07:45.996 INFO:teuthology.orchestra.run.vm00.stdout: Verifying : postgresql-private-libs-13.23-1.el9_7.x86_64 2/2 2026-03-05T16:07:45.997 INFO:teuthology.orchestra.run.vm00.stdout: 2026-03-05T16:07:45.997 INFO:teuthology.orchestra.run.vm00.stdout:Installed: 2026-03-05T16:07:45.997 INFO:teuthology.orchestra.run.vm00.stdout: postgresql-13.23-1.el9_7.x86_64 postgresql-private-libs-13.23-1.el9_7.x86_64 2026-03-05T16:07:45.997 INFO:teuthology.orchestra.run.vm00.stdout: 2026-03-05T16:07:45.997 INFO:teuthology.orchestra.run.vm00.stdout:Complete! 2026-03-05T16:07:46.031 INFO:teuthology.packaging:Installing package postgresql-devel on ubuntu@vm00.local 2026-03-05T16:07:46.031 DEBUG:teuthology.orchestra.run.vm00:> sudo yum -y install postgresql-devel 2026-03-05T16:07:46.448 INFO:teuthology.orchestra.run.vm00.stdout:Last metadata expiration check: 0:01:48 ago on Thu 05 Mar 2026 04:05:58 PM CET. 2026-03-05T16:07:46.560 INFO:teuthology.orchestra.run.vm00.stdout:Dependencies resolved. 2026-03-05T16:07:46.562 INFO:teuthology.orchestra.run.vm00.stdout:================================================================================ 2026-03-05T16:07:46.562 INFO:teuthology.orchestra.run.vm00.stdout: Package Architecture Version Repository Size 2026-03-05T16:07:46.562 INFO:teuthology.orchestra.run.vm00.stdout:================================================================================ 2026-03-05T16:07:46.562 INFO:teuthology.orchestra.run.vm00.stdout:Installing: 2026-03-05T16:07:46.562 INFO:teuthology.orchestra.run.vm00.stdout: libpq-devel x86_64 13.23-1.el9_7 appstream 92 k 2026-03-05T16:07:46.562 INFO:teuthology.orchestra.run.vm00.stdout:Installing dependencies: 2026-03-05T16:07:46.562 INFO:teuthology.orchestra.run.vm00.stdout: libpq x86_64 13.23-1.el9_7 appstream 208 k 2026-03-05T16:07:46.562 INFO:teuthology.orchestra.run.vm00.stdout: 2026-03-05T16:07:46.562 INFO:teuthology.orchestra.run.vm00.stdout:Transaction Summary 2026-03-05T16:07:46.562 INFO:teuthology.orchestra.run.vm00.stdout:================================================================================ 2026-03-05T16:07:46.562 INFO:teuthology.orchestra.run.vm00.stdout:Install 2 Packages 2026-03-05T16:07:46.562 INFO:teuthology.orchestra.run.vm00.stdout: 2026-03-05T16:07:46.562 INFO:teuthology.orchestra.run.vm00.stdout:Total download size: 300 k 2026-03-05T16:07:46.562 INFO:teuthology.orchestra.run.vm00.stdout:Installed size: 1.0 M 2026-03-05T16:07:46.562 INFO:teuthology.orchestra.run.vm00.stdout:Downloading Packages: 2026-03-05T16:07:46.984 INFO:teuthology.orchestra.run.vm00.stdout:(1/2): libpq-devel-13.23-1.el9_7.x86_64.rpm 339 kB/s | 92 kB 00:00 2026-03-05T16:07:47.013 INFO:teuthology.orchestra.run.vm00.stdout:(2/2): libpq-13.23-1.el9_7.x86_64.rpm 689 kB/s | 208 kB 00:00 2026-03-05T16:07:47.014 INFO:teuthology.orchestra.run.vm00.stdout:-------------------------------------------------------------------------------- 2026-03-05T16:07:47.015 INFO:teuthology.orchestra.run.vm00.stdout:Total 661 kB/s | 300 kB 00:00 2026-03-05T16:07:47.038 INFO:teuthology.orchestra.run.vm00.stdout:Running transaction check 2026-03-05T16:07:47.042 INFO:teuthology.orchestra.run.vm00.stdout:Transaction check succeeded. 2026-03-05T16:07:47.042 INFO:teuthology.orchestra.run.vm00.stdout:Running transaction test 2026-03-05T16:07:47.072 INFO:teuthology.orchestra.run.vm00.stdout:Transaction test succeeded. 2026-03-05T16:07:47.072 INFO:teuthology.orchestra.run.vm00.stdout:Running transaction 2026-03-05T16:07:47.136 INFO:teuthology.orchestra.run.vm00.stdout: Preparing : 1/1 2026-03-05T16:07:47.153 INFO:teuthology.orchestra.run.vm00.stdout: Installing : libpq-13.23-1.el9_7.x86_64 1/2 2026-03-05T16:07:47.182 INFO:teuthology.orchestra.run.vm00.stdout: Installing : libpq-devel-13.23-1.el9_7.x86_64 2/2 2026-03-05T16:07:47.267 INFO:teuthology.orchestra.run.vm00.stdout: Running scriptlet: libpq-devel-13.23-1.el9_7.x86_64 2/2 2026-03-05T16:07:47.267 INFO:teuthology.orchestra.run.vm00.stdout: Verifying : libpq-13.23-1.el9_7.x86_64 1/2 2026-03-05T16:07:47.338 INFO:teuthology.orchestra.run.vm00.stdout: Verifying : libpq-devel-13.23-1.el9_7.x86_64 2/2 2026-03-05T16:07:47.338 INFO:teuthology.orchestra.run.vm00.stdout: 2026-03-05T16:07:47.338 INFO:teuthology.orchestra.run.vm00.stdout:Installed: 2026-03-05T16:07:47.338 INFO:teuthology.orchestra.run.vm00.stdout: libpq-13.23-1.el9_7.x86_64 libpq-devel-13.23-1.el9_7.x86_64 2026-03-05T16:07:47.338 INFO:teuthology.orchestra.run.vm00.stdout: 2026-03-05T16:07:47.338 INFO:teuthology.orchestra.run.vm00.stdout:Complete! 2026-03-05T16:07:47.379 INFO:teuthology.packaging:Installing package postgresql-server on ubuntu@vm00.local 2026-03-05T16:07:47.379 DEBUG:teuthology.orchestra.run.vm00:> sudo yum -y install postgresql-server 2026-03-05T16:07:47.744 INFO:teuthology.orchestra.run.vm00.stdout:Last metadata expiration check: 0:01:49 ago on Thu 05 Mar 2026 04:05:58 PM CET. 2026-03-05T16:07:47.820 INFO:teuthology.orchestra.run.vm00.stdout:Dependencies resolved. 2026-03-05T16:07:47.821 INFO:teuthology.orchestra.run.vm00.stdout:================================================================================ 2026-03-05T16:07:47.821 INFO:teuthology.orchestra.run.vm00.stdout: Package Architecture Version Repository Size 2026-03-05T16:07:47.821 INFO:teuthology.orchestra.run.vm00.stdout:================================================================================ 2026-03-05T16:07:47.821 INFO:teuthology.orchestra.run.vm00.stdout:Installing: 2026-03-05T16:07:47.821 INFO:teuthology.orchestra.run.vm00.stdout: postgresql-server x86_64 13.23-1.el9_7 appstream 5.7 M 2026-03-05T16:07:47.821 INFO:teuthology.orchestra.run.vm00.stdout: 2026-03-05T16:07:47.821 INFO:teuthology.orchestra.run.vm00.stdout:Transaction Summary 2026-03-05T16:07:47.821 INFO:teuthology.orchestra.run.vm00.stdout:================================================================================ 2026-03-05T16:07:47.821 INFO:teuthology.orchestra.run.vm00.stdout:Install 1 Package 2026-03-05T16:07:47.821 INFO:teuthology.orchestra.run.vm00.stdout: 2026-03-05T16:07:47.821 INFO:teuthology.orchestra.run.vm00.stdout:Total download size: 5.7 M 2026-03-05T16:07:47.821 INFO:teuthology.orchestra.run.vm00.stdout:Installed size: 23 M 2026-03-05T16:07:47.821 INFO:teuthology.orchestra.run.vm00.stdout:Downloading Packages: 2026-03-05T16:07:49.533 INFO:teuthology.orchestra.run.vm00.stdout:postgresql-server-13.23-1.el9_7.x86_64.rpm 3.6 MB/s | 5.7 MB 00:01 2026-03-05T16:07:49.534 INFO:teuthology.orchestra.run.vm00.stdout:-------------------------------------------------------------------------------- 2026-03-05T16:07:49.534 INFO:teuthology.orchestra.run.vm00.stdout:Total 3.3 MB/s | 5.7 MB 00:01 2026-03-05T16:07:49.554 INFO:teuthology.orchestra.run.vm00.stdout:Running transaction check 2026-03-05T16:07:49.560 INFO:teuthology.orchestra.run.vm00.stdout:Transaction check succeeded. 2026-03-05T16:07:49.560 INFO:teuthology.orchestra.run.vm00.stdout:Running transaction test 2026-03-05T16:07:49.602 INFO:teuthology.orchestra.run.vm00.stdout:Transaction test succeeded. 2026-03-05T16:07:49.602 INFO:teuthology.orchestra.run.vm00.stdout:Running transaction 2026-03-05T16:07:49.661 INFO:teuthology.orchestra.run.vm00.stdout: Preparing : 1/1 2026-03-05T16:07:49.792 INFO:teuthology.orchestra.run.vm00.stdout: Running scriptlet: postgresql-server-13.23-1.el9_7.x86_64 1/1 2026-03-05T16:07:49.798 INFO:teuthology.orchestra.run.vm00.stdout: Installing : postgresql-server-13.23-1.el9_7.x86_64 1/1 2026-03-05T16:07:50.167 INFO:teuthology.orchestra.run.vm00.stdout: Running scriptlet: postgresql-server-13.23-1.el9_7.x86_64 1/1 2026-03-05T16:07:50.221 INFO:teuthology.orchestra.run.vm00.stdout: Verifying : postgresql-server-13.23-1.el9_7.x86_64 1/1 2026-03-05T16:07:50.221 INFO:teuthology.orchestra.run.vm00.stdout: 2026-03-05T16:07:50.221 INFO:teuthology.orchestra.run.vm00.stdout:Installed: 2026-03-05T16:07:50.221 INFO:teuthology.orchestra.run.vm00.stdout: postgresql-server-13.23-1.el9_7.x86_64 2026-03-05T16:07:50.221 INFO:teuthology.orchestra.run.vm00.stdout: 2026-03-05T16:07:50.221 INFO:teuthology.orchestra.run.vm00.stdout:Complete! 2026-03-05T16:07:50.256 INFO:tasks.keystone:Setting up database for keystone... 2026-03-05T16:07:50.256 DEBUG:teuthology.orchestra.run.vm00:> sudo systemctl restart mariadb 2026-03-05T16:07:51.881 DEBUG:teuthology.orchestra.run.vm00:> sudo mysql --execute="CREATE USER 'keystone'@'localhost' IDENTIFIED BY 'SECRET';" 2026-03-05T16:07:51.923 DEBUG:teuthology.orchestra.run.vm00:> sudo mysql --execute="CREATE DATABASE keystone;" 2026-03-05T16:07:51.989 DEBUG:teuthology.orchestra.run.vm00:> sudo mysql --execute="GRANT ALL PRIVILEGES ON keystone.* TO 'keystone'@'localhost';" 2026-03-05T16:07:52.055 DEBUG:teuthology.orchestra.run.vm00:> sudo mysql --execute="FLUSH PRIVILEGES;" 2026-03-05T16:07:52.123 INFO:tasks.keystone:Setting up virtualenv for keystone... 2026-03-05T16:07:52.123 DEBUG:teuthology.orchestra.run.vm00:> cd /home/ubuntu/cephtest/keystone && sed -i 's/usedevelop.*/usedevelop=false/g' tox.ini 2026-03-05T16:07:52.179 DEBUG:teuthology.orchestra.run.vm00:> cd /home/ubuntu/cephtest/keystone && source /home/ubuntu/cephtest/tox-venv/bin/activate && tox -e venv --notest 2026-03-05T16:07:52.300 INFO:teuthology.orchestra.run.vm00.stdout:.tox create: /home/ubuntu/cephtest/keystone/.tox/.tox 2026-03-05T16:07:52.649 INFO:teuthology.orchestra.run.vm00.stdout:.tox installdeps: tox >= 3.18.0 2026-03-05T16:07:56.154 INFO:teuthology.orchestra.run.vm00.stdout:venv: install_deps> python -I -m pip install '.[ldap]' -r /home/ubuntu/cephtest/keystone/test-requirements.txt -c https://releases.openstack.org/constraints/upper/2025.2 2026-03-05T16:07:59.932 INFO:teuthology.orchestra.run.vm00.stdout:ERROR: Package 'keystone' requires a different Python: 3.9.23 not in '>=3.10' 2026-03-05T16:07:59.932 INFO:teuthology.orchestra.run.vm00.stdout:Processing ./. 2026-03-05T16:07:59.932 INFO:teuthology.orchestra.run.vm00.stdout: Installing build dependencies: started 2026-03-05T16:07:59.932 INFO:teuthology.orchestra.run.vm00.stdout: Installing build dependencies: finished with status 'done' 2026-03-05T16:07:59.932 INFO:teuthology.orchestra.run.vm00.stdout: Getting requirements to build wheel: started 2026-03-05T16:07:59.932 INFO:teuthology.orchestra.run.vm00.stdout: Getting requirements to build wheel: finished with status 'done' 2026-03-05T16:07:59.932 INFO:teuthology.orchestra.run.vm00.stdout: Preparing metadata (pyproject.toml): started 2026-03-05T16:07:59.932 INFO:teuthology.orchestra.run.vm00.stdout: Preparing metadata (pyproject.toml): finished with status 'done' 2026-03-05T16:07:59.932 INFO:teuthology.orchestra.run.vm00.stdout:Collecting hacking (from -r /home/ubuntu/cephtest/keystone/test-requirements.txt (line 1)) 2026-03-05T16:07:59.932 INFO:teuthology.orchestra.run.vm00.stdout: Downloading hacking-7.0.0-py3-none-any.whl.metadata (7.1 kB) 2026-03-05T16:07:59.932 INFO:teuthology.orchestra.run.vm00.stdout:Collecting flake8-docstrings (from -r /home/ubuntu/cephtest/keystone/test-requirements.txt (line 2)) 2026-03-05T16:07:59.932 INFO:teuthology.orchestra.run.vm00.stdout: Downloading flake8_docstrings-1.7.0-py2.py3-none-any.whl.metadata (2.0 kB) 2026-03-05T16:07:59.932 INFO:teuthology.orchestra.run.vm00.stdout:Collecting bashate~=2.1.0 (from -r /home/ubuntu/cephtest/keystone/test-requirements.txt (line 3)) 2026-03-05T16:07:59.932 INFO:teuthology.orchestra.run.vm00.stdout: Downloading bashate-2.1.1-py3-none-any.whl.metadata (3.1 kB) 2026-03-05T16:07:59.932 INFO:teuthology.orchestra.run.vm00.stdout:Collecting stestr>=1.0.0 (from -r /home/ubuntu/cephtest/keystone/test-requirements.txt (line 4)) 2026-03-05T16:07:59.932 INFO:teuthology.orchestra.run.vm00.stdout: Downloading stestr-4.2.0-py3-none-any.whl.metadata (7.6 kB) 2026-03-05T16:07:59.932 INFO:teuthology.orchestra.run.vm00.stdout:Collecting freezegun>=0.3.6 (from -r /home/ubuntu/cephtest/keystone/test-requirements.txt (line 5)) 2026-03-05T16:07:59.932 INFO:teuthology.orchestra.run.vm00.stdout: Downloading freezegun-1.5.4-py3-none-any.whl.metadata (13 kB) 2026-03-05T16:07:59.932 INFO:teuthology.orchestra.run.vm00.stdout:Collecting oslo.db>=6.0.0 (from oslo.db[fixtures,mysql,postgresql]>=6.0.0->-r /home/ubuntu/cephtest/keystone/test-requirements.txt (line 8)) 2026-03-05T16:07:59.932 INFO:teuthology.orchestra.run.vm00.stdout: Downloading oslo_db-17.4.0-py3-none-any.whl.metadata (3.0 kB) 2026-03-05T16:07:59.933 INFO:teuthology.orchestra.run.vm00.stdout:Collecting coverage!=4.4,>=4.0 (from -r /home/ubuntu/cephtest/keystone/test-requirements.txt (line 11)) 2026-03-05T16:07:59.933 INFO:teuthology.orchestra.run.vm00.stdout: Downloading coverage-7.10.1-cp39-cp39-manylinux1_x86_64.manylinux_2_28_x86_64.manylinux_2_5_x86_64.whl.metadata (8.9 kB) 2026-03-05T16:07:59.933 INFO:teuthology.orchestra.run.vm00.stdout:Collecting fixtures>=3.0.0 (from -r /home/ubuntu/cephtest/keystone/test-requirements.txt (line 13)) 2026-03-05T16:07:59.933 INFO:teuthology.orchestra.run.vm00.stdout: Downloading fixtures-4.2.5-py3-none-any.whl.metadata (22 kB) 2026-03-05T16:07:59.933 INFO:teuthology.orchestra.run.vm00.stdout:Collecting lxml>=4.5.0 (from -r /home/ubuntu/cephtest/keystone/test-requirements.txt (line 15)) 2026-03-05T16:07:59.933 INFO:teuthology.orchestra.run.vm00.stdout: Downloading lxml-6.0.0-cp39-cp39-manylinux_2_27_x86_64.manylinux_2_28_x86_64.whl.metadata (6.6 kB) 2026-03-05T16:07:59.933 INFO:teuthology.orchestra.run.vm00.stdout:Collecting oslotest>=3.2.0 (from -r /home/ubuntu/cephtest/keystone/test-requirements.txt (line 16)) 2026-03-05T16:07:59.933 INFO:teuthology.orchestra.run.vm00.stdout: Downloading oslotest-5.0.1-py3-none-any.whl.metadata (1.9 kB) 2026-03-05T16:07:59.933 INFO:teuthology.orchestra.run.vm00.stdout:Collecting WebTest>=2.0.27 (from -r /home/ubuntu/cephtest/keystone/test-requirements.txt (line 19)) 2026-03-05T16:07:59.933 INFO:teuthology.orchestra.run.vm00.stdout: Downloading webtest-3.0.6-py3-none-any.whl.metadata (2.0 kB) 2026-03-05T16:07:59.933 INFO:teuthology.orchestra.run.vm00.stdout:Collecting testtools>=2.2.0 (from -r /home/ubuntu/cephtest/keystone/test-requirements.txt (line 20)) 2026-03-05T16:07:59.933 INFO:teuthology.orchestra.run.vm00.stdout: Downloading testtools-2.7.2-py3-none-any.whl.metadata (5.2 kB) 2026-03-05T16:07:59.933 INFO:teuthology.orchestra.run.vm00.stdout:Collecting tempest>=17.1.0 (from -r /home/ubuntu/cephtest/keystone/test-requirements.txt (line 21)) 2026-03-05T16:07:59.933 INFO:teuthology.orchestra.run.vm00.stdout: Downloading tempest-46.1.1-py3-none-any.whl.metadata (2.7 kB) 2026-03-05T16:07:59.933 INFO:teuthology.orchestra.run.vm00.stdout:Collecting requests>=2.14.2 (from -r /home/ubuntu/cephtest/keystone/test-requirements.txt (line 24)) 2026-03-05T16:07:59.933 INFO:teuthology.orchestra.run.vm00.stdout: Downloading requests-2.32.4-py3-none-any.whl.metadata (4.9 kB) 2026-03-05T16:07:59.933 INFO:teuthology.orchestra.run.vm00.stdout:Collecting bandit>=1.1.0 (from -r /home/ubuntu/cephtest/keystone/test-requirements.txt (line 26)) 2026-03-05T16:07:59.933 INFO:teuthology.orchestra.run.vm00.stdout: Downloading bandit-1.8.6-py3-none-any.whl.metadata (6.9 kB) 2026-03-05T16:07:59.933 INFO:teuthology.orchestra.run.vm00.stdout:INFO: pip is looking at multiple versions of keystone to determine which version is compatible with other requirements. This could take a while. 2026-03-05T16:07:59.933 INFO:teuthology.orchestra.run.vm00.stdout:venv: exit 1 (3.78 seconds) /home/ubuntu/cephtest/keystone> python -I -m pip install '.[ldap]' -r /home/ubuntu/cephtest/keystone/test-requirements.txt -c https://releases.openstack.org/constraints/upper/2025.2 pid=88705 2026-03-05T16:07:59.933 INFO:teuthology.orchestra.run.vm00.stdout: venv: FAIL code 1 (5.40 seconds) 2026-03-05T16:07:59.933 INFO:teuthology.orchestra.run.vm00.stdout: evaluation failed :( (5.42 seconds) 2026-03-05T16:07:59.971 DEBUG:teuthology.orchestra.run:got remote process result: 1 2026-03-05T16:07:59.972 INFO:teuthology.orchestra.run.vm00.stdout: 2026-03-05T16:07:59.972 ERROR:teuthology.contextutil:Saw exception from nested tasks Traceback (most recent call last): File "/home/teuthos/teuthology/teuthology/contextutil.py", line 30, in nested vars.append(enter()) File "/home/teuthos/.local/share/uv/python/cpython-3.10.19-linux-x86_64-gnu/lib/python3.10/contextlib.py", line 135, in __enter__ return next(self.gen) File "/home/teuthos/src/github.com_kshtsk_ceph_e50baef5944c0b5e8e734db1c467f1f19415a932/qa/tasks/keystone.py", line 190, in setup_venv run_in_keystone_dir(ctx, client, File "/home/teuthos/src/github.com_kshtsk_ceph_e50baef5944c0b5e8e734db1c467f1f19415a932/qa/tasks/keystone.py", line 28, in run_in_keystone_dir return ctx.cluster.only(client).run( File "/home/teuthos/teuthology/teuthology/orchestra/cluster.py", line 85, in run procs = [remote.run(**kwargs, wait=_wait) for remote in remotes] File "/home/teuthos/teuthology/teuthology/orchestra/cluster.py", line 85, in procs = [remote.run(**kwargs, wait=_wait) for remote in remotes] File "/home/teuthos/teuthology/teuthology/orchestra/remote.py", line 575, in run r = self._runner(client=self.ssh, name=self.shortname, **kwargs) File "/home/teuthos/teuthology/teuthology/orchestra/run.py", line 461, in run r.wait() File "/home/teuthos/teuthology/teuthology/orchestra/run.py", line 161, in wait self._raise_for_status() File "/home/teuthos/teuthology/teuthology/orchestra/run.py", line 181, in _raise_for_status raise CommandFailedError( teuthology.exceptions.CommandFailedError: Command failed on vm00 with status 1: 'cd /home/ubuntu/cephtest/keystone && source /home/ubuntu/cephtest/tox-venv/bin/activate && tox -e venv --notest' 2026-03-05T16:07:59.972 INFO:tasks.keystone:Removing packaged dependencies of Keystone... 2026-03-05T16:07:59.972 DEBUG:teuthology.orchestra.run.vm00:> sudo yum -y erase cyrus-sasl-devel 2026-03-05T16:08:00.136 INFO:teuthology.orchestra.run.vm00.stdout:Dependencies resolved. 2026-03-05T16:08:00.136 INFO:teuthology.orchestra.run.vm00.stdout:================================================================================ 2026-03-05T16:08:00.136 INFO:teuthology.orchestra.run.vm00.stdout: Package Arch Version Repository Size 2026-03-05T16:08:00.136 INFO:teuthology.orchestra.run.vm00.stdout:================================================================================ 2026-03-05T16:08:00.136 INFO:teuthology.orchestra.run.vm00.stdout:Removing: 2026-03-05T16:08:00.136 INFO:teuthology.orchestra.run.vm00.stdout: cyrus-sasl-devel x86_64 2.1.27-21.el9 @appstream 206 k 2026-03-05T16:08:00.136 INFO:teuthology.orchestra.run.vm00.stdout:Removing dependent packages: 2026-03-05T16:08:00.136 INFO:teuthology.orchestra.run.vm00.stdout: openldap-devel x86_64 2.6.8-4.el9.0.1 @appstream 3.7 M 2026-03-05T16:08:00.136 INFO:teuthology.orchestra.run.vm00.stdout:Removing unused dependencies: 2026-03-05T16:08:00.136 INFO:teuthology.orchestra.run.vm00.stdout: cyrus-sasl x86_64 2.1.27-21.el9 @baseos 143 k 2026-03-05T16:08:00.136 INFO:teuthology.orchestra.run.vm00.stdout: 2026-03-05T16:08:00.136 INFO:teuthology.orchestra.run.vm00.stdout:Transaction Summary 2026-03-05T16:08:00.136 INFO:teuthology.orchestra.run.vm00.stdout:================================================================================ 2026-03-05T16:08:00.136 INFO:teuthology.orchestra.run.vm00.stdout:Remove 3 Packages 2026-03-05T16:08:00.136 INFO:teuthology.orchestra.run.vm00.stdout: 2026-03-05T16:08:00.137 INFO:teuthology.orchestra.run.vm00.stdout:Freed space: 4.1 M 2026-03-05T16:08:00.137 INFO:teuthology.orchestra.run.vm00.stdout:Running transaction check 2026-03-05T16:08:00.139 INFO:teuthology.orchestra.run.vm00.stdout:Transaction check succeeded. 2026-03-05T16:08:00.139 INFO:teuthology.orchestra.run.vm00.stdout:Running transaction test 2026-03-05T16:08:00.152 INFO:teuthology.orchestra.run.vm00.stdout:Transaction test succeeded. 2026-03-05T16:08:00.153 INFO:teuthology.orchestra.run.vm00.stdout:Running transaction 2026-03-05T16:08:00.192 INFO:teuthology.orchestra.run.vm00.stdout: Preparing : 1/1 2026-03-05T16:08:00.196 INFO:teuthology.orchestra.run.vm00.stdout: Erasing : openldap-devel-2.6.8-4.el9.0.1.x86_64 1/3 2026-03-05T16:08:00.198 INFO:teuthology.orchestra.run.vm00.stdout: Erasing : cyrus-sasl-devel-2.1.27-21.el9.x86_64 2/3 2026-03-05T16:08:00.213 INFO:teuthology.orchestra.run.vm00.stdout: Running scriptlet: cyrus-sasl-2.1.27-21.el9.x86_64 3/3 2026-03-05T16:08:00.213 INFO:teuthology.orchestra.run.vm00.stdout: Erasing : cyrus-sasl-2.1.27-21.el9.x86_64 3/3 2026-03-05T16:08:00.372 INFO:teuthology.orchestra.run.vm00.stdout: Running scriptlet: cyrus-sasl-2.1.27-21.el9.x86_64 3/3 2026-03-05T16:08:00.372 INFO:teuthology.orchestra.run.vm00.stdout: Verifying : cyrus-sasl-2.1.27-21.el9.x86_64 1/3 2026-03-05T16:08:00.372 INFO:teuthology.orchestra.run.vm00.stdout: Verifying : cyrus-sasl-devel-2.1.27-21.el9.x86_64 2/3 2026-03-05T16:08:00.416 INFO:teuthology.orchestra.run.vm00.stdout: Verifying : openldap-devel-2.6.8-4.el9.0.1.x86_64 3/3 2026-03-05T16:08:00.416 INFO:teuthology.orchestra.run.vm00.stdout: 2026-03-05T16:08:00.417 INFO:teuthology.orchestra.run.vm00.stdout:Removed: 2026-03-05T16:08:00.417 INFO:teuthology.orchestra.run.vm00.stdout: cyrus-sasl-2.1.27-21.el9.x86_64 cyrus-sasl-devel-2.1.27-21.el9.x86_64 2026-03-05T16:08:00.417 INFO:teuthology.orchestra.run.vm00.stdout: openldap-devel-2.6.8-4.el9.0.1.x86_64 2026-03-05T16:08:00.417 INFO:teuthology.orchestra.run.vm00.stdout: 2026-03-05T16:08:00.417 INFO:teuthology.orchestra.run.vm00.stdout:Complete! 2026-03-05T16:08:00.443 DEBUG:teuthology.orchestra.run.vm00:> sudo yum -y erase libffi-devel 2026-03-05T16:08:00.688 INFO:teuthology.orchestra.run.vm00.stdout:Dependencies resolved. 2026-03-05T16:08:00.688 INFO:teuthology.orchestra.run.vm00.stdout:================================================================================ 2026-03-05T16:08:00.688 INFO:teuthology.orchestra.run.vm00.stdout: Package Architecture Version Repository Size 2026-03-05T16:08:00.688 INFO:teuthology.orchestra.run.vm00.stdout:================================================================================ 2026-03-05T16:08:00.688 INFO:teuthology.orchestra.run.vm00.stdout:Removing: 2026-03-05T16:08:00.688 INFO:teuthology.orchestra.run.vm00.stdout: libffi-devel x86_64 3.4.2-8.el9 @appstream 33 k 2026-03-05T16:08:00.689 INFO:teuthology.orchestra.run.vm00.stdout: 2026-03-05T16:08:00.689 INFO:teuthology.orchestra.run.vm00.stdout:Transaction Summary 2026-03-05T16:08:00.689 INFO:teuthology.orchestra.run.vm00.stdout:================================================================================ 2026-03-05T16:08:00.689 INFO:teuthology.orchestra.run.vm00.stdout:Remove 1 Package 2026-03-05T16:08:00.689 INFO:teuthology.orchestra.run.vm00.stdout: 2026-03-05T16:08:00.689 INFO:teuthology.orchestra.run.vm00.stdout:Freed space: 33 k 2026-03-05T16:08:00.689 INFO:teuthology.orchestra.run.vm00.stdout:Running transaction check 2026-03-05T16:08:00.692 INFO:teuthology.orchestra.run.vm00.stdout:Transaction check succeeded. 2026-03-05T16:08:00.692 INFO:teuthology.orchestra.run.vm00.stdout:Running transaction test 2026-03-05T16:08:00.693 INFO:teuthology.orchestra.run.vm00.stdout:Transaction test succeeded. 2026-03-05T16:08:00.693 INFO:teuthology.orchestra.run.vm00.stdout:Running transaction 2026-03-05T16:08:00.714 INFO:teuthology.orchestra.run.vm00.stdout: Preparing : 1/1 2026-03-05T16:08:00.736 INFO:teuthology.orchestra.run.vm00.stdout: Erasing : libffi-devel-3.4.2-8.el9.x86_64 1/1 2026-03-05T16:08:00.808 INFO:teuthology.orchestra.run.vm00.stdout: Running scriptlet: libffi-devel-3.4.2-8.el9.x86_64 1/1 2026-03-05T16:08:00.870 INFO:teuthology.orchestra.run.vm00.stdout: Verifying : libffi-devel-3.4.2-8.el9.x86_64 1/1 2026-03-05T16:08:00.870 INFO:teuthology.orchestra.run.vm00.stdout: 2026-03-05T16:08:00.870 INFO:teuthology.orchestra.run.vm00.stdout:Removed: 2026-03-05T16:08:00.870 INFO:teuthology.orchestra.run.vm00.stdout: libffi-devel-3.4.2-8.el9.x86_64 2026-03-05T16:08:00.870 INFO:teuthology.orchestra.run.vm00.stdout: 2026-03-05T16:08:00.870 INFO:teuthology.orchestra.run.vm00.stdout:Complete! 2026-03-05T16:08:00.906 DEBUG:teuthology.orchestra.run.vm00:> sudo yum -y erase libxml2-devel 2026-03-05T16:08:01.153 INFO:teuthology.orchestra.run.vm00.stdout:Dependencies resolved. 2026-03-05T16:08:01.154 INFO:teuthology.orchestra.run.vm00.stdout:================================================================================ 2026-03-05T16:08:01.154 INFO:teuthology.orchestra.run.vm00.stdout: Package Arch Version Repository Size 2026-03-05T16:08:01.154 INFO:teuthology.orchestra.run.vm00.stdout:================================================================================ 2026-03-05T16:08:01.154 INFO:teuthology.orchestra.run.vm00.stdout:Removing: 2026-03-05T16:08:01.154 INFO:teuthology.orchestra.run.vm00.stdout: libxml2-devel x86_64 2.9.13-14.el9_7 @appstream 8.8 M 2026-03-05T16:08:01.154 INFO:teuthology.orchestra.run.vm00.stdout:Removing dependent packages: 2026-03-05T16:08:01.154 INFO:teuthology.orchestra.run.vm00.stdout: libxslt-devel x86_64 1.1.34-13.el9_6 @appstream 2.4 M 2026-03-05T16:08:01.154 INFO:teuthology.orchestra.run.vm00.stdout:Removing unused dependencies: 2026-03-05T16:08:01.154 INFO:teuthology.orchestra.run.vm00.stdout: cmake-filesystem x86_64 3.26.5-3.el9_7 @appstream 0 2026-03-05T16:08:01.154 INFO:teuthology.orchestra.run.vm00.stdout: libgpg-error-devel x86_64 1.42-5.el9 @appstream 228 k 2026-03-05T16:08:01.154 INFO:teuthology.orchestra.run.vm00.stdout: xz-devel x86_64 5.2.5-8.el9_0 @appstream 202 k 2026-03-05T16:08:01.154 INFO:teuthology.orchestra.run.vm00.stdout: 2026-03-05T16:08:01.154 INFO:teuthology.orchestra.run.vm00.stdout:Transaction Summary 2026-03-05T16:08:01.154 INFO:teuthology.orchestra.run.vm00.stdout:================================================================================ 2026-03-05T16:08:01.154 INFO:teuthology.orchestra.run.vm00.stdout:Remove 5 Packages 2026-03-05T16:08:01.154 INFO:teuthology.orchestra.run.vm00.stdout: 2026-03-05T16:08:01.154 INFO:teuthology.orchestra.run.vm00.stdout:Freed space: 12 M 2026-03-05T16:08:01.154 INFO:teuthology.orchestra.run.vm00.stdout:Running transaction check 2026-03-05T16:08:01.158 INFO:teuthology.orchestra.run.vm00.stdout:Transaction check succeeded. 2026-03-05T16:08:01.158 INFO:teuthology.orchestra.run.vm00.stdout:Running transaction test 2026-03-05T16:08:01.179 INFO:teuthology.orchestra.run.vm00.stdout:Transaction test succeeded. 2026-03-05T16:08:01.180 INFO:teuthology.orchestra.run.vm00.stdout:Running transaction 2026-03-05T16:08:01.232 INFO:teuthology.orchestra.run.vm00.stdout: Preparing : 1/1 2026-03-05T16:08:01.248 INFO:teuthology.orchestra.run.vm00.stdout: Erasing : libxslt-devel-1.1.34-13.el9_6.x86_64 1/5 2026-03-05T16:08:01.255 INFO:teuthology.orchestra.run.vm00.stdout: Erasing : libxml2-devel-2.9.13-14.el9_7.x86_64 2/5 2026-03-05T16:08:01.257 INFO:teuthology.orchestra.run.vm00.stdout: Erasing : cmake-filesystem-3.26.5-3.el9_7.x86_64 3/5 2026-03-05T16:08:01.260 INFO:teuthology.orchestra.run.vm00.stdout: Erasing : xz-devel-5.2.5-8.el9_0.x86_64 4/5 2026-03-05T16:08:01.276 INFO:teuthology.orchestra.run.vm00.stdout: Erasing : libgpg-error-devel-1.42-5.el9.x86_64 5/5 2026-03-05T16:08:01.346 INFO:teuthology.orchestra.run.vm00.stdout: Running scriptlet: libgpg-error-devel-1.42-5.el9.x86_64 5/5 2026-03-05T16:08:01.346 INFO:teuthology.orchestra.run.vm00.stdout: Verifying : cmake-filesystem-3.26.5-3.el9_7.x86_64 1/5 2026-03-05T16:08:01.346 INFO:teuthology.orchestra.run.vm00.stdout: Verifying : libgpg-error-devel-1.42-5.el9.x86_64 2/5 2026-03-05T16:08:01.346 INFO:teuthology.orchestra.run.vm00.stdout: Verifying : libxml2-devel-2.9.13-14.el9_7.x86_64 3/5 2026-03-05T16:08:01.346 INFO:teuthology.orchestra.run.vm00.stdout: Verifying : libxslt-devel-1.1.34-13.el9_6.x86_64 4/5 2026-03-05T16:08:01.403 INFO:teuthology.orchestra.run.vm00.stdout: Verifying : xz-devel-5.2.5-8.el9_0.x86_64 5/5 2026-03-05T16:08:01.403 INFO:teuthology.orchestra.run.vm00.stdout: 2026-03-05T16:08:01.403 INFO:teuthology.orchestra.run.vm00.stdout:Removed: 2026-03-05T16:08:01.403 INFO:teuthology.orchestra.run.vm00.stdout: cmake-filesystem-3.26.5-3.el9_7.x86_64 libgpg-error-devel-1.42-5.el9.x86_64 2026-03-05T16:08:01.403 INFO:teuthology.orchestra.run.vm00.stdout: libxml2-devel-2.9.13-14.el9_7.x86_64 libxslt-devel-1.1.34-13.el9_6.x86_64 2026-03-05T16:08:01.403 INFO:teuthology.orchestra.run.vm00.stdout: xz-devel-5.2.5-8.el9_0.x86_64 2026-03-05T16:08:01.403 INFO:teuthology.orchestra.run.vm00.stdout: 2026-03-05T16:08:01.403 INFO:teuthology.orchestra.run.vm00.stdout:Complete! 2026-03-05T16:08:01.433 DEBUG:teuthology.orchestra.run.vm00:> sudo yum -y erase libxslt-devel 2026-03-05T16:08:01.594 INFO:teuthology.orchestra.run.vm00.stdout:No match for argument: libxslt-devel 2026-03-05T16:08:01.594 INFO:teuthology.orchestra.run.vm00.stderr:No packages marked for removal. 2026-03-05T16:08:01.597 INFO:teuthology.orchestra.run.vm00.stdout:Dependencies resolved. 2026-03-05T16:08:01.597 INFO:teuthology.orchestra.run.vm00.stdout:Nothing to do. 2026-03-05T16:08:01.597 INFO:teuthology.orchestra.run.vm00.stdout:Complete! 2026-03-05T16:08:01.617 DEBUG:teuthology.orchestra.run.vm00:> sudo yum -y erase mariadb 2026-03-05T16:08:01.777 INFO:teuthology.orchestra.run.vm00.stdout:Dependencies resolved. 2026-03-05T16:08:01.778 INFO:teuthology.orchestra.run.vm00.stdout:================================================================================ 2026-03-05T16:08:01.778 INFO:teuthology.orchestra.run.vm00.stdout: Package Arch Version Repository Size 2026-03-05T16:08:01.779 INFO:teuthology.orchestra.run.vm00.stdout:================================================================================ 2026-03-05T16:08:01.779 INFO:teuthology.orchestra.run.vm00.stdout:Removing: 2026-03-05T16:08:01.779 INFO:teuthology.orchestra.run.vm00.stdout: mariadb x86_64 3:10.5.29-3.el9_7 @appstream 21 M 2026-03-05T16:08:01.779 INFO:teuthology.orchestra.run.vm00.stdout:Removing dependent packages: 2026-03-05T16:08:01.779 INFO:teuthology.orchestra.run.vm00.stdout: mariadb-server x86_64 3:10.5.29-3.el9_7 @appstream 63 M 2026-03-05T16:08:01.779 INFO:teuthology.orchestra.run.vm00.stdout:Removing unused dependencies: 2026-03-05T16:08:01.779 INFO:teuthology.orchestra.run.vm00.stdout: mariadb-backup x86_64 3:10.5.29-3.el9_7 @appstream 24 M 2026-03-05T16:08:01.779 INFO:teuthology.orchestra.run.vm00.stdout: mariadb-common x86_64 3:10.5.29-3.el9_7 @appstream 179 k 2026-03-05T16:08:01.779 INFO:teuthology.orchestra.run.vm00.stdout: mariadb-errmsg x86_64 3:10.5.29-3.el9_7 @appstream 2.6 M 2026-03-05T16:08:01.779 INFO:teuthology.orchestra.run.vm00.stdout: mariadb-gssapi-server x86_64 3:10.5.29-3.el9_7 @appstream 20 k 2026-03-05T16:08:01.779 INFO:teuthology.orchestra.run.vm00.stdout: mariadb-server-utils x86_64 3:10.5.29-3.el9_7 @appstream 801 k 2026-03-05T16:08:01.779 INFO:teuthology.orchestra.run.vm00.stdout: mysql-selinux noarch 1.0.14-1.el9_6 @appstream 50 k 2026-03-05T16:08:01.779 INFO:teuthology.orchestra.run.vm00.stdout: perl-DBD-MariaDB x86_64 1.21-17.el9 @appstream 382 k 2026-03-05T16:08:01.779 INFO:teuthology.orchestra.run.vm00.stdout: perl-DBI x86_64 1.643-9.el9 @appstream 1.9 M 2026-03-05T16:08:01.779 INFO:teuthology.orchestra.run.vm00.stdout: perl-Math-BigInt noarch 1:1.9998.18-460.el9 @appstream 709 k 2026-03-05T16:08:01.779 INFO:teuthology.orchestra.run.vm00.stdout: perl-Math-Complex noarch 1.59-481.1.el9_6 @appstream 86 k 2026-03-05T16:08:01.779 INFO:teuthology.orchestra.run.vm00.stdout: perl-Sys-Hostname x86_64 1.23-481.1.el9_6 @appstream 21 k 2026-03-05T16:08:01.779 INFO:teuthology.orchestra.run.vm00.stdout: 2026-03-05T16:08:01.779 INFO:teuthology.orchestra.run.vm00.stdout:Transaction Summary 2026-03-05T16:08:01.779 INFO:teuthology.orchestra.run.vm00.stdout:================================================================================ 2026-03-05T16:08:01.779 INFO:teuthology.orchestra.run.vm00.stdout:Remove 13 Packages 2026-03-05T16:08:01.779 INFO:teuthology.orchestra.run.vm00.stdout: 2026-03-05T16:08:01.779 INFO:teuthology.orchestra.run.vm00.stdout:Freed space: 115 M 2026-03-05T16:08:01.779 INFO:teuthology.orchestra.run.vm00.stdout:Running transaction check 2026-03-05T16:08:01.783 INFO:teuthology.orchestra.run.vm00.stdout:Transaction check succeeded. 2026-03-05T16:08:01.783 INFO:teuthology.orchestra.run.vm00.stdout:Running transaction test 2026-03-05T16:08:01.802 INFO:teuthology.orchestra.run.vm00.stdout:Transaction test succeeded. 2026-03-05T16:08:01.802 INFO:teuthology.orchestra.run.vm00.stdout:Running transaction 2026-03-05T16:08:01.840 INFO:teuthology.orchestra.run.vm00.stdout: Preparing : 1/1 2026-03-05T16:08:01.843 INFO:teuthology.orchestra.run.vm00.stdout: Erasing : mariadb-gssapi-server-3:10.5.29-3.el9_7.x86_64 1/13 2026-03-05T16:08:01.845 INFO:teuthology.orchestra.run.vm00.stdout: Erasing : mariadb-backup-3:10.5.29-3.el9_7.x86_64 2/13 2026-03-05T16:08:02.111 INFO:teuthology.orchestra.run.vm00.stdout: Running scriptlet: mariadb-server-3:10.5.29-3.el9_7.x86_64 3/13 2026-03-05T16:08:02.111 INFO:teuthology.orchestra.run.vm00.stdout: Erasing : mariadb-server-3:10.5.29-3.el9_7.x86_64 3/13 2026-03-05T16:08:02.124 INFO:teuthology.orchestra.run.vm00.stdout: Running scriptlet: mariadb-server-3:10.5.29-3.el9_7.x86_64 3/13 2026-03-05T16:08:02.127 INFO:teuthology.orchestra.run.vm00.stdout: Erasing : mariadb-3:10.5.29-3.el9_7.x86_64 4/13 2026-03-05T16:08:02.131 INFO:teuthology.orchestra.run.vm00.stdout: Erasing : mariadb-server-utils-3:10.5.29-3.el9_7.x86_64 5/13 2026-03-05T16:08:02.133 INFO:teuthology.orchestra.run.vm00.stdout: Erasing : mariadb-errmsg-3:10.5.29-3.el9_7.x86_64 6/13 2026-03-05T16:08:02.135 INFO:teuthology.orchestra.run.vm00.stdout: Erasing : mariadb-common-3:10.5.29-3.el9_7.x86_64 7/13 2026-03-05T16:08:02.135 INFO:teuthology.orchestra.run.vm00.stdout: Erasing : mysql-selinux-1.0.14-1.el9_6.noarch 8/13 2026-03-05T16:08:06.684 INFO:teuthology.orchestra.run.vm00.stdout: Running scriptlet: mysql-selinux-1.0.14-1.el9_6.noarch 8/13 2026-03-05T16:08:06.690 INFO:teuthology.orchestra.run.vm00.stdout: Erasing : perl-DBD-MariaDB-1.21-17.el9.x86_64 9/13 2026-03-05T16:08:06.693 INFO:teuthology.orchestra.run.vm00.stdout: Erasing : perl-DBI-1.643-9.el9.x86_64 10/13 2026-03-05T16:08:06.695 INFO:teuthology.orchestra.run.vm00.stdout: Erasing : perl-Math-BigInt-1:1.9998.18-460.el9.noarch 11/13 2026-03-05T16:08:06.697 INFO:teuthology.orchestra.run.vm00.stdout: Erasing : perl-Math-Complex-1.59-481.1.el9_6.noarch 12/13 2026-03-05T16:08:06.712 INFO:teuthology.orchestra.run.vm00.stdout: Erasing : perl-Sys-Hostname-1.23-481.1.el9_6.x86_64 13/13 2026-03-05T16:08:06.775 INFO:teuthology.orchestra.run.vm00.stdout: Running scriptlet: perl-Sys-Hostname-1.23-481.1.el9_6.x86_64 13/13 2026-03-05T16:08:06.775 INFO:teuthology.orchestra.run.vm00.stdout: Verifying : mariadb-3:10.5.29-3.el9_7.x86_64 1/13 2026-03-05T16:08:06.775 INFO:teuthology.orchestra.run.vm00.stdout: Verifying : mariadb-backup-3:10.5.29-3.el9_7.x86_64 2/13 2026-03-05T16:08:06.775 INFO:teuthology.orchestra.run.vm00.stdout: Verifying : mariadb-common-3:10.5.29-3.el9_7.x86_64 3/13 2026-03-05T16:08:06.775 INFO:teuthology.orchestra.run.vm00.stdout: Verifying : mariadb-errmsg-3:10.5.29-3.el9_7.x86_64 4/13 2026-03-05T16:08:06.775 INFO:teuthology.orchestra.run.vm00.stdout: Verifying : mariadb-gssapi-server-3:10.5.29-3.el9_7.x86_64 5/13 2026-03-05T16:08:06.775 INFO:teuthology.orchestra.run.vm00.stdout: Verifying : mariadb-server-3:10.5.29-3.el9_7.x86_64 6/13 2026-03-05T16:08:06.775 INFO:teuthology.orchestra.run.vm00.stdout: Verifying : mariadb-server-utils-3:10.5.29-3.el9_7.x86_64 7/13 2026-03-05T16:08:06.775 INFO:teuthology.orchestra.run.vm00.stdout: Verifying : mysql-selinux-1.0.14-1.el9_6.noarch 8/13 2026-03-05T16:08:06.775 INFO:teuthology.orchestra.run.vm00.stdout: Verifying : perl-DBD-MariaDB-1.21-17.el9.x86_64 9/13 2026-03-05T16:08:06.775 INFO:teuthology.orchestra.run.vm00.stdout: Verifying : perl-DBI-1.643-9.el9.x86_64 10/13 2026-03-05T16:08:06.775 INFO:teuthology.orchestra.run.vm00.stdout: Verifying : perl-Math-BigInt-1:1.9998.18-460.el9.noarch 11/13 2026-03-05T16:08:06.775 INFO:teuthology.orchestra.run.vm00.stdout: Verifying : perl-Math-Complex-1.59-481.1.el9_6.noarch 12/13 2026-03-05T16:08:06.816 INFO:teuthology.orchestra.run.vm00.stdout: Verifying : perl-Sys-Hostname-1.23-481.1.el9_6.x86_64 13/13 2026-03-05T16:08:06.816 INFO:teuthology.orchestra.run.vm00.stdout: 2026-03-05T16:08:06.816 INFO:teuthology.orchestra.run.vm00.stdout:Removed: 2026-03-05T16:08:06.816 INFO:teuthology.orchestra.run.vm00.stdout: mariadb-3:10.5.29-3.el9_7.x86_64 2026-03-05T16:08:06.816 INFO:teuthology.orchestra.run.vm00.stdout: mariadb-backup-3:10.5.29-3.el9_7.x86_64 2026-03-05T16:08:06.816 INFO:teuthology.orchestra.run.vm00.stdout: mariadb-common-3:10.5.29-3.el9_7.x86_64 2026-03-05T16:08:06.816 INFO:teuthology.orchestra.run.vm00.stdout: mariadb-errmsg-3:10.5.29-3.el9_7.x86_64 2026-03-05T16:08:06.816 INFO:teuthology.orchestra.run.vm00.stdout: mariadb-gssapi-server-3:10.5.29-3.el9_7.x86_64 2026-03-05T16:08:06.816 INFO:teuthology.orchestra.run.vm00.stdout: mariadb-server-3:10.5.29-3.el9_7.x86_64 2026-03-05T16:08:06.816 INFO:teuthology.orchestra.run.vm00.stdout: mariadb-server-utils-3:10.5.29-3.el9_7.x86_64 2026-03-05T16:08:06.816 INFO:teuthology.orchestra.run.vm00.stdout: mysql-selinux-1.0.14-1.el9_6.noarch 2026-03-05T16:08:06.816 INFO:teuthology.orchestra.run.vm00.stdout: perl-DBD-MariaDB-1.21-17.el9.x86_64 2026-03-05T16:08:06.817 INFO:teuthology.orchestra.run.vm00.stdout: perl-DBI-1.643-9.el9.x86_64 2026-03-05T16:08:06.817 INFO:teuthology.orchestra.run.vm00.stdout: perl-Math-BigInt-1:1.9998.18-460.el9.noarch 2026-03-05T16:08:06.817 INFO:teuthology.orchestra.run.vm00.stdout: perl-Math-Complex-1.59-481.1.el9_6.noarch 2026-03-05T16:08:06.817 INFO:teuthology.orchestra.run.vm00.stdout: perl-Sys-Hostname-1.23-481.1.el9_6.x86_64 2026-03-05T16:08:06.817 INFO:teuthology.orchestra.run.vm00.stdout: 2026-03-05T16:08:06.817 INFO:teuthology.orchestra.run.vm00.stdout:Complete! 2026-03-05T16:08:06.845 DEBUG:teuthology.orchestra.run.vm00:> sudo yum -y erase mariadb-devel 2026-03-05T16:08:07.051 INFO:teuthology.orchestra.run.vm00.stdout:Dependencies resolved. 2026-03-05T16:08:07.052 INFO:teuthology.orchestra.run.vm00.stdout:================================================================================ 2026-03-05T16:08:07.052 INFO:teuthology.orchestra.run.vm00.stdout: Package Arch Version Repository Size 2026-03-05T16:08:07.052 INFO:teuthology.orchestra.run.vm00.stdout:================================================================================ 2026-03-05T16:08:07.052 INFO:teuthology.orchestra.run.vm00.stdout:Removing: 2026-03-05T16:08:07.052 INFO:teuthology.orchestra.run.vm00.stdout: mariadb-devel x86_64 3:10.5.29-3.el9_7 @crb 5.5 M 2026-03-05T16:08:07.052 INFO:teuthology.orchestra.run.vm00.stdout:Removing unused dependencies: 2026-03-05T16:08:07.052 INFO:teuthology.orchestra.run.vm00.stdout: mariadb-connector-c x86_64 3.2.6-1.el9_0 @appstream 540 k 2026-03-05T16:08:07.052 INFO:teuthology.orchestra.run.vm00.stdout: mariadb-connector-c-config noarch 3.2.6-1.el9_0 @appstream 497 2026-03-05T16:08:07.052 INFO:teuthology.orchestra.run.vm00.stdout: mariadb-connector-c-devel x86_64 3.2.6-1.el9_0 @appstream 184 k 2026-03-05T16:08:07.052 INFO:teuthology.orchestra.run.vm00.stdout: mariadb-connector-c-doc noarch 3.2.6-1.el9_0 @crb 72 k 2026-03-05T16:08:07.052 INFO:teuthology.orchestra.run.vm00.stdout: openssl-devel x86_64 1:3.5.1-7.el9_7 @appstream 5.3 M 2026-03-05T16:08:07.052 INFO:teuthology.orchestra.run.vm00.stdout: zlib-devel x86_64 1.2.11-40.el9 @appstream 138 k 2026-03-05T16:08:07.052 INFO:teuthology.orchestra.run.vm00.stdout: 2026-03-05T16:08:07.052 INFO:teuthology.orchestra.run.vm00.stdout:Transaction Summary 2026-03-05T16:08:07.052 INFO:teuthology.orchestra.run.vm00.stdout:================================================================================ 2026-03-05T16:08:07.052 INFO:teuthology.orchestra.run.vm00.stdout:Remove 7 Packages 2026-03-05T16:08:07.052 INFO:teuthology.orchestra.run.vm00.stdout: 2026-03-05T16:08:07.052 INFO:teuthology.orchestra.run.vm00.stdout:Freed space: 12 M 2026-03-05T16:08:07.052 INFO:teuthology.orchestra.run.vm00.stdout:Running transaction check 2026-03-05T16:08:07.059 INFO:teuthology.orchestra.run.vm00.stdout:Transaction check succeeded. 2026-03-05T16:08:07.059 INFO:teuthology.orchestra.run.vm00.stdout:Running transaction test 2026-03-05T16:08:07.110 INFO:teuthology.orchestra.run.vm00.stdout:Transaction test succeeded. 2026-03-05T16:08:07.110 INFO:teuthology.orchestra.run.vm00.stdout:Running transaction 2026-03-05T16:08:07.196 INFO:teuthology.orchestra.run.vm00.stdout: Preparing : 1/1 2026-03-05T16:08:07.199 INFO:teuthology.orchestra.run.vm00.stdout: Erasing : mariadb-devel-3:10.5.29-3.el9_7.x86_64 1/7 2026-03-05T16:08:07.204 INFO:teuthology.orchestra.run.vm00.stdout: Erasing : mariadb-connector-c-devel-3.2.6-1.el9_0.x86_64 2/7 2026-03-05T16:08:07.350 INFO:teuthology.orchestra.run.vm00.stdout: Erasing : mariadb-connector-c-doc-3.2.6-1.el9_0.noarch 3/7 2026-03-05T16:08:07.368 INFO:teuthology.orchestra.run.vm00.stdout: Erasing : openssl-devel-1:3.5.1-7.el9_7.x86_64 4/7 2026-03-05T16:08:07.370 INFO:teuthology.orchestra.run.vm00.stdout: Erasing : zlib-devel-1.2.11-40.el9.x86_64 5/7 2026-03-05T16:08:07.372 INFO:teuthology.orchestra.run.vm00.stdout: Erasing : mariadb-connector-c-3.2.6-1.el9_0.x86_64 6/7 2026-03-05T16:08:07.387 INFO:teuthology.orchestra.run.vm00.stdout: Erasing : mariadb-connector-c-config-3.2.6-1.el9_0.noarch 7/7 2026-03-05T16:08:07.444 INFO:teuthology.orchestra.run.vm00.stdout: Running scriptlet: mariadb-connector-c-config-3.2.6-1.el9_0.noarch 7/7 2026-03-05T16:08:07.444 INFO:teuthology.orchestra.run.vm00.stdout: Verifying : mariadb-connector-c-3.2.6-1.el9_0.x86_64 1/7 2026-03-05T16:08:07.444 INFO:teuthology.orchestra.run.vm00.stdout: Verifying : mariadb-connector-c-config-3.2.6-1.el9_0.noarch 2/7 2026-03-05T16:08:07.444 INFO:teuthology.orchestra.run.vm00.stdout: Verifying : mariadb-connector-c-devel-3.2.6-1.el9_0.x86_64 3/7 2026-03-05T16:08:07.444 INFO:teuthology.orchestra.run.vm00.stdout: Verifying : mariadb-connector-c-doc-3.2.6-1.el9_0.noarch 4/7 2026-03-05T16:08:07.444 INFO:teuthology.orchestra.run.vm00.stdout: Verifying : mariadb-devel-3:10.5.29-3.el9_7.x86_64 5/7 2026-03-05T16:08:07.444 INFO:teuthology.orchestra.run.vm00.stdout: Verifying : openssl-devel-1:3.5.1-7.el9_7.x86_64 6/7 2026-03-05T16:08:07.487 INFO:teuthology.orchestra.run.vm00.stdout: Verifying : zlib-devel-1.2.11-40.el9.x86_64 7/7 2026-03-05T16:08:07.487 INFO:teuthology.orchestra.run.vm00.stdout: 2026-03-05T16:08:07.487 INFO:teuthology.orchestra.run.vm00.stdout:Removed: 2026-03-05T16:08:07.487 INFO:teuthology.orchestra.run.vm00.stdout: mariadb-connector-c-3.2.6-1.el9_0.x86_64 2026-03-05T16:08:07.487 INFO:teuthology.orchestra.run.vm00.stdout: mariadb-connector-c-config-3.2.6-1.el9_0.noarch 2026-03-05T16:08:07.487 INFO:teuthology.orchestra.run.vm00.stdout: mariadb-connector-c-devel-3.2.6-1.el9_0.x86_64 2026-03-05T16:08:07.487 INFO:teuthology.orchestra.run.vm00.stdout: mariadb-connector-c-doc-3.2.6-1.el9_0.noarch 2026-03-05T16:08:07.487 INFO:teuthology.orchestra.run.vm00.stdout: mariadb-devel-3:10.5.29-3.el9_7.x86_64 2026-03-05T16:08:07.487 INFO:teuthology.orchestra.run.vm00.stdout: openssl-devel-1:3.5.1-7.el9_7.x86_64 2026-03-05T16:08:07.487 INFO:teuthology.orchestra.run.vm00.stdout: zlib-devel-1.2.11-40.el9.x86_64 2026-03-05T16:08:07.487 INFO:teuthology.orchestra.run.vm00.stdout: 2026-03-05T16:08:07.487 INFO:teuthology.orchestra.run.vm00.stdout:Complete! 2026-03-05T16:08:07.519 DEBUG:teuthology.orchestra.run.vm00:> sudo yum -y erase mariadb-server 2026-03-05T16:08:07.695 INFO:teuthology.orchestra.run.vm00.stdout:No match for argument: mariadb-server 2026-03-05T16:08:07.696 INFO:teuthology.orchestra.run.vm00.stderr:No packages marked for removal. 2026-03-05T16:08:07.698 INFO:teuthology.orchestra.run.vm00.stdout:Dependencies resolved. 2026-03-05T16:08:07.699 INFO:teuthology.orchestra.run.vm00.stdout:Nothing to do. 2026-03-05T16:08:07.699 INFO:teuthology.orchestra.run.vm00.stdout:Complete! 2026-03-05T16:08:07.719 DEBUG:teuthology.orchestra.run.vm00:> sudo yum -y erase openldap-devel 2026-03-05T16:08:07.866 INFO:teuthology.orchestra.run.vm00.stdout:No match for argument: openldap-devel 2026-03-05T16:08:07.867 INFO:teuthology.orchestra.run.vm00.stderr:No packages marked for removal. 2026-03-05T16:08:07.869 INFO:teuthology.orchestra.run.vm00.stdout:Dependencies resolved. 2026-03-05T16:08:07.870 INFO:teuthology.orchestra.run.vm00.stdout:Nothing to do. 2026-03-05T16:08:07.870 INFO:teuthology.orchestra.run.vm00.stdout:Complete! 2026-03-05T16:08:07.889 DEBUG:teuthology.orchestra.run.vm00:> sudo yum -y erase openssl-devel 2026-03-05T16:08:08.035 INFO:teuthology.orchestra.run.vm00.stdout:No match for argument: openssl-devel 2026-03-05T16:08:08.035 INFO:teuthology.orchestra.run.vm00.stderr:No packages marked for removal. 2026-03-05T16:08:08.038 INFO:teuthology.orchestra.run.vm00.stdout:Dependencies resolved. 2026-03-05T16:08:08.039 INFO:teuthology.orchestra.run.vm00.stdout:Nothing to do. 2026-03-05T16:08:08.039 INFO:teuthology.orchestra.run.vm00.stdout:Complete! 2026-03-05T16:08:08.058 DEBUG:teuthology.orchestra.run.vm00:> sudo yum -y erase postgresql 2026-03-05T16:08:08.219 INFO:teuthology.orchestra.run.vm00.stdout:Dependencies resolved. 2026-03-05T16:08:08.219 INFO:teuthology.orchestra.run.vm00.stdout:================================================================================ 2026-03-05T16:08:08.219 INFO:teuthology.orchestra.run.vm00.stdout: Package Arch Version Repository Size 2026-03-05T16:08:08.219 INFO:teuthology.orchestra.run.vm00.stdout:================================================================================ 2026-03-05T16:08:08.219 INFO:teuthology.orchestra.run.vm00.stdout:Removing: 2026-03-05T16:08:08.219 INFO:teuthology.orchestra.run.vm00.stdout: postgresql x86_64 13.23-1.el9_7 @appstream 5.9 M 2026-03-05T16:08:08.219 INFO:teuthology.orchestra.run.vm00.stdout:Removing dependent packages: 2026-03-05T16:08:08.219 INFO:teuthology.orchestra.run.vm00.stdout: postgresql-server x86_64 13.23-1.el9_7 @appstream 23 M 2026-03-05T16:08:08.219 INFO:teuthology.orchestra.run.vm00.stdout:Removing unused dependencies: 2026-03-05T16:08:08.219 INFO:teuthology.orchestra.run.vm00.stdout: postgresql-private-libs x86_64 13.23-1.el9_7 @appstream 339 k 2026-03-05T16:08:08.219 INFO:teuthology.orchestra.run.vm00.stdout: 2026-03-05T16:08:08.219 INFO:teuthology.orchestra.run.vm00.stdout:Transaction Summary 2026-03-05T16:08:08.219 INFO:teuthology.orchestra.run.vm00.stdout:================================================================================ 2026-03-05T16:08:08.219 INFO:teuthology.orchestra.run.vm00.stdout:Remove 3 Packages 2026-03-05T16:08:08.219 INFO:teuthology.orchestra.run.vm00.stdout: 2026-03-05T16:08:08.220 INFO:teuthology.orchestra.run.vm00.stdout:Freed space: 29 M 2026-03-05T16:08:08.220 INFO:teuthology.orchestra.run.vm00.stdout:Running transaction check 2026-03-05T16:08:08.222 INFO:teuthology.orchestra.run.vm00.stdout:Transaction check succeeded. 2026-03-05T16:08:08.222 INFO:teuthology.orchestra.run.vm00.stdout:Running transaction test 2026-03-05T16:08:08.237 INFO:teuthology.orchestra.run.vm00.stdout:Transaction test succeeded. 2026-03-05T16:08:08.237 INFO:teuthology.orchestra.run.vm00.stdout:Running transaction 2026-03-05T16:08:08.269 INFO:teuthology.orchestra.run.vm00.stdout: Preparing : 1/1 2026-03-05T16:08:08.292 INFO:teuthology.orchestra.run.vm00.stdout: Running scriptlet: postgresql-server-13.23-1.el9_7.x86_64 1/3 2026-03-05T16:08:08.292 INFO:teuthology.orchestra.run.vm00.stdout: Erasing : postgresql-server-13.23-1.el9_7.x86_64 1/3 2026-03-05T16:08:08.310 INFO:teuthology.orchestra.run.vm00.stdout: Running scriptlet: postgresql-server-13.23-1.el9_7.x86_64 1/3 2026-03-05T16:08:08.314 INFO:teuthology.orchestra.run.vm00.stdout: Erasing : postgresql-13.23-1.el9_7.x86_64 2/3 2026-03-05T16:08:08.328 INFO:teuthology.orchestra.run.vm00.stdout: Erasing : postgresql-private-libs-13.23-1.el9_7.x86_64 3/3 2026-03-05T16:08:08.392 INFO:teuthology.orchestra.run.vm00.stdout: Running scriptlet: postgresql-private-libs-13.23-1.el9_7.x86_64 3/3 2026-03-05T16:08:08.392 INFO:teuthology.orchestra.run.vm00.stdout: Verifying : postgresql-13.23-1.el9_7.x86_64 1/3 2026-03-05T16:08:08.392 INFO:teuthology.orchestra.run.vm00.stdout: Verifying : postgresql-private-libs-13.23-1.el9_7.x86_64 2/3 2026-03-05T16:08:08.433 INFO:teuthology.orchestra.run.vm00.stdout: Verifying : postgresql-server-13.23-1.el9_7.x86_64 3/3 2026-03-05T16:08:08.433 INFO:teuthology.orchestra.run.vm00.stdout: 2026-03-05T16:08:08.433 INFO:teuthology.orchestra.run.vm00.stdout:Removed: 2026-03-05T16:08:08.433 INFO:teuthology.orchestra.run.vm00.stdout: postgresql-13.23-1.el9_7.x86_64 2026-03-05T16:08:08.433 INFO:teuthology.orchestra.run.vm00.stdout: postgresql-private-libs-13.23-1.el9_7.x86_64 2026-03-05T16:08:08.433 INFO:teuthology.orchestra.run.vm00.stdout: postgresql-server-13.23-1.el9_7.x86_64 2026-03-05T16:08:08.433 INFO:teuthology.orchestra.run.vm00.stdout: 2026-03-05T16:08:08.433 INFO:teuthology.orchestra.run.vm00.stdout:Complete! 2026-03-05T16:08:08.461 DEBUG:teuthology.orchestra.run.vm00:> sudo yum -y erase postgresql-devel 2026-03-05T16:08:08.690 INFO:teuthology.orchestra.run.vm00.stdout:Dependencies resolved. 2026-03-05T16:08:08.690 INFO:teuthology.orchestra.run.vm00.stdout:================================================================================ 2026-03-05T16:08:08.690 INFO:teuthology.orchestra.run.vm00.stdout: Package Architecture Version Repository Size 2026-03-05T16:08:08.690 INFO:teuthology.orchestra.run.vm00.stdout:================================================================================ 2026-03-05T16:08:08.690 INFO:teuthology.orchestra.run.vm00.stdout:Removing: 2026-03-05T16:08:08.690 INFO:teuthology.orchestra.run.vm00.stdout: libpq-devel x86_64 13.23-1.el9_7 @appstream 321 k 2026-03-05T16:08:08.690 INFO:teuthology.orchestra.run.vm00.stdout:Removing unused dependencies: 2026-03-05T16:08:08.690 INFO:teuthology.orchestra.run.vm00.stdout: libpq x86_64 13.23-1.el9_7 @appstream 735 k 2026-03-05T16:08:08.690 INFO:teuthology.orchestra.run.vm00.stdout: 2026-03-05T16:08:08.690 INFO:teuthology.orchestra.run.vm00.stdout:Transaction Summary 2026-03-05T16:08:08.690 INFO:teuthology.orchestra.run.vm00.stdout:================================================================================ 2026-03-05T16:08:08.690 INFO:teuthology.orchestra.run.vm00.stdout:Remove 2 Packages 2026-03-05T16:08:08.690 INFO:teuthology.orchestra.run.vm00.stdout: 2026-03-05T16:08:08.690 INFO:teuthology.orchestra.run.vm00.stdout:Freed space: 1.0 M 2026-03-05T16:08:08.691 INFO:teuthology.orchestra.run.vm00.stdout:Running transaction check 2026-03-05T16:08:08.693 INFO:teuthology.orchestra.run.vm00.stdout:Transaction check succeeded. 2026-03-05T16:08:08.694 INFO:teuthology.orchestra.run.vm00.stdout:Running transaction test 2026-03-05T16:08:08.707 INFO:teuthology.orchestra.run.vm00.stdout:Transaction test succeeded. 2026-03-05T16:08:08.707 INFO:teuthology.orchestra.run.vm00.stdout:Running transaction 2026-03-05T16:08:08.744 INFO:teuthology.orchestra.run.vm00.stdout: Preparing : 1/1 2026-03-05T16:08:08.747 INFO:teuthology.orchestra.run.vm00.stdout: Erasing : libpq-devel-13.23-1.el9_7.x86_64 1/2 2026-03-05T16:08:08.804 INFO:teuthology.orchestra.run.vm00.stdout: Erasing : libpq-13.23-1.el9_7.x86_64 2/2 2026-03-05T16:08:08.805 INFO:teuthology.orchestra.run.vm00.stdout: Verifying : libpq-13.23-1.el9_7.x86_64 1/2 2026-03-05T16:08:08.843 INFO:teuthology.orchestra.run.vm00.stdout: Verifying : libpq-devel-13.23-1.el9_7.x86_64 2/2 2026-03-05T16:08:08.844 INFO:teuthology.orchestra.run.vm00.stdout: 2026-03-05T16:08:08.844 INFO:teuthology.orchestra.run.vm00.stdout:Removed: 2026-03-05T16:08:08.844 INFO:teuthology.orchestra.run.vm00.stdout: libpq-13.23-1.el9_7.x86_64 libpq-devel-13.23-1.el9_7.x86_64 2026-03-05T16:08:08.844 INFO:teuthology.orchestra.run.vm00.stdout: 2026-03-05T16:08:08.844 INFO:teuthology.orchestra.run.vm00.stdout:Complete! 2026-03-05T16:08:08.866 DEBUG:teuthology.orchestra.run.vm00:> sudo yum -y erase postgresql-server 2026-03-05T16:08:09.013 INFO:teuthology.orchestra.run.vm00.stdout:No match for argument: postgresql-server 2026-03-05T16:08:09.013 INFO:teuthology.orchestra.run.vm00.stderr:No packages marked for removal. 2026-03-05T16:08:09.016 INFO:teuthology.orchestra.run.vm00.stdout:Dependencies resolved. 2026-03-05T16:08:09.017 INFO:teuthology.orchestra.run.vm00.stdout:Nothing to do. 2026-03-05T16:08:09.017 INFO:teuthology.orchestra.run.vm00.stdout:Complete! 2026-03-05T16:08:09.036 INFO:tasks.keystone:Removing keystone... 2026-03-05T16:08:09.036 DEBUG:teuthology.orchestra.run.vm00:> rm -rf /home/ubuntu/cephtest/keystone 2026-03-05T16:08:09.155 ERROR:teuthology.run_tasks:Saw exception from tasks. Traceback (most recent call last): File "/home/teuthos/teuthology/teuthology/run_tasks.py", line 112, in run_tasks manager.__enter__() File "/home/teuthos/.local/share/uv/python/cpython-3.10.19-linux-x86_64-gnu/lib/python3.10/contextlib.py", line 135, in __enter__ return next(self.gen) File "/home/teuthos/src/github.com_kshtsk_ceph_e50baef5944c0b5e8e734db1c467f1f19415a932/qa/tasks/keystone.py", line 507, in task with contextutil.nested( File "/home/teuthos/.local/share/uv/python/cpython-3.10.19-linux-x86_64-gnu/lib/python3.10/contextlib.py", line 135, in __enter__ return next(self.gen) File "/home/teuthos/teuthology/teuthology/contextutil.py", line 54, in nested raise exc[1] File "/home/teuthos/.local/share/uv/python/cpython-3.10.19-linux-x86_64-gnu/lib/python3.10/contextlib.py", line 153, in __exit__ self.gen.throw(typ, value, traceback) File "/home/teuthos/src/github.com_kshtsk_ceph_e50baef5944c0b5e8e734db1c467f1f19415a932/qa/tasks/keystone.py", line 89, in download yield File "/home/teuthos/teuthology/teuthology/contextutil.py", line 30, in nested vars.append(enter()) File "/home/teuthos/.local/share/uv/python/cpython-3.10.19-linux-x86_64-gnu/lib/python3.10/contextlib.py", line 135, in __enter__ return next(self.gen) File "/home/teuthos/src/github.com_kshtsk_ceph_e50baef5944c0b5e8e734db1c467f1f19415a932/qa/tasks/keystone.py", line 190, in setup_venv run_in_keystone_dir(ctx, client, File "/home/teuthos/src/github.com_kshtsk_ceph_e50baef5944c0b5e8e734db1c467f1f19415a932/qa/tasks/keystone.py", line 28, in run_in_keystone_dir return ctx.cluster.only(client).run( File "/home/teuthos/teuthology/teuthology/orchestra/cluster.py", line 85, in run procs = [remote.run(**kwargs, wait=_wait) for remote in remotes] File "/home/teuthos/teuthology/teuthology/orchestra/cluster.py", line 85, in procs = [remote.run(**kwargs, wait=_wait) for remote in remotes] File "/home/teuthos/teuthology/teuthology/orchestra/remote.py", line 575, in run r = self._runner(client=self.ssh, name=self.shortname, **kwargs) File "/home/teuthos/teuthology/teuthology/orchestra/run.py", line 461, in run r.wait() File "/home/teuthos/teuthology/teuthology/orchestra/run.py", line 161, in wait self._raise_for_status() File "/home/teuthos/teuthology/teuthology/orchestra/run.py", line 181, in _raise_for_status raise CommandFailedError( teuthology.exceptions.CommandFailedError: Command failed on vm00 with status 1: 'cd /home/ubuntu/cephtest/keystone && source /home/ubuntu/cephtest/tox-venv/bin/activate && tox -e venv --notest' 2026-03-05T16:08:09.155 DEBUG:teuthology.run_tasks:Unwinding manager keystone 2026-03-05T16:08:09.158 DEBUG:teuthology.run_tasks:Unwinding manager tox 2026-03-05T16:08:09.159 DEBUG:teuthology.orchestra.run.vm00:> rm -rf /home/ubuntu/cephtest/tox-venv 2026-03-05T16:08:09.219 DEBUG:teuthology.run_tasks:Unwinding manager ceph 2026-03-05T16:08:09.221 INFO:tasks.ceph.ceph_manager.ceph:waiting for clean 2026-03-05T16:08:09.221 DEBUG:teuthology.orchestra.run.vm00:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2026-03-05T16:08:09.383 INFO:teuthology.orchestra.run.vm00.stdout: 2026-03-05T16:08:09.383 INFO:teuthology.orchestra.run.vm00.stderr:dumped all 2026-03-05T16:08:09.393 INFO:teuthology.orchestra.run.vm00.stdout:{"pg_ready":true,"pg_map":{"version":54,"stamp":"2026-03-05T16:08:08.387092+0100","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":459299,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":46,"num_read_kb":37,"num_write":59,"num_write_kb":586,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":35,"ondisk_log_size":35,"up":18,"acting":18,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":18,"num_osds":3,"num_per_pool_osds":3,"num_per_pool_omap_osds":3,"kb":314572800,"kb_used":81912,"kb_used_data":1392,"kb_used_omap":4,"kb_used_meta":80443,"kb_avail":314490888,"statfs":{"total":322122547200,"available":322038669312,"internally_reserved":0,"allocated":1425408,"data_stored":1067953,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":4788,"internal_metadata":82373964},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"12.001139"},"pg_stats":[{"pgid":"2.7","version":"0'0","reported_seq":25,"reported_epoch":19,"state":"active+clean","last_fresh":"2026-03-05T16:07:22.248407+0100","last_change":"2026-03-05T16:07:02.188077+0100","last_active":"2026-03-05T16:07:22.248407+0100","last_peered":"2026-03-05T16:07:22.248407+0100","last_clean":"2026-03-05T16:07:22.248407+0100","last_became_active":"2026-03-05T16:07:00.180808+0100","last_became_peered":"2026-03-05T16:07:00.180808+0100","last_unstale":"2026-03-05T16:07:22.248407+0100","last_undegraded":"2026-03-05T16:07:22.248407+0100","last_fullsized":"2026-03-05T16:07:22.248407+0100","mapping_epoch":13,"log_start":"0'0","ondisk_log_start":"0'0","created":13,"last_epoch_clean":14,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-03-05T16:06:59.168172+0100","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-03-05T16:06:59.168172+0100","last_clean_scrub_stamp":"2026-03-05T16:06:59.168172+0100","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-03-07T01:38:57.609623+0100","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00038987000000000001,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.6","version":"0'0","reported_seq":25,"reported_epoch":19,"state":"active+clean","last_fresh":"2026-03-05T16:07:22.248412+0100","last_change":"2026-03-05T16:07:02.188126+0100","last_active":"2026-03-05T16:07:22.248412+0100","last_peered":"2026-03-05T16:07:22.248412+0100","last_clean":"2026-03-05T16:07:22.248412+0100","last_became_active":"2026-03-05T16:07:00.180824+0100","last_became_peered":"2026-03-05T16:07:00.180824+0100","last_unstale":"2026-03-05T16:07:22.248412+0100","last_undegraded":"2026-03-05T16:07:22.248412+0100","last_fullsized":"2026-03-05T16:07:22.248412+0100","mapping_epoch":13,"log_start":"0'0","ondisk_log_start":"0'0","created":13,"last_epoch_clean":14,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-03-05T16:06:59.168172+0100","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-03-05T16:06:59.168172+0100","last_clean_scrub_stamp":"2026-03-05T16:06:59.168172+0100","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-03-06T16:39:41.424578+0100","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.000388737,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":25,"reported_epoch":19,"state":"active+clean","last_fresh":"2026-03-05T16:07:22.248477+0100","last_change":"2026-03-05T16:07:02.188189+0100","last_active":"2026-03-05T16:07:22.248477+0100","last_peered":"2026-03-05T16:07:22.248477+0100","last_clean":"2026-03-05T16:07:22.248477+0100","last_became_active":"2026-03-05T16:07:00.179565+0100","last_became_peered":"2026-03-05T16:07:00.179565+0100","last_unstale":"2026-03-05T16:07:22.248477+0100","last_undegraded":"2026-03-05T16:07:22.248477+0100","last_fullsized":"2026-03-05T16:07:22.248477+0100","mapping_epoch":13,"log_start":"0'0","ondisk_log_start":"0'0","created":13,"last_epoch_clean":14,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-03-05T16:06:59.168172+0100","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-03-05T16:06:59.168172+0100","last_clean_scrub_stamp":"2026-03-05T16:06:59.168172+0100","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-03-06T16:45:49.778444+0100","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.000388878,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":25,"reported_epoch":19,"state":"active+clean","last_fresh":"2026-03-05T16:07:22.248465+0100","last_change":"2026-03-05T16:07:02.188219+0100","last_active":"2026-03-05T16:07:22.248465+0100","last_peered":"2026-03-05T16:07:22.248465+0100","last_clean":"2026-03-05T16:07:22.248465+0100","last_became_active":"2026-03-05T16:07:00.179622+0100","last_became_peered":"2026-03-05T16:07:00.179622+0100","last_unstale":"2026-03-05T16:07:22.248465+0100","last_undegraded":"2026-03-05T16:07:22.248465+0100","last_fullsized":"2026-03-05T16:07:22.248465+0100","mapping_epoch":13,"log_start":"0'0","ondisk_log_start":"0'0","created":13,"last_epoch_clean":14,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-03-05T16:06:59.168172+0100","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-03-05T16:06:59.168172+0100","last_clean_scrub_stamp":"2026-03-05T16:06:59.168172+0100","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-03-06T20:42:52.515388+0100","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00040578000000000001,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.2","version":"16'2","reported_seq":27,"reported_epoch":19,"state":"active+clean","last_fresh":"2026-03-05T16:07:22.069252+0100","last_change":"2026-03-05T16:07:02.185304+0100","last_active":"2026-03-05T16:07:22.069252+0100","last_peered":"2026-03-05T16:07:22.069252+0100","last_clean":"2026-03-05T16:07:22.069252+0100","last_became_active":"2026-03-05T16:07:00.181839+0100","last_became_peered":"2026-03-05T16:07:00.181839+0100","last_unstale":"2026-03-05T16:07:22.069252+0100","last_undegraded":"2026-03-05T16:07:22.069252+0100","last_fullsized":"2026-03-05T16:07:22.069252+0100","mapping_epoch":13,"log_start":"0'0","ondisk_log_start":"0'0","created":13,"last_epoch_clean":14,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-03-05T16:06:59.168172+0100","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-03-05T16:06:59.168172+0100","last_clean_scrub_stamp":"2026-03-05T16:06:59.168172+0100","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-03-07T02:24:47.033838+0100","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00017228400000000001,"stat_sum":{"num_bytes":19,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":24,"reported_epoch":19,"state":"active+clean","last_fresh":"2026-03-05T16:07:19.852050+0100","last_change":"2026-03-05T16:07:02.367040+0100","last_active":"2026-03-05T16:07:19.852050+0100","last_peered":"2026-03-05T16:07:19.852050+0100","last_clean":"2026-03-05T16:07:19.852050+0100","last_became_active":"2026-03-05T16:07:00.181292+0100","last_became_peered":"2026-03-05T16:07:00.181292+0100","last_unstale":"2026-03-05T16:07:19.852050+0100","last_undegraded":"2026-03-05T16:07:19.852050+0100","last_fullsized":"2026-03-05T16:07:19.852050+0100","mapping_epoch":13,"log_start":"0'0","ondisk_log_start":"0'0","created":13,"last_epoch_clean":14,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-03-05T16:06:59.168172+0100","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-03-05T16:06:59.168172+0100","last_clean_scrub_stamp":"2026-03-05T16:06:59.168172+0100","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-03-07T00:08:41.043969+0100","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.000228027,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":24,"reported_epoch":19,"state":"active+clean","last_fresh":"2026-03-05T16:07:19.852089+0100","last_change":"2026-03-05T16:07:02.367029+0100","last_active":"2026-03-05T16:07:19.852089+0100","last_peered":"2026-03-05T16:07:19.852089+0100","last_clean":"2026-03-05T16:07:19.852089+0100","last_became_active":"2026-03-05T16:07:00.181391+0100","last_became_peered":"2026-03-05T16:07:00.181391+0100","last_unstale":"2026-03-05T16:07:19.852089+0100","last_undegraded":"2026-03-05T16:07:19.852089+0100","last_fullsized":"2026-03-05T16:07:19.852089+0100","mapping_epoch":13,"log_start":"0'0","ondisk_log_start":"0'0","created":13,"last_epoch_clean":14,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-03-05T16:06:59.168172+0100","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-03-05T16:06:59.168172+0100","last_clean_scrub_stamp":"2026-03-05T16:06:59.168172+0100","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-03-06T23:09:06.180195+0100","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00015620200000000001,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.3","version":"14'1","reported_seq":26,"reported_epoch":19,"state":"active+clean","last_fresh":"2026-03-05T16:07:22.248500+0100","last_change":"2026-03-05T16:07:02.188252+0100","last_active":"2026-03-05T16:07:22.248500+0100","last_peered":"2026-03-05T16:07:22.248500+0100","last_clean":"2026-03-05T16:07:22.248500+0100","last_became_active":"2026-03-05T16:07:00.179704+0100","last_became_peered":"2026-03-05T16:07:00.179704+0100","last_unstale":"2026-03-05T16:07:22.248500+0100","last_undegraded":"2026-03-05T16:07:22.248500+0100","last_fullsized":"2026-03-05T16:07:22.248500+0100","mapping_epoch":13,"log_start":"0'0","ondisk_log_start":"0'0","created":13,"last_epoch_clean":14,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-03-05T16:06:59.168172+0100","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-03-05T16:06:59.168172+0100","last_clean_scrub_stamp":"2026-03-05T16:06:59.168172+0100","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-03-06T23:49:23.364027+0100","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00038937899999999997,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"1.0","version":"11'32","reported_seq":70,"reported_epoch":19,"state":"active+clean","last_fresh":"2026-03-05T16:07:22.248534+0100","last_change":"2026-03-05T16:06:54.010015+0100","last_active":"2026-03-05T16:07:22.248534+0100","last_peered":"2026-03-05T16:07:22.248534+0100","last_clean":"2026-03-05T16:07:22.248534+0100","last_became_active":"2026-03-05T16:06:54.009881+0100","last_became_peered":"2026-03-05T16:06:54.009881+0100","last_unstale":"2026-03-05T16:07:22.248534+0100","last_undegraded":"2026-03-05T16:07:22.248534+0100","last_fullsized":"2026-03-05T16:07:22.248534+0100","mapping_epoch":10,"log_start":"0'0","ondisk_log_start":"0'0","created":10,"last_epoch_clean":11,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-03-05T16:06:52.999097+0100","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-03-05T16:06:52.999097+0100","last_clean_scrub_stamp":"2026-03-05T16:06:52.999097+0100","objects_scrubbed":0,"log_size":32,"log_dups_size":0,"ondisk_log_size":32,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-03-07T00:17:50.154944+0100","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":459280,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":46,"num_read_kb":37,"num_write":57,"num_write_kb":584,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]}],"pool_stats":[{"poolid":2,"num_pg":8,"stat_sum":{"num_bytes":19,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":38,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":3,"ondisk_log_size":3,"up":16,"acting":16,"num_store_stats":3},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":459280,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":46,"num_read_kb":37,"num_write":57,"num_write_kb":584,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":925696,"data_stored":918560,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":32,"ondisk_log_size":32,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":2,"up_from":9,"seq":38654705681,"num_pgs":3,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":104857600,"kb_used":27000,"kb_used_data":160,"kb_used_omap":1,"kb_used_meta":26814,"kb_avail":104830600,"statfs":{"total":107374182400,"available":107346534400,"internally_reserved":0,"allocated":163840,"data_stored":49785,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1596,"internal_metadata":27457988},"hb_peers":[0,1],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":1,"up_from":9,"seq":38654705681,"num_pgs":9,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":104857600,"kb_used":27456,"kb_used_data":616,"kb_used_omap":1,"kb_used_meta":26814,"kb_avail":104830144,"statfs":{"total":107374182400,"available":107346067456,"internally_reserved":0,"allocated":630784,"data_stored":509084,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1596,"internal_metadata":27457988},"hb_peers":[0,2],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":0,"up_from":9,"seq":38654705681,"num_pgs":6,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":104857600,"kb_used":27456,"kb_used_data":616,"kb_used_omap":1,"kb_used_meta":26814,"kb_avail":104830144,"statfs":{"total":107374182400,"available":107346067456,"internally_reserved":0,"allocated":630784,"data_stored":509084,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1596,"internal_metadata":27457988},"hb_peers":[1,2],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":462848,"data_stored":459280,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":462848,"data_stored":459280,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":19,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":19,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2026-03-05T16:08:09.394 DEBUG:teuthology.orchestra.run.vm00:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2026-03-05T16:08:09.561 INFO:teuthology.orchestra.run.vm00.stdout: 2026-03-05T16:08:09.561 INFO:teuthology.orchestra.run.vm00.stderr:dumped all 2026-03-05T16:08:09.572 INFO:teuthology.orchestra.run.vm00.stdout:{"pg_ready":true,"pg_map":{"version":54,"stamp":"2026-03-05T16:08:08.387092+0100","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":459299,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":46,"num_read_kb":37,"num_write":59,"num_write_kb":586,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":35,"ondisk_log_size":35,"up":18,"acting":18,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":18,"num_osds":3,"num_per_pool_osds":3,"num_per_pool_omap_osds":3,"kb":314572800,"kb_used":81912,"kb_used_data":1392,"kb_used_omap":4,"kb_used_meta":80443,"kb_avail":314490888,"statfs":{"total":322122547200,"available":322038669312,"internally_reserved":0,"allocated":1425408,"data_stored":1067953,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":4788,"internal_metadata":82373964},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"12.001139"},"pg_stats":[{"pgid":"2.7","version":"0'0","reported_seq":25,"reported_epoch":19,"state":"active+clean","last_fresh":"2026-03-05T16:07:22.248407+0100","last_change":"2026-03-05T16:07:02.188077+0100","last_active":"2026-03-05T16:07:22.248407+0100","last_peered":"2026-03-05T16:07:22.248407+0100","last_clean":"2026-03-05T16:07:22.248407+0100","last_became_active":"2026-03-05T16:07:00.180808+0100","last_became_peered":"2026-03-05T16:07:00.180808+0100","last_unstale":"2026-03-05T16:07:22.248407+0100","last_undegraded":"2026-03-05T16:07:22.248407+0100","last_fullsized":"2026-03-05T16:07:22.248407+0100","mapping_epoch":13,"log_start":"0'0","ondisk_log_start":"0'0","created":13,"last_epoch_clean":14,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-03-05T16:06:59.168172+0100","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-03-05T16:06:59.168172+0100","last_clean_scrub_stamp":"2026-03-05T16:06:59.168172+0100","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-03-07T01:38:57.609623+0100","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00038987000000000001,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.6","version":"0'0","reported_seq":25,"reported_epoch":19,"state":"active+clean","last_fresh":"2026-03-05T16:07:22.248412+0100","last_change":"2026-03-05T16:07:02.188126+0100","last_active":"2026-03-05T16:07:22.248412+0100","last_peered":"2026-03-05T16:07:22.248412+0100","last_clean":"2026-03-05T16:07:22.248412+0100","last_became_active":"2026-03-05T16:07:00.180824+0100","last_became_peered":"2026-03-05T16:07:00.180824+0100","last_unstale":"2026-03-05T16:07:22.248412+0100","last_undegraded":"2026-03-05T16:07:22.248412+0100","last_fullsized":"2026-03-05T16:07:22.248412+0100","mapping_epoch":13,"log_start":"0'0","ondisk_log_start":"0'0","created":13,"last_epoch_clean":14,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-03-05T16:06:59.168172+0100","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-03-05T16:06:59.168172+0100","last_clean_scrub_stamp":"2026-03-05T16:06:59.168172+0100","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-03-06T16:39:41.424578+0100","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.000388737,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":25,"reported_epoch":19,"state":"active+clean","last_fresh":"2026-03-05T16:07:22.248477+0100","last_change":"2026-03-05T16:07:02.188189+0100","last_active":"2026-03-05T16:07:22.248477+0100","last_peered":"2026-03-05T16:07:22.248477+0100","last_clean":"2026-03-05T16:07:22.248477+0100","last_became_active":"2026-03-05T16:07:00.179565+0100","last_became_peered":"2026-03-05T16:07:00.179565+0100","last_unstale":"2026-03-05T16:07:22.248477+0100","last_undegraded":"2026-03-05T16:07:22.248477+0100","last_fullsized":"2026-03-05T16:07:22.248477+0100","mapping_epoch":13,"log_start":"0'0","ondisk_log_start":"0'0","created":13,"last_epoch_clean":14,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-03-05T16:06:59.168172+0100","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-03-05T16:06:59.168172+0100","last_clean_scrub_stamp":"2026-03-05T16:06:59.168172+0100","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-03-06T16:45:49.778444+0100","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.000388878,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":25,"reported_epoch":19,"state":"active+clean","last_fresh":"2026-03-05T16:07:22.248465+0100","last_change":"2026-03-05T16:07:02.188219+0100","last_active":"2026-03-05T16:07:22.248465+0100","last_peered":"2026-03-05T16:07:22.248465+0100","last_clean":"2026-03-05T16:07:22.248465+0100","last_became_active":"2026-03-05T16:07:00.179622+0100","last_became_peered":"2026-03-05T16:07:00.179622+0100","last_unstale":"2026-03-05T16:07:22.248465+0100","last_undegraded":"2026-03-05T16:07:22.248465+0100","last_fullsized":"2026-03-05T16:07:22.248465+0100","mapping_epoch":13,"log_start":"0'0","ondisk_log_start":"0'0","created":13,"last_epoch_clean":14,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-03-05T16:06:59.168172+0100","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-03-05T16:06:59.168172+0100","last_clean_scrub_stamp":"2026-03-05T16:06:59.168172+0100","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-03-06T20:42:52.515388+0100","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00040578000000000001,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.2","version":"16'2","reported_seq":27,"reported_epoch":19,"state":"active+clean","last_fresh":"2026-03-05T16:07:22.069252+0100","last_change":"2026-03-05T16:07:02.185304+0100","last_active":"2026-03-05T16:07:22.069252+0100","last_peered":"2026-03-05T16:07:22.069252+0100","last_clean":"2026-03-05T16:07:22.069252+0100","last_became_active":"2026-03-05T16:07:00.181839+0100","last_became_peered":"2026-03-05T16:07:00.181839+0100","last_unstale":"2026-03-05T16:07:22.069252+0100","last_undegraded":"2026-03-05T16:07:22.069252+0100","last_fullsized":"2026-03-05T16:07:22.069252+0100","mapping_epoch":13,"log_start":"0'0","ondisk_log_start":"0'0","created":13,"last_epoch_clean":14,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-03-05T16:06:59.168172+0100","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-03-05T16:06:59.168172+0100","last_clean_scrub_stamp":"2026-03-05T16:06:59.168172+0100","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-03-07T02:24:47.033838+0100","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00017228400000000001,"stat_sum":{"num_bytes":19,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":24,"reported_epoch":19,"state":"active+clean","last_fresh":"2026-03-05T16:07:19.852050+0100","last_change":"2026-03-05T16:07:02.367040+0100","last_active":"2026-03-05T16:07:19.852050+0100","last_peered":"2026-03-05T16:07:19.852050+0100","last_clean":"2026-03-05T16:07:19.852050+0100","last_became_active":"2026-03-05T16:07:00.181292+0100","last_became_peered":"2026-03-05T16:07:00.181292+0100","last_unstale":"2026-03-05T16:07:19.852050+0100","last_undegraded":"2026-03-05T16:07:19.852050+0100","last_fullsized":"2026-03-05T16:07:19.852050+0100","mapping_epoch":13,"log_start":"0'0","ondisk_log_start":"0'0","created":13,"last_epoch_clean":14,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-03-05T16:06:59.168172+0100","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-03-05T16:06:59.168172+0100","last_clean_scrub_stamp":"2026-03-05T16:06:59.168172+0100","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-03-07T00:08:41.043969+0100","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.000228027,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":24,"reported_epoch":19,"state":"active+clean","last_fresh":"2026-03-05T16:07:19.852089+0100","last_change":"2026-03-05T16:07:02.367029+0100","last_active":"2026-03-05T16:07:19.852089+0100","last_peered":"2026-03-05T16:07:19.852089+0100","last_clean":"2026-03-05T16:07:19.852089+0100","last_became_active":"2026-03-05T16:07:00.181391+0100","last_became_peered":"2026-03-05T16:07:00.181391+0100","last_unstale":"2026-03-05T16:07:19.852089+0100","last_undegraded":"2026-03-05T16:07:19.852089+0100","last_fullsized":"2026-03-05T16:07:19.852089+0100","mapping_epoch":13,"log_start":"0'0","ondisk_log_start":"0'0","created":13,"last_epoch_clean":14,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-03-05T16:06:59.168172+0100","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-03-05T16:06:59.168172+0100","last_clean_scrub_stamp":"2026-03-05T16:06:59.168172+0100","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-03-06T23:09:06.180195+0100","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00015620200000000001,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.3","version":"14'1","reported_seq":26,"reported_epoch":19,"state":"active+clean","last_fresh":"2026-03-05T16:07:22.248500+0100","last_change":"2026-03-05T16:07:02.188252+0100","last_active":"2026-03-05T16:07:22.248500+0100","last_peered":"2026-03-05T16:07:22.248500+0100","last_clean":"2026-03-05T16:07:22.248500+0100","last_became_active":"2026-03-05T16:07:00.179704+0100","last_became_peered":"2026-03-05T16:07:00.179704+0100","last_unstale":"2026-03-05T16:07:22.248500+0100","last_undegraded":"2026-03-05T16:07:22.248500+0100","last_fullsized":"2026-03-05T16:07:22.248500+0100","mapping_epoch":13,"log_start":"0'0","ondisk_log_start":"0'0","created":13,"last_epoch_clean":14,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-03-05T16:06:59.168172+0100","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-03-05T16:06:59.168172+0100","last_clean_scrub_stamp":"2026-03-05T16:06:59.168172+0100","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-03-06T23:49:23.364027+0100","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00038937899999999997,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"1.0","version":"11'32","reported_seq":70,"reported_epoch":19,"state":"active+clean","last_fresh":"2026-03-05T16:07:22.248534+0100","last_change":"2026-03-05T16:06:54.010015+0100","last_active":"2026-03-05T16:07:22.248534+0100","last_peered":"2026-03-05T16:07:22.248534+0100","last_clean":"2026-03-05T16:07:22.248534+0100","last_became_active":"2026-03-05T16:06:54.009881+0100","last_became_peered":"2026-03-05T16:06:54.009881+0100","last_unstale":"2026-03-05T16:07:22.248534+0100","last_undegraded":"2026-03-05T16:07:22.248534+0100","last_fullsized":"2026-03-05T16:07:22.248534+0100","mapping_epoch":10,"log_start":"0'0","ondisk_log_start":"0'0","created":10,"last_epoch_clean":11,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-03-05T16:06:52.999097+0100","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-03-05T16:06:52.999097+0100","last_clean_scrub_stamp":"2026-03-05T16:06:52.999097+0100","objects_scrubbed":0,"log_size":32,"log_dups_size":0,"ondisk_log_size":32,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-03-07T00:17:50.154944+0100","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":459280,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":46,"num_read_kb":37,"num_write":57,"num_write_kb":584,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]}],"pool_stats":[{"poolid":2,"num_pg":8,"stat_sum":{"num_bytes":19,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":38,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":3,"ondisk_log_size":3,"up":16,"acting":16,"num_store_stats":3},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":459280,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":46,"num_read_kb":37,"num_write":57,"num_write_kb":584,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":925696,"data_stored":918560,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":32,"ondisk_log_size":32,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":2,"up_from":9,"seq":38654705681,"num_pgs":3,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":104857600,"kb_used":27000,"kb_used_data":160,"kb_used_omap":1,"kb_used_meta":26814,"kb_avail":104830600,"statfs":{"total":107374182400,"available":107346534400,"internally_reserved":0,"allocated":163840,"data_stored":49785,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1596,"internal_metadata":27457988},"hb_peers":[0,1],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":1,"up_from":9,"seq":38654705681,"num_pgs":9,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":104857600,"kb_used":27456,"kb_used_data":616,"kb_used_omap":1,"kb_used_meta":26814,"kb_avail":104830144,"statfs":{"total":107374182400,"available":107346067456,"internally_reserved":0,"allocated":630784,"data_stored":509084,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1596,"internal_metadata":27457988},"hb_peers":[0,2],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":0,"up_from":9,"seq":38654705681,"num_pgs":6,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":104857600,"kb_used":27456,"kb_used_data":616,"kb_used_omap":1,"kb_used_meta":26814,"kb_avail":104830144,"statfs":{"total":107374182400,"available":107346067456,"internally_reserved":0,"allocated":630784,"data_stored":509084,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1596,"internal_metadata":27457988},"hb_peers":[1,2],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":462848,"data_stored":459280,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":462848,"data_stored":459280,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":19,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":19,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2026-03-05T16:08:09.573 INFO:tasks.ceph.ceph_manager.ceph:clean! 2026-03-05T16:08:09.573 DEBUG:teuthology.orchestra.run.vm00:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2026-03-05T16:08:09.739 INFO:teuthology.orchestra.run.vm00.stdout: 2026-03-05T16:08:09.739 INFO:teuthology.orchestra.run.vm00.stderr:dumped all 2026-03-05T16:08:09.748 INFO:teuthology.orchestra.run.vm00.stdout:{"pg_ready":true,"pg_map":{"version":54,"stamp":"2026-03-05T16:08:08.387092+0100","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":459299,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":46,"num_read_kb":37,"num_write":59,"num_write_kb":586,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":35,"ondisk_log_size":35,"up":18,"acting":18,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":18,"num_osds":3,"num_per_pool_osds":3,"num_per_pool_omap_osds":3,"kb":314572800,"kb_used":81912,"kb_used_data":1392,"kb_used_omap":4,"kb_used_meta":80443,"kb_avail":314490888,"statfs":{"total":322122547200,"available":322038669312,"internally_reserved":0,"allocated":1425408,"data_stored":1067953,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":4788,"internal_metadata":82373964},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"12.001139"},"pg_stats":[{"pgid":"2.7","version":"0'0","reported_seq":25,"reported_epoch":19,"state":"active+clean","last_fresh":"2026-03-05T16:07:22.248407+0100","last_change":"2026-03-05T16:07:02.188077+0100","last_active":"2026-03-05T16:07:22.248407+0100","last_peered":"2026-03-05T16:07:22.248407+0100","last_clean":"2026-03-05T16:07:22.248407+0100","last_became_active":"2026-03-05T16:07:00.180808+0100","last_became_peered":"2026-03-05T16:07:00.180808+0100","last_unstale":"2026-03-05T16:07:22.248407+0100","last_undegraded":"2026-03-05T16:07:22.248407+0100","last_fullsized":"2026-03-05T16:07:22.248407+0100","mapping_epoch":13,"log_start":"0'0","ondisk_log_start":"0'0","created":13,"last_epoch_clean":14,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-03-05T16:06:59.168172+0100","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-03-05T16:06:59.168172+0100","last_clean_scrub_stamp":"2026-03-05T16:06:59.168172+0100","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-03-07T01:38:57.609623+0100","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00038987000000000001,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.6","version":"0'0","reported_seq":25,"reported_epoch":19,"state":"active+clean","last_fresh":"2026-03-05T16:07:22.248412+0100","last_change":"2026-03-05T16:07:02.188126+0100","last_active":"2026-03-05T16:07:22.248412+0100","last_peered":"2026-03-05T16:07:22.248412+0100","last_clean":"2026-03-05T16:07:22.248412+0100","last_became_active":"2026-03-05T16:07:00.180824+0100","last_became_peered":"2026-03-05T16:07:00.180824+0100","last_unstale":"2026-03-05T16:07:22.248412+0100","last_undegraded":"2026-03-05T16:07:22.248412+0100","last_fullsized":"2026-03-05T16:07:22.248412+0100","mapping_epoch":13,"log_start":"0'0","ondisk_log_start":"0'0","created":13,"last_epoch_clean":14,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-03-05T16:06:59.168172+0100","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-03-05T16:06:59.168172+0100","last_clean_scrub_stamp":"2026-03-05T16:06:59.168172+0100","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-03-06T16:39:41.424578+0100","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.000388737,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":25,"reported_epoch":19,"state":"active+clean","last_fresh":"2026-03-05T16:07:22.248477+0100","last_change":"2026-03-05T16:07:02.188189+0100","last_active":"2026-03-05T16:07:22.248477+0100","last_peered":"2026-03-05T16:07:22.248477+0100","last_clean":"2026-03-05T16:07:22.248477+0100","last_became_active":"2026-03-05T16:07:00.179565+0100","last_became_peered":"2026-03-05T16:07:00.179565+0100","last_unstale":"2026-03-05T16:07:22.248477+0100","last_undegraded":"2026-03-05T16:07:22.248477+0100","last_fullsized":"2026-03-05T16:07:22.248477+0100","mapping_epoch":13,"log_start":"0'0","ondisk_log_start":"0'0","created":13,"last_epoch_clean":14,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-03-05T16:06:59.168172+0100","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-03-05T16:06:59.168172+0100","last_clean_scrub_stamp":"2026-03-05T16:06:59.168172+0100","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-03-06T16:45:49.778444+0100","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.000388878,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":25,"reported_epoch":19,"state":"active+clean","last_fresh":"2026-03-05T16:07:22.248465+0100","last_change":"2026-03-05T16:07:02.188219+0100","last_active":"2026-03-05T16:07:22.248465+0100","last_peered":"2026-03-05T16:07:22.248465+0100","last_clean":"2026-03-05T16:07:22.248465+0100","last_became_active":"2026-03-05T16:07:00.179622+0100","last_became_peered":"2026-03-05T16:07:00.179622+0100","last_unstale":"2026-03-05T16:07:22.248465+0100","last_undegraded":"2026-03-05T16:07:22.248465+0100","last_fullsized":"2026-03-05T16:07:22.248465+0100","mapping_epoch":13,"log_start":"0'0","ondisk_log_start":"0'0","created":13,"last_epoch_clean":14,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-03-05T16:06:59.168172+0100","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-03-05T16:06:59.168172+0100","last_clean_scrub_stamp":"2026-03-05T16:06:59.168172+0100","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-03-06T20:42:52.515388+0100","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00040578000000000001,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.2","version":"16'2","reported_seq":27,"reported_epoch":19,"state":"active+clean","last_fresh":"2026-03-05T16:07:22.069252+0100","last_change":"2026-03-05T16:07:02.185304+0100","last_active":"2026-03-05T16:07:22.069252+0100","last_peered":"2026-03-05T16:07:22.069252+0100","last_clean":"2026-03-05T16:07:22.069252+0100","last_became_active":"2026-03-05T16:07:00.181839+0100","last_became_peered":"2026-03-05T16:07:00.181839+0100","last_unstale":"2026-03-05T16:07:22.069252+0100","last_undegraded":"2026-03-05T16:07:22.069252+0100","last_fullsized":"2026-03-05T16:07:22.069252+0100","mapping_epoch":13,"log_start":"0'0","ondisk_log_start":"0'0","created":13,"last_epoch_clean":14,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-03-05T16:06:59.168172+0100","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-03-05T16:06:59.168172+0100","last_clean_scrub_stamp":"2026-03-05T16:06:59.168172+0100","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-03-07T02:24:47.033838+0100","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00017228400000000001,"stat_sum":{"num_bytes":19,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":24,"reported_epoch":19,"state":"active+clean","last_fresh":"2026-03-05T16:07:19.852050+0100","last_change":"2026-03-05T16:07:02.367040+0100","last_active":"2026-03-05T16:07:19.852050+0100","last_peered":"2026-03-05T16:07:19.852050+0100","last_clean":"2026-03-05T16:07:19.852050+0100","last_became_active":"2026-03-05T16:07:00.181292+0100","last_became_peered":"2026-03-05T16:07:00.181292+0100","last_unstale":"2026-03-05T16:07:19.852050+0100","last_undegraded":"2026-03-05T16:07:19.852050+0100","last_fullsized":"2026-03-05T16:07:19.852050+0100","mapping_epoch":13,"log_start":"0'0","ondisk_log_start":"0'0","created":13,"last_epoch_clean":14,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-03-05T16:06:59.168172+0100","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-03-05T16:06:59.168172+0100","last_clean_scrub_stamp":"2026-03-05T16:06:59.168172+0100","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-03-07T00:08:41.043969+0100","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.000228027,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":24,"reported_epoch":19,"state":"active+clean","last_fresh":"2026-03-05T16:07:19.852089+0100","last_change":"2026-03-05T16:07:02.367029+0100","last_active":"2026-03-05T16:07:19.852089+0100","last_peered":"2026-03-05T16:07:19.852089+0100","last_clean":"2026-03-05T16:07:19.852089+0100","last_became_active":"2026-03-05T16:07:00.181391+0100","last_became_peered":"2026-03-05T16:07:00.181391+0100","last_unstale":"2026-03-05T16:07:19.852089+0100","last_undegraded":"2026-03-05T16:07:19.852089+0100","last_fullsized":"2026-03-05T16:07:19.852089+0100","mapping_epoch":13,"log_start":"0'0","ondisk_log_start":"0'0","created":13,"last_epoch_clean":14,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-03-05T16:06:59.168172+0100","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-03-05T16:06:59.168172+0100","last_clean_scrub_stamp":"2026-03-05T16:06:59.168172+0100","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-03-06T23:09:06.180195+0100","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00015620200000000001,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.3","version":"14'1","reported_seq":26,"reported_epoch":19,"state":"active+clean","last_fresh":"2026-03-05T16:07:22.248500+0100","last_change":"2026-03-05T16:07:02.188252+0100","last_active":"2026-03-05T16:07:22.248500+0100","last_peered":"2026-03-05T16:07:22.248500+0100","last_clean":"2026-03-05T16:07:22.248500+0100","last_became_active":"2026-03-05T16:07:00.179704+0100","last_became_peered":"2026-03-05T16:07:00.179704+0100","last_unstale":"2026-03-05T16:07:22.248500+0100","last_undegraded":"2026-03-05T16:07:22.248500+0100","last_fullsized":"2026-03-05T16:07:22.248500+0100","mapping_epoch":13,"log_start":"0'0","ondisk_log_start":"0'0","created":13,"last_epoch_clean":14,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-03-05T16:06:59.168172+0100","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-03-05T16:06:59.168172+0100","last_clean_scrub_stamp":"2026-03-05T16:06:59.168172+0100","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-03-06T23:49:23.364027+0100","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00038937899999999997,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"1.0","version":"11'32","reported_seq":70,"reported_epoch":19,"state":"active+clean","last_fresh":"2026-03-05T16:07:22.248534+0100","last_change":"2026-03-05T16:06:54.010015+0100","last_active":"2026-03-05T16:07:22.248534+0100","last_peered":"2026-03-05T16:07:22.248534+0100","last_clean":"2026-03-05T16:07:22.248534+0100","last_became_active":"2026-03-05T16:06:54.009881+0100","last_became_peered":"2026-03-05T16:06:54.009881+0100","last_unstale":"2026-03-05T16:07:22.248534+0100","last_undegraded":"2026-03-05T16:07:22.248534+0100","last_fullsized":"2026-03-05T16:07:22.248534+0100","mapping_epoch":10,"log_start":"0'0","ondisk_log_start":"0'0","created":10,"last_epoch_clean":11,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-03-05T16:06:52.999097+0100","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-03-05T16:06:52.999097+0100","last_clean_scrub_stamp":"2026-03-05T16:06:52.999097+0100","objects_scrubbed":0,"log_size":32,"log_dups_size":0,"ondisk_log_size":32,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-03-07T00:17:50.154944+0100","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":459280,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":46,"num_read_kb":37,"num_write":57,"num_write_kb":584,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]}],"pool_stats":[{"poolid":2,"num_pg":8,"stat_sum":{"num_bytes":19,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":38,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":3,"ondisk_log_size":3,"up":16,"acting":16,"num_store_stats":3},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":459280,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":46,"num_read_kb":37,"num_write":57,"num_write_kb":584,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":925696,"data_stored":918560,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":32,"ondisk_log_size":32,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":2,"up_from":9,"seq":38654705681,"num_pgs":3,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":104857600,"kb_used":27000,"kb_used_data":160,"kb_used_omap":1,"kb_used_meta":26814,"kb_avail":104830600,"statfs":{"total":107374182400,"available":107346534400,"internally_reserved":0,"allocated":163840,"data_stored":49785,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1596,"internal_metadata":27457988},"hb_peers":[0,1],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":1,"up_from":9,"seq":38654705681,"num_pgs":9,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":104857600,"kb_used":27456,"kb_used_data":616,"kb_used_omap":1,"kb_used_meta":26814,"kb_avail":104830144,"statfs":{"total":107374182400,"available":107346067456,"internally_reserved":0,"allocated":630784,"data_stored":509084,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1596,"internal_metadata":27457988},"hb_peers":[0,2],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":0,"up_from":9,"seq":38654705681,"num_pgs":6,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":104857600,"kb_used":27456,"kb_used_data":616,"kb_used_omap":1,"kb_used_meta":26814,"kb_avail":104830144,"statfs":{"total":107374182400,"available":107346067456,"internally_reserved":0,"allocated":630784,"data_stored":509084,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1596,"internal_metadata":27457988},"hb_peers":[1,2],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":462848,"data_stored":459280,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":462848,"data_stored":459280,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":19,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":19,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2026-03-05T16:08:09.749 DEBUG:teuthology.orchestra.run.vm00:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2026-03-05T16:08:09.913 INFO:teuthology.orchestra.run.vm00.stdout: 2026-03-05T16:08:09.913 INFO:teuthology.orchestra.run.vm00.stdout:{"epoch":19,"fsid":"3874fba2-f746-4a9a-9680-f49118da8e98","created":"2026-03-05T16:06:43.850855+0100","modified":"2026-03-05T16:07:19.848355+0100","last_up_change":"2026-03-05T16:06:51.684939+0100","last_in_change":"2026-03-05T16:06:44.526755+0100","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":5,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":2,"max_osd":3,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2026-03-05T16:06:52.392315+0100","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"12","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":2.9900000095367432,"score_stable":2.9900000095367432,"optimal_score":0.67000001668930054,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"rbd","create_time":"2026-03-05T16:06:58.288754+0100","flags":8193,"flags_names":"hashpspool,selfmanaged_snaps","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":8,"pg_placement_num":8,"pg_placement_num_target":8,"pg_num_target":8,"pg_num_pending":8,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"16","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":2,"snap_epoch":16,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{},"application_metadata":{"rbd":{}},"read_balance":{"score_type":"Fair distribution","score_acting":1.8799999952316284,"score_stable":1.8799999952316284,"optimal_score":1,"raw_score_acting":1.8799999952316284,"raw_score_stable":1.8799999952316284,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"bfbde296-8f45-454b-9b31-df2d5c2cd68c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":9,"up_thru":13,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"192.168.123.100:6800","nonce":1223844919},{"type":"v1","addr":"192.168.123.100:6801","nonce":1223844919}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"192.168.123.100:6802","nonce":1223844919},{"type":"v1","addr":"192.168.123.100:6803","nonce":1223844919}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"192.168.123.100:6806","nonce":1223844919},{"type":"v1","addr":"192.168.123.100:6807","nonce":1223844919}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"192.168.123.100:6804","nonce":1223844919},{"type":"v1","addr":"192.168.123.100:6805","nonce":1223844919}]},"public_addr":"192.168.123.100:6801/1223844919","cluster_addr":"192.168.123.100:6803/1223844919","heartbeat_back_addr":"192.168.123.100:6807/1223844919","heartbeat_front_addr":"192.168.123.100:6805/1223844919","state":["exists","up"]},{"osd":1,"uuid":"c8a5fcb2-6b9d-4153-9d4d-822410c6cb3c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":9,"up_thru":13,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"192.168.123.100:6816","nonce":3102805972},{"type":"v1","addr":"192.168.123.100:6817","nonce":3102805972}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"192.168.123.100:6818","nonce":3102805972},{"type":"v1","addr":"192.168.123.100:6819","nonce":3102805972}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"192.168.123.100:6822","nonce":3102805972},{"type":"v1","addr":"192.168.123.100:6823","nonce":3102805972}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"192.168.123.100:6820","nonce":3102805972},{"type":"v1","addr":"192.168.123.100:6821","nonce":3102805972}]},"public_addr":"192.168.123.100:6817/3102805972","cluster_addr":"192.168.123.100:6819/3102805972","heartbeat_back_addr":"192.168.123.100:6823/3102805972","heartbeat_front_addr":"192.168.123.100:6821/3102805972","state":["exists","up"]},{"osd":2,"uuid":"37f7f5d3-aba6-42c3-8b2a-67e8d43863d1","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":9,"up_thru":13,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"192.168.123.100:6808","nonce":341941880},{"type":"v1","addr":"192.168.123.100:6809","nonce":341941880}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"192.168.123.100:6810","nonce":341941880},{"type":"v1","addr":"192.168.123.100:6811","nonce":341941880}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"192.168.123.100:6814","nonce":341941880},{"type":"v1","addr":"192.168.123.100:6815","nonce":341941880}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"192.168.123.100:6812","nonce":341941880},{"type":"v1","addr":"192.168.123.100:6813","nonce":341941880}]},"public_addr":"192.168.123.100:6809/341941880","cluster_addr":"192.168.123.100:6811/341941880","heartbeat_back_addr":"192.168.123.100:6815/341941880","heartbeat_front_addr":"192.168.123.100:6813/341941880","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2026-03-05T16:06:46.537971+0100","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2026-03-05T16:06:47.595562+0100","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2026-03-05T16:06:47.084361+0100","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2026-03-05T16:08:10.924 INFO:tasks.ceph:Scrubbing osd.0 2026-03-05T16:08:10.925 DEBUG:teuthology.orchestra.run.vm00:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell osd.0 config set osd_debug_deep_scrub_sleep 0 2026-03-05T16:08:11.003 INFO:teuthology.orchestra.run.vm00.stdout:{ 2026-03-05T16:08:11.003 INFO:teuthology.orchestra.run.vm00.stdout: "success": "osd_debug_deep_scrub_sleep = '' (not observed, change may require restart) " 2026-03-05T16:08:11.003 INFO:teuthology.orchestra.run.vm00.stdout:} 2026-03-05T16:08:11.009 DEBUG:teuthology.orchestra.run.vm00:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd deep-scrub 0 2026-03-05T16:08:11.169 INFO:teuthology.orchestra.run.vm00.stderr:instructed osd(s) 0 to deep-scrub 2026-03-05T16:08:11.178 INFO:tasks.ceph:Scrubbing osd.1 2026-03-05T16:08:11.178 DEBUG:teuthology.orchestra.run.vm00:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell osd.1 config set osd_debug_deep_scrub_sleep 0 2026-03-05T16:08:11.256 INFO:teuthology.orchestra.run.vm00.stdout:{ 2026-03-05T16:08:11.256 INFO:teuthology.orchestra.run.vm00.stdout: "success": "osd_debug_deep_scrub_sleep = '' (not observed, change may require restart) " 2026-03-05T16:08:11.256 INFO:teuthology.orchestra.run.vm00.stdout:} 2026-03-05T16:08:11.263 DEBUG:teuthology.orchestra.run.vm00:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd deep-scrub 1 2026-03-05T16:08:11.430 INFO:teuthology.orchestra.run.vm00.stderr:instructed osd(s) 1 to deep-scrub 2026-03-05T16:08:11.440 INFO:tasks.ceph:Scrubbing osd.2 2026-03-05T16:08:11.440 DEBUG:teuthology.orchestra.run.vm00:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell osd.2 config set osd_debug_deep_scrub_sleep 0 2026-03-05T16:08:11.519 INFO:teuthology.orchestra.run.vm00.stdout:{ 2026-03-05T16:08:11.519 INFO:teuthology.orchestra.run.vm00.stdout: "success": "osd_debug_deep_scrub_sleep = '' (not observed, change may require restart) " 2026-03-05T16:08:11.519 INFO:teuthology.orchestra.run.vm00.stdout:} 2026-03-05T16:08:11.529 DEBUG:teuthology.orchestra.run.vm00:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd deep-scrub 2 2026-03-05T16:08:11.690 INFO:teuthology.orchestra.run.vm00.stderr:instructed osd(s) 2 to deep-scrub 2026-03-05T16:08:11.700 DEBUG:teuthology.orchestra.run.vm00:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2026-03-05T16:08:11.863 INFO:teuthology.orchestra.run.vm00.stdout: 2026-03-05T16:08:11.863 INFO:teuthology.orchestra.run.vm00.stderr:dumped all 2026-03-05T16:08:11.873 INFO:teuthology.orchestra.run.vm00.stdout:{"pg_ready":true,"pg_map":{"version":55,"stamp":"2026-03-05T16:08:10.387311+0100","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":459299,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":46,"num_read_kb":37,"num_write":59,"num_write_kb":586,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":35,"ondisk_log_size":35,"up":18,"acting":18,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":18,"num_osds":3,"num_per_pool_osds":3,"num_per_pool_omap_osds":3,"kb":314572800,"kb_used":81912,"kb_used_data":1392,"kb_used_omap":4,"kb_used_meta":80443,"kb_avail":314490888,"statfs":{"total":322122547200,"available":322038669312,"internally_reserved":0,"allocated":1425408,"data_stored":1067953,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":4788,"internal_metadata":82373964},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"12.001172"},"pg_stats":[{"pgid":"2.7","version":"0'0","reported_seq":25,"reported_epoch":19,"state":"active+clean","last_fresh":"2026-03-05T16:07:22.248407+0100","last_change":"2026-03-05T16:07:02.188077+0100","last_active":"2026-03-05T16:07:22.248407+0100","last_peered":"2026-03-05T16:07:22.248407+0100","last_clean":"2026-03-05T16:07:22.248407+0100","last_became_active":"2026-03-05T16:07:00.180808+0100","last_became_peered":"2026-03-05T16:07:00.180808+0100","last_unstale":"2026-03-05T16:07:22.248407+0100","last_undegraded":"2026-03-05T16:07:22.248407+0100","last_fullsized":"2026-03-05T16:07:22.248407+0100","mapping_epoch":13,"log_start":"0'0","ondisk_log_start":"0'0","created":13,"last_epoch_clean":14,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-03-05T16:06:59.168172+0100","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-03-05T16:06:59.168172+0100","last_clean_scrub_stamp":"2026-03-05T16:06:59.168172+0100","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-03-07T01:38:57.609623+0100","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00038987000000000001,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.6","version":"0'0","reported_seq":25,"reported_epoch":19,"state":"active+clean","last_fresh":"2026-03-05T16:07:22.248412+0100","last_change":"2026-03-05T16:07:02.188126+0100","last_active":"2026-03-05T16:07:22.248412+0100","last_peered":"2026-03-05T16:07:22.248412+0100","last_clean":"2026-03-05T16:07:22.248412+0100","last_became_active":"2026-03-05T16:07:00.180824+0100","last_became_peered":"2026-03-05T16:07:00.180824+0100","last_unstale":"2026-03-05T16:07:22.248412+0100","last_undegraded":"2026-03-05T16:07:22.248412+0100","last_fullsized":"2026-03-05T16:07:22.248412+0100","mapping_epoch":13,"log_start":"0'0","ondisk_log_start":"0'0","created":13,"last_epoch_clean":14,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-03-05T16:06:59.168172+0100","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-03-05T16:06:59.168172+0100","last_clean_scrub_stamp":"2026-03-05T16:06:59.168172+0100","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-03-06T16:39:41.424578+0100","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.000388737,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":25,"reported_epoch":19,"state":"active+clean","last_fresh":"2026-03-05T16:07:22.248477+0100","last_change":"2026-03-05T16:07:02.188189+0100","last_active":"2026-03-05T16:07:22.248477+0100","last_peered":"2026-03-05T16:07:22.248477+0100","last_clean":"2026-03-05T16:07:22.248477+0100","last_became_active":"2026-03-05T16:07:00.179565+0100","last_became_peered":"2026-03-05T16:07:00.179565+0100","last_unstale":"2026-03-05T16:07:22.248477+0100","last_undegraded":"2026-03-05T16:07:22.248477+0100","last_fullsized":"2026-03-05T16:07:22.248477+0100","mapping_epoch":13,"log_start":"0'0","ondisk_log_start":"0'0","created":13,"last_epoch_clean":14,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-03-05T16:06:59.168172+0100","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-03-05T16:06:59.168172+0100","last_clean_scrub_stamp":"2026-03-05T16:06:59.168172+0100","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-03-06T16:45:49.778444+0100","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.000388878,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":25,"reported_epoch":19,"state":"active+clean","last_fresh":"2026-03-05T16:07:22.248465+0100","last_change":"2026-03-05T16:07:02.188219+0100","last_active":"2026-03-05T16:07:22.248465+0100","last_peered":"2026-03-05T16:07:22.248465+0100","last_clean":"2026-03-05T16:07:22.248465+0100","last_became_active":"2026-03-05T16:07:00.179622+0100","last_became_peered":"2026-03-05T16:07:00.179622+0100","last_unstale":"2026-03-05T16:07:22.248465+0100","last_undegraded":"2026-03-05T16:07:22.248465+0100","last_fullsized":"2026-03-05T16:07:22.248465+0100","mapping_epoch":13,"log_start":"0'0","ondisk_log_start":"0'0","created":13,"last_epoch_clean":14,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-03-05T16:06:59.168172+0100","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-03-05T16:06:59.168172+0100","last_clean_scrub_stamp":"2026-03-05T16:06:59.168172+0100","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-03-06T20:42:52.515388+0100","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00040578000000000001,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.2","version":"16'2","reported_seq":27,"reported_epoch":19,"state":"active+clean","last_fresh":"2026-03-05T16:07:22.069252+0100","last_change":"2026-03-05T16:07:02.185304+0100","last_active":"2026-03-05T16:07:22.069252+0100","last_peered":"2026-03-05T16:07:22.069252+0100","last_clean":"2026-03-05T16:07:22.069252+0100","last_became_active":"2026-03-05T16:07:00.181839+0100","last_became_peered":"2026-03-05T16:07:00.181839+0100","last_unstale":"2026-03-05T16:07:22.069252+0100","last_undegraded":"2026-03-05T16:07:22.069252+0100","last_fullsized":"2026-03-05T16:07:22.069252+0100","mapping_epoch":13,"log_start":"0'0","ondisk_log_start":"0'0","created":13,"last_epoch_clean":14,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-03-05T16:06:59.168172+0100","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-03-05T16:06:59.168172+0100","last_clean_scrub_stamp":"2026-03-05T16:06:59.168172+0100","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-03-07T02:24:47.033838+0100","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00017228400000000001,"stat_sum":{"num_bytes":19,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":24,"reported_epoch":19,"state":"active+clean","last_fresh":"2026-03-05T16:07:19.852050+0100","last_change":"2026-03-05T16:07:02.367040+0100","last_active":"2026-03-05T16:07:19.852050+0100","last_peered":"2026-03-05T16:07:19.852050+0100","last_clean":"2026-03-05T16:07:19.852050+0100","last_became_active":"2026-03-05T16:07:00.181292+0100","last_became_peered":"2026-03-05T16:07:00.181292+0100","last_unstale":"2026-03-05T16:07:19.852050+0100","last_undegraded":"2026-03-05T16:07:19.852050+0100","last_fullsized":"2026-03-05T16:07:19.852050+0100","mapping_epoch":13,"log_start":"0'0","ondisk_log_start":"0'0","created":13,"last_epoch_clean":14,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-03-05T16:06:59.168172+0100","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-03-05T16:06:59.168172+0100","last_clean_scrub_stamp":"2026-03-05T16:06:59.168172+0100","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-03-07T00:08:41.043969+0100","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.000228027,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":24,"reported_epoch":19,"state":"active+clean","last_fresh":"2026-03-05T16:07:19.852089+0100","last_change":"2026-03-05T16:07:02.367029+0100","last_active":"2026-03-05T16:07:19.852089+0100","last_peered":"2026-03-05T16:07:19.852089+0100","last_clean":"2026-03-05T16:07:19.852089+0100","last_became_active":"2026-03-05T16:07:00.181391+0100","last_became_peered":"2026-03-05T16:07:00.181391+0100","last_unstale":"2026-03-05T16:07:19.852089+0100","last_undegraded":"2026-03-05T16:07:19.852089+0100","last_fullsized":"2026-03-05T16:07:19.852089+0100","mapping_epoch":13,"log_start":"0'0","ondisk_log_start":"0'0","created":13,"last_epoch_clean":14,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-03-05T16:06:59.168172+0100","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-03-05T16:06:59.168172+0100","last_clean_scrub_stamp":"2026-03-05T16:06:59.168172+0100","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-03-06T23:09:06.180195+0100","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00015620200000000001,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.3","version":"14'1","reported_seq":26,"reported_epoch":19,"state":"active+clean","last_fresh":"2026-03-05T16:07:22.248500+0100","last_change":"2026-03-05T16:07:02.188252+0100","last_active":"2026-03-05T16:07:22.248500+0100","last_peered":"2026-03-05T16:07:22.248500+0100","last_clean":"2026-03-05T16:07:22.248500+0100","last_became_active":"2026-03-05T16:07:00.179704+0100","last_became_peered":"2026-03-05T16:07:00.179704+0100","last_unstale":"2026-03-05T16:07:22.248500+0100","last_undegraded":"2026-03-05T16:07:22.248500+0100","last_fullsized":"2026-03-05T16:07:22.248500+0100","mapping_epoch":13,"log_start":"0'0","ondisk_log_start":"0'0","created":13,"last_epoch_clean":14,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-03-05T16:06:59.168172+0100","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-03-05T16:06:59.168172+0100","last_clean_scrub_stamp":"2026-03-05T16:06:59.168172+0100","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-03-06T23:49:23.364027+0100","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00038937899999999997,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"1.0","version":"11'32","reported_seq":70,"reported_epoch":19,"state":"active+clean","last_fresh":"2026-03-05T16:07:22.248534+0100","last_change":"2026-03-05T16:06:54.010015+0100","last_active":"2026-03-05T16:07:22.248534+0100","last_peered":"2026-03-05T16:07:22.248534+0100","last_clean":"2026-03-05T16:07:22.248534+0100","last_became_active":"2026-03-05T16:06:54.009881+0100","last_became_peered":"2026-03-05T16:06:54.009881+0100","last_unstale":"2026-03-05T16:07:22.248534+0100","last_undegraded":"2026-03-05T16:07:22.248534+0100","last_fullsized":"2026-03-05T16:07:22.248534+0100","mapping_epoch":10,"log_start":"0'0","ondisk_log_start":"0'0","created":10,"last_epoch_clean":11,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-03-05T16:06:52.999097+0100","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-03-05T16:06:52.999097+0100","last_clean_scrub_stamp":"2026-03-05T16:06:52.999097+0100","objects_scrubbed":0,"log_size":32,"log_dups_size":0,"ondisk_log_size":32,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-03-07T00:17:50.154944+0100","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":459280,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":46,"num_read_kb":37,"num_write":57,"num_write_kb":584,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]}],"pool_stats":[{"poolid":2,"num_pg":8,"stat_sum":{"num_bytes":19,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":38,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":3,"ondisk_log_size":3,"up":16,"acting":16,"num_store_stats":3},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":459280,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":46,"num_read_kb":37,"num_write":57,"num_write_kb":584,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":925696,"data_stored":918560,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":32,"ondisk_log_size":32,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":2,"up_from":9,"seq":38654705681,"num_pgs":3,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":104857600,"kb_used":27000,"kb_used_data":160,"kb_used_omap":1,"kb_used_meta":26814,"kb_avail":104830600,"statfs":{"total":107374182400,"available":107346534400,"internally_reserved":0,"allocated":163840,"data_stored":49785,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1596,"internal_metadata":27457988},"hb_peers":[0,1],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":1,"up_from":9,"seq":38654705681,"num_pgs":9,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":104857600,"kb_used":27456,"kb_used_data":616,"kb_used_omap":1,"kb_used_meta":26814,"kb_avail":104830144,"statfs":{"total":107374182400,"available":107346067456,"internally_reserved":0,"allocated":630784,"data_stored":509084,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1596,"internal_metadata":27457988},"hb_peers":[0,2],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":0,"up_from":9,"seq":38654705681,"num_pgs":6,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":104857600,"kb_used":27456,"kb_used_data":616,"kb_used_omap":1,"kb_used_meta":26814,"kb_avail":104830144,"statfs":{"total":107374182400,"available":107346067456,"internally_reserved":0,"allocated":630784,"data_stored":509084,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1596,"internal_metadata":27457988},"hb_peers":[1,2],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":462848,"data_stored":459280,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":462848,"data_stored":459280,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":19,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":19,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2026-03-05T16:08:11.875 INFO:tasks.ceph:pgid 2.7 last_scrub_stamp 2026-03-05T16:06:59.168172+0100 time.struct_time(tm_year=2026, tm_mon=3, tm_mday=5, tm_hour=16, tm_min=6, tm_sec=59, tm_wday=3, tm_yday=64, tm_isdst=-1) <= time.struct_time(tm_year=2026, tm_mon=3, tm_mday=5, tm_hour=16, tm_min=8, tm_sec=9, tm_wday=3, tm_yday=64, tm_isdst=0) 2026-03-05T16:08:11.875 INFO:tasks.ceph:pgid 2.6 last_scrub_stamp 2026-03-05T16:06:59.168172+0100 time.struct_time(tm_year=2026, tm_mon=3, tm_mday=5, tm_hour=16, tm_min=6, tm_sec=59, tm_wday=3, tm_yday=64, tm_isdst=-1) <= time.struct_time(tm_year=2026, tm_mon=3, tm_mday=5, tm_hour=16, tm_min=8, tm_sec=9, tm_wday=3, tm_yday=64, tm_isdst=0) 2026-03-05T16:08:11.875 INFO:tasks.ceph:pgid 2.5 last_scrub_stamp 2026-03-05T16:06:59.168172+0100 time.struct_time(tm_year=2026, tm_mon=3, tm_mday=5, tm_hour=16, tm_min=6, tm_sec=59, tm_wday=3, tm_yday=64, tm_isdst=-1) <= time.struct_time(tm_year=2026, tm_mon=3, tm_mday=5, tm_hour=16, tm_min=8, tm_sec=9, tm_wday=3, tm_yday=64, tm_isdst=0) 2026-03-05T16:08:11.875 INFO:tasks.ceph:pgid 2.4 last_scrub_stamp 2026-03-05T16:06:59.168172+0100 time.struct_time(tm_year=2026, tm_mon=3, tm_mday=5, tm_hour=16, tm_min=6, tm_sec=59, tm_wday=3, tm_yday=64, tm_isdst=-1) <= time.struct_time(tm_year=2026, tm_mon=3, tm_mday=5, tm_hour=16, tm_min=8, tm_sec=9, tm_wday=3, tm_yday=64, tm_isdst=0) 2026-03-05T16:08:11.875 INFO:tasks.ceph:pgid 2.2 last_scrub_stamp 2026-03-05T16:06:59.168172+0100 time.struct_time(tm_year=2026, tm_mon=3, tm_mday=5, tm_hour=16, tm_min=6, tm_sec=59, tm_wday=3, tm_yday=64, tm_isdst=-1) <= time.struct_time(tm_year=2026, tm_mon=3, tm_mday=5, tm_hour=16, tm_min=8, tm_sec=9, tm_wday=3, tm_yday=64, tm_isdst=0) 2026-03-05T16:08:11.875 INFO:tasks.ceph:pgid 2.1 last_scrub_stamp 2026-03-05T16:06:59.168172+0100 time.struct_time(tm_year=2026, tm_mon=3, tm_mday=5, tm_hour=16, tm_min=6, tm_sec=59, tm_wday=3, tm_yday=64, tm_isdst=-1) <= time.struct_time(tm_year=2026, tm_mon=3, tm_mday=5, tm_hour=16, tm_min=8, tm_sec=9, tm_wday=3, tm_yday=64, tm_isdst=0) 2026-03-05T16:08:11.875 INFO:tasks.ceph:pgid 2.0 last_scrub_stamp 2026-03-05T16:06:59.168172+0100 time.struct_time(tm_year=2026, tm_mon=3, tm_mday=5, tm_hour=16, tm_min=6, tm_sec=59, tm_wday=3, tm_yday=64, tm_isdst=-1) <= time.struct_time(tm_year=2026, tm_mon=3, tm_mday=5, tm_hour=16, tm_min=8, tm_sec=9, tm_wday=3, tm_yday=64, tm_isdst=0) 2026-03-05T16:08:11.875 INFO:tasks.ceph:pgid 2.3 last_scrub_stamp 2026-03-05T16:06:59.168172+0100 time.struct_time(tm_year=2026, tm_mon=3, tm_mday=5, tm_hour=16, tm_min=6, tm_sec=59, tm_wday=3, tm_yday=64, tm_isdst=-1) <= time.struct_time(tm_year=2026, tm_mon=3, tm_mday=5, tm_hour=16, tm_min=8, tm_sec=9, tm_wday=3, tm_yday=64, tm_isdst=0) 2026-03-05T16:08:11.875 INFO:tasks.ceph:pgid 1.0 last_scrub_stamp 2026-03-05T16:06:52.999097+0100 time.struct_time(tm_year=2026, tm_mon=3, tm_mday=5, tm_hour=16, tm_min=6, tm_sec=52, tm_wday=3, tm_yday=64, tm_isdst=-1) <= time.struct_time(tm_year=2026, tm_mon=3, tm_mday=5, tm_hour=16, tm_min=8, tm_sec=9, tm_wday=3, tm_yday=64, tm_isdst=0) 2026-03-05T16:08:11.875 INFO:tasks.ceph:Still waiting for all pgs to be scrubbed. 2026-03-05T16:08:31.875 DEBUG:teuthology.orchestra.run.vm00:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2026-03-05T16:08:32.040 INFO:teuthology.orchestra.run.vm00.stdout: 2026-03-05T16:08:32.040 INFO:teuthology.orchestra.run.vm00.stderr:dumped all 2026-03-05T16:08:32.050 INFO:teuthology.orchestra.run.vm00.stdout:{"pg_ready":true,"pg_map":{"version":65,"stamp":"2026-03-05T16:08:30.389198+0100","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":459299,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":46,"num_read_kb":37,"num_write":59,"num_write_kb":586,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":39,"ondisk_log_size":39,"up":18,"acting":18,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":18,"num_osds":3,"num_per_pool_osds":3,"num_per_pool_omap_osds":3,"kb":314572800,"kb_used":81888,"kb_used_data":1392,"kb_used_omap":4,"kb_used_meta":80443,"kb_avail":314490912,"statfs":{"total":322122547200,"available":322038693888,"internally_reserved":0,"allocated":1425408,"data_stored":1067953,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":4788,"internal_metadata":82373964},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"12.001108"},"pg_stats":[{"pgid":"2.7","version":"0'0","reported_seq":34,"reported_epoch":19,"state":"active+clean","last_fresh":"2026-03-05T16:08:16.663685+0100","last_change":"2026-03-05T16:08:16.663695+0100","last_active":"2026-03-05T16:08:16.663685+0100","last_peered":"2026-03-05T16:08:16.663685+0100","last_clean":"2026-03-05T16:08:16.663685+0100","last_became_active":"2026-03-05T16:07:00.180808+0100","last_became_peered":"2026-03-05T16:07:00.180808+0100","last_unstale":"2026-03-05T16:08:16.663685+0100","last_undegraded":"2026-03-05T16:08:16.663685+0100","last_fullsized":"2026-03-05T16:08:16.663685+0100","mapping_epoch":13,"log_start":"0'0","ondisk_log_start":"0'0","created":13,"last_epoch_clean":14,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-03-05T16:08:16.663643+0100","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-03-05T16:08:16.663643+0100","last_clean_scrub_stamp":"2026-03-05T16:08:16.663643+0100","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-03-07T01:20:03.923834+0100","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00038987000000000001,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.6","version":"0'0","reported_seq":34,"reported_epoch":19,"state":"active+clean","last_fresh":"2026-03-05T16:08:15.712294+0100","last_change":"2026-03-05T16:08:15.712303+0100","last_active":"2026-03-05T16:08:15.712294+0100","last_peered":"2026-03-05T16:08:15.712294+0100","last_clean":"2026-03-05T16:08:15.712294+0100","last_became_active":"2026-03-05T16:07:00.180824+0100","last_became_peered":"2026-03-05T16:07:00.180824+0100","last_unstale":"2026-03-05T16:08:15.712294+0100","last_undegraded":"2026-03-05T16:08:15.712294+0100","last_fullsized":"2026-03-05T16:08:15.712294+0100","mapping_epoch":13,"log_start":"0'0","ondisk_log_start":"0'0","created":13,"last_epoch_clean":14,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-03-05T16:08:15.712262+0100","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-03-05T16:08:15.712262+0100","last_clean_scrub_stamp":"2026-03-05T16:08:15.712262+0100","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-03-06T20:05:04.843848+0100","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.000388737,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":34,"reported_epoch":19,"state":"active+clean","last_fresh":"2026-03-05T16:08:14.751490+0100","last_change":"2026-03-05T16:08:14.751501+0100","last_active":"2026-03-05T16:08:14.751490+0100","last_peered":"2026-03-05T16:08:14.751490+0100","last_clean":"2026-03-05T16:08:14.751490+0100","last_became_active":"2026-03-05T16:07:00.179565+0100","last_became_peered":"2026-03-05T16:07:00.179565+0100","last_unstale":"2026-03-05T16:08:14.751490+0100","last_undegraded":"2026-03-05T16:08:14.751490+0100","last_fullsized":"2026-03-05T16:08:14.751490+0100","mapping_epoch":13,"log_start":"0'0","ondisk_log_start":"0'0","created":13,"last_epoch_clean":14,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-03-05T16:08:14.751451+0100","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-03-05T16:08:14.751451+0100","last_clean_scrub_stamp":"2026-03-05T16:08:14.751451+0100","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-03-06T18:29:03.447472+0100","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.000388878,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":34,"reported_epoch":19,"state":"active+clean","last_fresh":"2026-03-05T16:08:13.793536+0100","last_change":"2026-03-05T16:08:13.793551+0100","last_active":"2026-03-05T16:08:13.793536+0100","last_peered":"2026-03-05T16:08:13.793536+0100","last_clean":"2026-03-05T16:08:13.793536+0100","last_became_active":"2026-03-05T16:07:00.179622+0100","last_became_peered":"2026-03-05T16:07:00.179622+0100","last_unstale":"2026-03-05T16:08:13.793536+0100","last_undegraded":"2026-03-05T16:08:13.793536+0100","last_fullsized":"2026-03-05T16:08:13.793536+0100","mapping_epoch":13,"log_start":"0'0","ondisk_log_start":"0'0","created":13,"last_epoch_clean":14,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-03-05T16:08:13.793492+0100","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-03-05T16:08:13.793492+0100","last_clean_scrub_stamp":"2026-03-05T16:08:13.793492+0100","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-03-07T01:42:01.556840+0100","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00040578000000000001,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.2","version":"19'3","reported_seq":37,"reported_epoch":19,"state":"active+clean","last_fresh":"2026-03-05T16:08:11.396035+0100","last_change":"2026-03-05T16:08:11.396048+0100","last_active":"2026-03-05T16:08:11.396035+0100","last_peered":"2026-03-05T16:08:11.396035+0100","last_clean":"2026-03-05T16:08:11.396035+0100","last_became_active":"2026-03-05T16:07:00.181839+0100","last_became_peered":"2026-03-05T16:07:00.181839+0100","last_unstale":"2026-03-05T16:08:11.396035+0100","last_undegraded":"2026-03-05T16:08:11.396035+0100","last_fullsized":"2026-03-05T16:08:11.396035+0100","mapping_epoch":13,"log_start":"0'0","ondisk_log_start":"0'0","created":13,"last_epoch_clean":14,"parent":"0.0","parent_split_bits":0,"last_scrub":"19'3","last_scrub_stamp":"2026-03-05T16:08:11.396007+0100","last_deep_scrub":"19'3","last_deep_scrub_stamp":"2026-03-05T16:08:11.396007+0100","last_clean_scrub_stamp":"2026-03-05T16:08:11.396007+0100","objects_scrubbed":1,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2026-03-06T17:14:00.101809+0100","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0.00017228400000000001,"stat_sum":{"num_bytes":19,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":33,"reported_epoch":19,"state":"active+clean","last_fresh":"2026-03-05T16:08:11.832575+0100","last_change":"2026-03-05T16:08:11.832584+0100","last_active":"2026-03-05T16:08:11.832575+0100","last_peered":"2026-03-05T16:08:11.832575+0100","last_clean":"2026-03-05T16:08:11.832575+0100","last_became_active":"2026-03-05T16:07:00.181292+0100","last_became_peered":"2026-03-05T16:07:00.181292+0100","last_unstale":"2026-03-05T16:08:11.832575+0100","last_undegraded":"2026-03-05T16:08:11.832575+0100","last_fullsized":"2026-03-05T16:08:11.832575+0100","mapping_epoch":13,"log_start":"0'0","ondisk_log_start":"0'0","created":13,"last_epoch_clean":14,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-03-05T16:08:11.832544+0100","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-03-05T16:08:11.832544+0100","last_clean_scrub_stamp":"2026-03-05T16:08:11.832544+0100","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2026-03-07T03:36:30.740843+0100","scrub_duration":1,"objects_trimmed":0,"snaptrim_duration":0.000228027,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":33,"reported_epoch":19,"state":"active+clean","last_fresh":"2026-03-05T16:08:12.820893+0100","last_change":"2026-03-05T16:08:12.820902+0100","last_active":"2026-03-05T16:08:12.820893+0100","last_peered":"2026-03-05T16:08:12.820893+0100","last_clean":"2026-03-05T16:08:12.820893+0100","last_became_active":"2026-03-05T16:07:00.181391+0100","last_became_peered":"2026-03-05T16:07:00.181391+0100","last_unstale":"2026-03-05T16:08:12.820893+0100","last_undegraded":"2026-03-05T16:08:12.820893+0100","last_fullsized":"2026-03-05T16:08:12.820893+0100","mapping_epoch":13,"log_start":"0'0","ondisk_log_start":"0'0","created":13,"last_epoch_clean":14,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-03-05T16:08:12.820855+0100","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-03-05T16:08:12.820855+0100","last_clean_scrub_stamp":"2026-03-05T16:08:12.820855+0100","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-03-06T16:35:32.914213+0100","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00015620200000000001,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.3","version":"19'2","reported_seq":36,"reported_epoch":19,"state":"active+clean","last_fresh":"2026-03-05T16:08:12.750955+0100","last_change":"2026-03-05T16:08:12.750971+0100","last_active":"2026-03-05T16:08:12.750955+0100","last_peered":"2026-03-05T16:08:12.750955+0100","last_clean":"2026-03-05T16:08:12.750955+0100","last_became_active":"2026-03-05T16:07:00.179704+0100","last_became_peered":"2026-03-05T16:07:00.179704+0100","last_unstale":"2026-03-05T16:08:12.750955+0100","last_undegraded":"2026-03-05T16:08:12.750955+0100","last_fullsized":"2026-03-05T16:08:12.750955+0100","mapping_epoch":13,"log_start":"0'0","ondisk_log_start":"0'0","created":13,"last_epoch_clean":14,"parent":"0.0","parent_split_bits":0,"last_scrub":"19'2","last_scrub_stamp":"2026-03-05T16:08:12.750927+0100","last_deep_scrub":"19'2","last_deep_scrub_stamp":"2026-03-05T16:08:12.750927+0100","last_clean_scrub_stamp":"2026-03-05T16:08:12.750927+0100","objects_scrubbed":1,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2026-03-06T19:04:05.393372+0100","scrub_duration":1,"objects_trimmed":0,"snaptrim_duration":0.00038937899999999997,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"1.0","version":"19'34","reported_seq":81,"reported_epoch":19,"state":"active+clean","last_fresh":"2026-03-05T16:08:11.798105+0100","last_change":"2026-03-05T16:08:11.798117+0100","last_active":"2026-03-05T16:08:11.798105+0100","last_peered":"2026-03-05T16:08:11.798105+0100","last_clean":"2026-03-05T16:08:11.798105+0100","last_became_active":"2026-03-05T16:06:54.009881+0100","last_became_peered":"2026-03-05T16:06:54.009881+0100","last_unstale":"2026-03-05T16:08:11.798105+0100","last_undegraded":"2026-03-05T16:08:11.798105+0100","last_fullsized":"2026-03-05T16:08:11.798105+0100","mapping_epoch":10,"log_start":"0'0","ondisk_log_start":"0'0","created":10,"last_epoch_clean":11,"parent":"0.0","parent_split_bits":0,"last_scrub":"19'34","last_scrub_stamp":"2026-03-05T16:08:11.798076+0100","last_deep_scrub":"19'34","last_deep_scrub_stamp":"2026-03-05T16:08:11.798076+0100","last_clean_scrub_stamp":"2026-03-05T16:08:11.798076+0100","objects_scrubbed":2,"log_size":34,"log_dups_size":0,"ondisk_log_size":34,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2026-03-06T16:21:08.705429+0100","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":459280,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":46,"num_read_kb":37,"num_write":57,"num_write_kb":584,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]}],"pool_stats":[{"poolid":2,"num_pg":8,"stat_sum":{"num_bytes":19,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":38,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":5,"ondisk_log_size":5,"up":16,"acting":16,"num_store_stats":3},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":459280,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":46,"num_read_kb":37,"num_write":57,"num_write_kb":584,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":925696,"data_stored":918560,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":34,"ondisk_log_size":34,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":2,"up_from":9,"seq":38654705685,"num_pgs":3,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":104857600,"kb_used":26992,"kb_used_data":160,"kb_used_omap":1,"kb_used_meta":26814,"kb_avail":104830608,"statfs":{"total":107374182400,"available":107346542592,"internally_reserved":0,"allocated":163840,"data_stored":49785,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1596,"internal_metadata":27457988},"hb_peers":[0,1],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":1,"up_from":9,"seq":38654705685,"num_pgs":9,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":104857600,"kb_used":27448,"kb_used_data":616,"kb_used_omap":1,"kb_used_meta":26814,"kb_avail":104830152,"statfs":{"total":107374182400,"available":107346075648,"internally_reserved":0,"allocated":630784,"data_stored":509084,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1596,"internal_metadata":27457988},"hb_peers":[0,2],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":0,"up_from":9,"seq":38654705685,"num_pgs":6,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":104857600,"kb_used":27448,"kb_used_data":616,"kb_used_omap":1,"kb_used_meta":26814,"kb_avail":104830152,"statfs":{"total":107374182400,"available":107346075648,"internally_reserved":0,"allocated":630784,"data_stored":509084,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1596,"internal_metadata":27457988},"hb_peers":[1,2],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":462848,"data_stored":459280,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":462848,"data_stored":459280,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":19,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":19,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2026-03-05T16:08:32.051 DEBUG:teuthology.orchestra.run.vm00:> sudo ceph --cluster ceph config set global mon_health_to_clog false 2026-03-05T16:08:32.238 INFO:teuthology.misc:Shutting down mds daemons... 2026-03-05T16:08:32.238 INFO:teuthology.misc:Shutting down osd daemons... 2026-03-05T16:08:32.239 DEBUG:tasks.ceph.osd.0:waiting for process to exit 2026-03-05T16:08:32.239 INFO:teuthology.orchestra.run:waiting for 300 2026-03-05T16:08:32.270 INFO:tasks.ceph.osd.0:Stopped 2026-03-05T16:08:32.270 DEBUG:tasks.ceph.osd.1:waiting for process to exit 2026-03-05T16:08:32.270 INFO:teuthology.orchestra.run:waiting for 300 2026-03-05T16:08:32.336 INFO:tasks.ceph.osd.1:Stopped 2026-03-05T16:08:32.336 DEBUG:tasks.ceph.osd.2:waiting for process to exit 2026-03-05T16:08:32.336 INFO:teuthology.orchestra.run:waiting for 300 2026-03-05T16:08:32.399 INFO:tasks.ceph.osd.2:Stopped 2026-03-05T16:08:32.399 INFO:teuthology.misc:Shutting down mgr daemons... 2026-03-05T16:08:32.399 DEBUG:tasks.ceph.mgr.x:waiting for process to exit 2026-03-05T16:08:32.399 INFO:teuthology.orchestra.run:waiting for 300 2026-03-05T16:08:32.474 INFO:tasks.ceph.mgr.x:Stopped 2026-03-05T16:08:32.474 INFO:teuthology.misc:Shutting down mon daemons... 2026-03-05T16:08:32.474 DEBUG:tasks.ceph.mon.a:waiting for process to exit 2026-03-05T16:08:32.474 INFO:teuthology.orchestra.run:waiting for 300 2026-03-05T16:08:32.523 INFO:tasks.ceph.mon.a:Stopped 2026-03-05T16:08:32.523 INFO:tasks.ceph:Checking cluster log for badness... 2026-03-05T16:08:32.523 DEBUG:teuthology.orchestra.run.vm00:> sudo egrep '\[ERR\]|\[WRN\]|\[SEC\]' /var/log/ceph/ceph.log | egrep -v '\(MDS_ALL_DOWN\)' | egrep -v '\(MDS_UP_LESS_THAN_MAX\)' | egrep -v '\(PG_AVAILABILITY\)' | egrep -v '\(PG_DEGRADED\)' | egrep -v '\(POOL_APP_NOT_ENABLED\)' | egrep -v 'not have an application enabled' | head -n 1 2026-03-05T16:08:32.590 INFO:tasks.ceph:Unmounting /var/lib/ceph/osd/ceph-0 on ubuntu@vm00.local 2026-03-05T16:08:32.590 DEBUG:teuthology.orchestra.run.vm00:> sync && sudo umount -f /var/lib/ceph/osd/ceph-0 2026-03-05T16:08:32.663 INFO:tasks.ceph:Unmounting /var/lib/ceph/osd/ceph-1 on ubuntu@vm00.local 2026-03-05T16:08:32.663 DEBUG:teuthology.orchestra.run.vm00:> sync && sudo umount -f /var/lib/ceph/osd/ceph-1 2026-03-05T16:08:32.730 INFO:tasks.ceph:Unmounting /var/lib/ceph/osd/ceph-2 on ubuntu@vm00.local 2026-03-05T16:08:32.730 DEBUG:teuthology.orchestra.run.vm00:> sync && sudo umount -f /var/lib/ceph/osd/ceph-2 2026-03-05T16:08:32.855 INFO:tasks.ceph:Archiving mon data... 2026-03-05T16:08:32.855 DEBUG:teuthology.misc:Transferring archived files from vm00:/var/lib/ceph/mon/ceph-a to /archive/irq0-2026-03-05_15:32:16-rgw-cobaltcore-storage-v19.2.3-fasttrack-3-none-default-vps/14/data/mon.a.tgz 2026-03-05T16:08:32.855 DEBUG:teuthology.orchestra.run.vm00:> mktemp 2026-03-05T16:08:32.872 INFO:teuthology.orchestra.run.vm00.stdout:/tmp/tmp.JRgUiapUSA 2026-03-05T16:08:32.872 DEBUG:teuthology.orchestra.run.vm00:> sudo tar cz -f - -C /var/lib/ceph/mon/ceph-a -- . > /tmp/tmp.JRgUiapUSA 2026-03-05T16:08:32.961 DEBUG:teuthology.orchestra.run.vm00:> sudo chmod 0666 /tmp/tmp.JRgUiapUSA 2026-03-05T16:08:33.039 DEBUG:teuthology.orchestra.remote:vm00:/tmp/tmp.JRgUiapUSA is 162KB 2026-03-05T16:08:33.056 DEBUG:teuthology.orchestra.run.vm00:> rm -fr /tmp/tmp.JRgUiapUSA 2026-03-05T16:08:33.071 INFO:tasks.ceph:Cleaning ceph cluster... 2026-03-05T16:08:33.071 DEBUG:teuthology.orchestra.run.vm00:> sudo rm -rf -- /etc/ceph/ceph.conf /etc/ceph/ceph.keyring /home/ubuntu/cephtest/ceph.data /home/ubuntu/cephtest/ceph.monmap /home/ubuntu/cephtest/../*.pid 2026-03-05T16:08:33.190 INFO:teuthology.util.scanner:summary_data or yaml_file is empty! 2026-03-05T16:08:33.190 INFO:tasks.ceph:Archiving crash dumps... 2026-03-05T16:08:33.191 DEBUG:teuthology.misc:Transferring archived files from vm00:/var/lib/ceph/crash to /archive/irq0-2026-03-05_15:32:16-rgw-cobaltcore-storage-v19.2.3-fasttrack-3-none-default-vps/14/remote/vm00/crash 2026-03-05T16:08:33.191 DEBUG:teuthology.orchestra.run.vm00:> sudo tar c -f - -C /var/lib/ceph/crash -- . 2026-03-05T16:08:33.253 INFO:tasks.ceph:Compressing logs... 2026-03-05T16:08:33.253 DEBUG:teuthology.orchestra.run.vm00:> time sudo find /var/log/ceph -name '*.log' -print0 | sudo xargs --max-args=1 --max-procs=0 --verbose -0 --no-run-if-empty -- gzip -5 --verbose -- 2026-03-05T16:08:33.274 INFO:teuthology.orchestra.run.vm00.stderr:gzip -5 --verbose -- /var/log/ceph/ceph.tmp-client.admin.56596.log 2026-03-05T16:08:33.275 INFO:teuthology.orchestra.run.vm00.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-osd.0.log 2026-03-05T16:08:33.275 INFO:teuthology.orchestra.run.vm00.stderr:/var/log/ceph/ceph.tmp-client.admin.56596.log: 0.0% -- replaced with /var/log/ceph/ceph.tmp-client.admin.56596.log.gz 2026-03-05T16:08:33.275 INFO:teuthology.orchestra.run.vm00.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-osd.1.log 2026-03-05T16:08:33.275 INFO:teuthology.orchestra.run.vm00.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-osd.2.log 2026-03-05T16:08:33.281 INFO:teuthology.orchestra.run.vm00.stderr:/var/log/ceph/ceph-osd.0.log: /var/log/ceph/ceph-osd.1.log: gzip -5 --verbose -- /var/log/ceph/ceph-mon.a.log 2026-03-05T16:08:33.292 INFO:teuthology.orchestra.run.vm00.stderr:/var/log/ceph/ceph-osd.2.log: 93.3% -- replaced with /var/log/ceph/ceph-osd.0.log.gz 2026-03-05T16:08:33.292 INFO:teuthology.orchestra.run.vm00.stderr:gzip -5 --verbose -- /var/log/ceph/ceph.log 2026-03-05T16:08:33.298 INFO:teuthology.orchestra.run.vm00.stderr:/var/log/ceph/ceph-mon.a.log: 93.1% -- replaced with /var/log/ceph/ceph-osd.2.log.gz 2026-03-05T16:08:33.299 INFO:teuthology.orchestra.run.vm00.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.60174.log 2026-03-05T16:08:33.299 INFO:teuthology.orchestra.run.vm00.stderr:/var/log/ceph/ceph.log: 85.1% -- replaced with /var/log/ceph/ceph.log.gz 2026-03-05T16:08:33.299 INFO:teuthology.orchestra.run.vm00.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-mgr.x.log 2026-03-05T16:08:33.299 INFO:teuthology.orchestra.run.vm00.stderr:/var/log/ceph/ceph-client.admin.60174.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.60174.log.gz 2026-03-05T16:08:33.300 INFO:teuthology.orchestra.run.vm00.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.60375.log 2026-03-05T16:08:33.309 INFO:teuthology.orchestra.run.vm00.stderr:/var/log/ceph/ceph-mgr.x.log: 91.6% -- replaced with /var/log/ceph/ceph-mgr.x.log.gz 2026-03-05T16:08:33.309 INFO:teuthology.orchestra.run.vm00.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.60423.log 2026-03-05T16:08:33.309 INFO:teuthology.orchestra.run.vm00.stderr:/var/log/ceph/ceph-client.admin.60375.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.60375.log.gz 2026-03-05T16:08:33.310 INFO:teuthology.orchestra.run.vm00.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.60471.log 2026-03-05T16:08:33.310 INFO:teuthology.orchestra.run.vm00.stderr:/var/log/ceph/ceph-client.admin.60423.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.60423.log.gz 2026-03-05T16:08:33.310 INFO:teuthology.orchestra.run.vm00.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.60602.log 2026-03-05T16:08:33.310 INFO:teuthology.orchestra.run.vm00.stderr:/var/log/ceph/ceph-client.admin.60471.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.60471.log.gz 2026-03-05T16:08:33.311 INFO:teuthology.orchestra.run.vm00.stderr:gzip -5 --verbose -- /var/log/ceph/ceph.audit.log 2026-03-05T16:08:33.311 INFO:teuthology.orchestra.run.vm00.stderr:/var/log/ceph/ceph-client.admin.60602.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.60602.log.gz 2026-03-05T16:08:33.311 INFO:teuthology.orchestra.run.vm00.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.60677.log 2026-03-05T16:08:33.312 INFO:teuthology.orchestra.run.vm00.stderr:/var/log/ceph/ceph.audit.log: 87.9% -- replaced with /var/log/ceph/ceph.audit.log.gz 2026-03-05T16:08:33.312 INFO:teuthology.orchestra.run.vm00.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.62164.log 2026-03-05T16:08:33.312 INFO:teuthology.orchestra.run.vm00.stderr:/var/log/ceph/ceph-client.admin.60677.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.60677.log.gz 2026-03-05T16:08:33.312 INFO:teuthology.orchestra.run.vm00.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.62240.log 2026-03-05T16:08:33.313 INFO:teuthology.orchestra.run.vm00.stderr:/var/log/ceph/ceph-client.admin.62164.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.62164.log.gz 2026-03-05T16:08:33.313 INFO:teuthology.orchestra.run.vm00.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.62312.log 2026-03-05T16:08:33.313 INFO:teuthology.orchestra.run.vm00.stderr:/var/log/ceph/ceph-client.admin.62240.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.62240.log.gz 2026-03-05T16:08:33.313 INFO:teuthology.orchestra.run.vm00.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.62337.log 2026-03-05T16:08:33.314 INFO:teuthology.orchestra.run.vm00.stderr:/var/log/ceph/ceph-client.admin.62312.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.62312.log.gz 2026-03-05T16:08:33.314 INFO:teuthology.orchestra.run.vm00.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.62404.log 2026-03-05T16:08:33.314 INFO:teuthology.orchestra.run.vm00.stderr:/var/log/ceph/ceph-client.admin.62337.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.62337.log.gz 2026-03-05T16:08:33.314 INFO:teuthology.orchestra.run.vm00.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.62454.log 2026-03-05T16:08:33.315 INFO:teuthology.orchestra.run.vm00.stderr:/var/log/ceph/ceph-client.admin.62404.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.62404.log.gz 2026-03-05T16:08:33.315 INFO:teuthology.orchestra.run.vm00.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.62504.log 2026-03-05T16:08:33.315 INFO:teuthology.orchestra.run.vm00.stderr:/var/log/ceph/ceph-client.admin.62454.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.62454.log.gz 2026-03-05T16:08:33.315 INFO:teuthology.orchestra.run.vm00.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.62607.log 2026-03-05T16:08:33.316 INFO:teuthology.orchestra.run.vm00.stderr:/var/log/ceph/ceph-client.admin.62504.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.62504.log.gz 2026-03-05T16:08:33.316 INFO:teuthology.orchestra.run.vm00.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.62605.log 2026-03-05T16:08:33.316 INFO:teuthology.orchestra.run.vm00.stderr:/var/log/ceph/ceph-client.admin.62607.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.62607.log.gz 2026-03-05T16:08:33.316 INFO:teuthology.orchestra.run.vm00.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.62610.log 2026-03-05T16:08:33.317 INFO:teuthology.orchestra.run.vm00.stderr:/var/log/ceph/ceph-client.admin.62605.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.62605.log.gz 2026-03-05T16:08:33.317 INFO:teuthology.orchestra.run.vm00.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.62722.log 2026-03-05T16:08:33.317 INFO:teuthology.orchestra.run.vm00.stderr:/var/log/ceph/ceph-client.admin.62610.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.62610.log.gz 2026-03-05T16:08:33.317 INFO:teuthology.orchestra.run.vm00.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.62732.log 2026-03-05T16:08:33.318 INFO:teuthology.orchestra.run.vm00.stderr:/var/log/ceph/ceph-client.admin.62722.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.62722.log.gz 2026-03-05T16:08:33.318 INFO:teuthology.orchestra.run.vm00.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.62800.log 2026-03-05T16:08:33.318 INFO:teuthology.orchestra.run.vm00.stderr:/var/log/ceph/ceph-client.admin.62732.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.62732.log.gz 2026-03-05T16:08:33.318 INFO:teuthology.orchestra.run.vm00.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.62854.log 2026-03-05T16:08:33.319 INFO:teuthology.orchestra.run.vm00.stderr:/var/log/ceph/ceph-client.admin.62800.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.62800.log.gz 2026-03-05T16:08:33.319 INFO:teuthology.orchestra.run.vm00.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.62902.log 2026-03-05T16:08:33.319 INFO:teuthology.orchestra.run.vm00.stderr:/var/log/ceph/ceph-client.admin.62854.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.62854.log.gz 2026-03-05T16:08:33.319 INFO:teuthology.orchestra.run.vm00.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.62932.log 2026-03-05T16:08:33.320 INFO:teuthology.orchestra.run.vm00.stderr:/var/log/ceph/ceph-client.admin.62902.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.62902.log.gz 2026-03-05T16:08:33.320 INFO:teuthology.orchestra.run.vm00.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.63004.log 2026-03-05T16:08:33.320 INFO:teuthology.orchestra.run.vm00.stderr:/var/log/ceph/ceph-client.admin.62932.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.62932.log.gz 2026-03-05T16:08:33.320 INFO:teuthology.orchestra.run.vm00.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.63052.log 2026-03-05T16:08:33.321 INFO:teuthology.orchestra.run.vm00.stderr:/var/log/ceph/ceph-client.admin.63004.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.63004.log.gz 2026-03-05T16:08:33.321 INFO:teuthology.orchestra.run.vm00.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.63080.log 2026-03-05T16:08:33.321 INFO:teuthology.orchestra.run.vm00.stderr:/var/log/ceph/ceph-client.admin.63052.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.63052.log.gz 2026-03-05T16:08:33.321 INFO:teuthology.orchestra.run.vm00.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.63154.log 2026-03-05T16:08:33.322 INFO:teuthology.orchestra.run.vm00.stderr:/var/log/ceph/ceph-client.admin.63080.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.63080.log.gz 2026-03-05T16:08:33.322 INFO:teuthology.orchestra.run.vm00.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.63204.log 2026-03-05T16:08:33.322 INFO:teuthology.orchestra.run.vm00.stderr:/var/log/ceph/ceph-client.admin.63154.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.63154.log.gz 2026-03-05T16:08:33.322 INFO:teuthology.orchestra.run.vm00.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.63254.log 2026-03-05T16:08:33.323 INFO:teuthology.orchestra.run.vm00.stderr:/var/log/ceph/ceph-client.admin.63204.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.63204.log.gz 2026-03-05T16:08:33.323 INFO:teuthology.orchestra.run.vm00.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.94628.log 2026-03-05T16:08:33.323 INFO:teuthology.orchestra.run.vm00.stderr:/var/log/ceph/ceph-client.admin.63254.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.63254.log.gz 2026-03-05T16:08:33.323 INFO:teuthology.orchestra.run.vm00.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.94678.log 2026-03-05T16:08:33.324 INFO:teuthology.orchestra.run.vm00.stderr:/var/log/ceph/ceph-client.admin.94628.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.94628.log.gz 2026-03-05T16:08:33.324 INFO:teuthology.orchestra.run.vm00.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.94728.log 2026-03-05T16:08:33.324 INFO:teuthology.orchestra.run.vm00.stderr:/var/log/ceph/ceph-client.admin.94678.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.94678.log.gz 2026-03-05T16:08:33.324 INFO:teuthology.orchestra.run.vm00.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.94778.log 2026-03-05T16:08:33.325 INFO:teuthology.orchestra.run.vm00.stderr:/var/log/ceph/ceph-client.admin.94728.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.94728.log.gz 2026-03-05T16:08:33.325 INFO:teuthology.orchestra.run.vm00.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.94828.log 2026-03-05T16:08:33.325 INFO:teuthology.orchestra.run.vm00.stderr:/var/log/ceph/ceph-client.admin.94778.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.94778.log.gz 2026-03-05T16:08:33.325 INFO:teuthology.orchestra.run.vm00.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.94878.log 2026-03-05T16:08:33.326 INFO:teuthology.orchestra.run.vm00.stderr:/var/log/ceph/ceph-client.admin.94828.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.94828.log.gz 2026-03-05T16:08:33.326 INFO:teuthology.orchestra.run.vm00.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.94928.log 2026-03-05T16:08:33.326 INFO:teuthology.orchestra.run.vm00.stderr:/var/log/ceph/ceph-client.admin.94878.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.94878.log.gz 2026-03-05T16:08:33.327 INFO:teuthology.orchestra.run.vm00.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.94978.log 2026-03-05T16:08:33.327 INFO:teuthology.orchestra.run.vm00.stderr:/var/log/ceph/ceph-client.admin.94928.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.94928.log.gz 2026-03-05T16:08:33.327 INFO:teuthology.orchestra.run.vm00.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.95028.log 2026-03-05T16:08:33.327 INFO:teuthology.orchestra.run.vm00.stderr:/var/log/ceph/ceph-client.admin.94978.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.94978.log.gz 2026-03-05T16:08:33.328 INFO:teuthology.orchestra.run.vm00.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.95078.log 2026-03-05T16:08:33.328 INFO:teuthology.orchestra.run.vm00.stderr:/var/log/ceph/ceph-client.admin.95028.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.95028.log.gz 2026-03-05T16:08:33.328 INFO:teuthology.orchestra.run.vm00.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.95128.log 2026-03-05T16:08:33.328 INFO:teuthology.orchestra.run.vm00.stderr:/var/log/ceph/ceph-client.admin.95078.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.95078.log.gz 2026-03-05T16:08:33.329 INFO:teuthology.orchestra.run.vm00.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.95179.log 2026-03-05T16:08:33.329 INFO:teuthology.orchestra.run.vm00.stderr:/var/log/ceph/ceph-client.admin.95128.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.95128.log.gz 2026-03-05T16:08:33.329 INFO:teuthology.orchestra.run.vm00.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.95227.log 2026-03-05T16:08:33.329 INFO:teuthology.orchestra.run.vm00.stderr: 93.6% -- replaced with /var/log/ceph/ceph-osd.1.log.gz 2026-03-05T16:08:33.329 INFO:teuthology.orchestra.run.vm00.stderr:/var/log/ceph/ceph-client.admin.95179.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.95179.log.gz 2026-03-05T16:08:33.330 INFO:teuthology.orchestra.run.vm00.stderr:/var/log/ceph/ceph-client.admin.95227.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.95227.log.gz 2026-03-05T16:08:33.339 INFO:teuthology.orchestra.run.vm00.stderr: 91.2% -- replaced with /var/log/ceph/ceph-mon.a.log.gz 2026-03-05T16:08:33.340 INFO:teuthology.orchestra.run.vm00.stderr: 2026-03-05T16:08:33.340 INFO:teuthology.orchestra.run.vm00.stderr:real 0m0.074s 2026-03-05T16:08:33.340 INFO:teuthology.orchestra.run.vm00.stderr:user 0m0.105s 2026-03-05T16:08:33.340 INFO:teuthology.orchestra.run.vm00.stderr:sys 0m0.027s 2026-03-05T16:08:33.340 INFO:tasks.ceph:Archiving logs... 2026-03-05T16:08:33.341 DEBUG:teuthology.misc:Transferring archived files from vm00:/var/log/ceph to /archive/irq0-2026-03-05_15:32:16-rgw-cobaltcore-storage-v19.2.3-fasttrack-3-none-default-vps/14/remote/vm00/log 2026-03-05T16:08:33.341 DEBUG:teuthology.orchestra.run.vm00:> sudo tar c -f - -C /var/log/ceph -- . 2026-03-05T16:08:33.412 DEBUG:teuthology.run_tasks:Unwinding manager install 2026-03-05T16:08:33.414 INFO:teuthology.task.install.util:Removing shipped files: /home/ubuntu/cephtest/valgrind.supp /usr/bin/daemon-helper /usr/bin/adjust-ulimits /usr/bin/stdin-killer... 2026-03-05T16:08:33.414 DEBUG:teuthology.orchestra.run.vm00:> sudo rm -f -- /home/ubuntu/cephtest/valgrind.supp /usr/bin/daemon-helper /usr/bin/adjust-ulimits /usr/bin/stdin-killer 2026-03-05T16:08:33.477 INFO:teuthology.task.install.rpm:Removing packages: ceph-radosgw, ceph-test, ceph, ceph-base, cephadm, ceph-immutable-object-cache, ceph-mgr, ceph-mgr-dashboard, ceph-mgr-diskprediction-local, ceph-mgr-rook, ceph-mgr-cephadm, ceph-fuse, ceph-volume, librados-devel, libcephfs2, libcephfs-devel, librados2, librbd1, python3-rados, python3-rgw, python3-cephfs, python3-rbd, rbd-fuse, rbd-mirror, rbd-nbd on rpm system. 2026-03-05T16:08:33.477 DEBUG:teuthology.orchestra.run.vm00:> 2026-03-05T16:08:33.477 DEBUG:teuthology.orchestra.run.vm00:> for d in ceph-radosgw ceph-test ceph ceph-base cephadm ceph-immutable-object-cache ceph-mgr ceph-mgr-dashboard ceph-mgr-diskprediction-local ceph-mgr-rook ceph-mgr-cephadm ceph-fuse ceph-volume librados-devel libcephfs2 libcephfs-devel librados2 librbd1 python3-rados python3-rgw python3-cephfs python3-rbd rbd-fuse rbd-mirror rbd-nbd ; do 2026-03-05T16:08:33.477 DEBUG:teuthology.orchestra.run.vm00:> sudo yum -y remove $d || true 2026-03-05T16:08:33.477 DEBUG:teuthology.orchestra.run.vm00:> done 2026-03-05T16:08:33.676 INFO:teuthology.orchestra.run.vm00.stdout:Dependencies resolved. 2026-03-05T16:08:33.676 INFO:teuthology.orchestra.run.vm00.stdout:================================================================================ 2026-03-05T16:08:33.676 INFO:teuthology.orchestra.run.vm00.stdout: Package Arch Version Repo Size 2026-03-05T16:08:33.676 INFO:teuthology.orchestra.run.vm00.stdout:================================================================================ 2026-03-05T16:08:33.676 INFO:teuthology.orchestra.run.vm00.stdout:Removing: 2026-03-05T16:08:33.676 INFO:teuthology.orchestra.run.vm00.stdout: ceph-radosgw x86_64 2:19.2.3-47.gc24117fd552.el9.clyso @ceph 39 M 2026-03-05T16:08:33.676 INFO:teuthology.orchestra.run.vm00.stdout:Removing unused dependencies: 2026-03-05T16:08:33.676 INFO:teuthology.orchestra.run.vm00.stdout: mailcap noarch 2.1.49-5.el9.0.2 @baseos 78 k 2026-03-05T16:08:33.676 INFO:teuthology.orchestra.run.vm00.stdout: 2026-03-05T16:08:33.676 INFO:teuthology.orchestra.run.vm00.stdout:Transaction Summary 2026-03-05T16:08:33.676 INFO:teuthology.orchestra.run.vm00.stdout:================================================================================ 2026-03-05T16:08:33.676 INFO:teuthology.orchestra.run.vm00.stdout:Remove 2 Packages 2026-03-05T16:08:33.676 INFO:teuthology.orchestra.run.vm00.stdout: 2026-03-05T16:08:33.677 INFO:teuthology.orchestra.run.vm00.stdout:Freed space: 39 M 2026-03-05T16:08:33.677 INFO:teuthology.orchestra.run.vm00.stdout:Running transaction check 2026-03-05T16:08:33.679 INFO:teuthology.orchestra.run.vm00.stdout:Transaction check succeeded. 2026-03-05T16:08:33.679 INFO:teuthology.orchestra.run.vm00.stdout:Running transaction test 2026-03-05T16:08:33.689 INFO:teuthology.orchestra.run.vm00.stdout:Transaction test succeeded. 2026-03-05T16:08:33.689 INFO:teuthology.orchestra.run.vm00.stdout:Running transaction 2026-03-05T16:08:33.717 INFO:teuthology.orchestra.run.vm00.stdout: Preparing : 1/1 2026-03-05T16:08:33.736 INFO:teuthology.orchestra.run.vm00.stdout: Running scriptlet: ceph-radosgw-2:19.2.3-47.gc24117fd552.el9.clyso.x86_ 1/2 2026-03-05T16:08:33.736 INFO:teuthology.orchestra.run.vm00.stdout:Glob pattern passed to enable, but globs are not supported for this. 2026-03-05T16:08:33.736 INFO:teuthology.orchestra.run.vm00.stdout:Invalid unit name "ceph-radosgw@*.service" escaped as "ceph-radosgw@\x2a.service". 2026-03-05T16:08:33.736 INFO:teuthology.orchestra.run.vm00.stdout:Removed "/etc/systemd/system/multi-user.target.wants/ceph-radosgw.target". 2026-03-05T16:08:33.736 INFO:teuthology.orchestra.run.vm00.stdout:Removed "/etc/systemd/system/ceph.target.wants/ceph-radosgw.target". 2026-03-05T16:08:33.736 INFO:teuthology.orchestra.run.vm00.stdout: 2026-03-05T16:08:33.739 INFO:teuthology.orchestra.run.vm00.stdout: Erasing : ceph-radosgw-2:19.2.3-47.gc24117fd552.el9.clyso.x86_ 1/2 2026-03-05T16:08:33.746 INFO:teuthology.orchestra.run.vm00.stdout: Running scriptlet: ceph-radosgw-2:19.2.3-47.gc24117fd552.el9.clyso.x86_ 1/2 2026-03-05T16:08:33.760 INFO:teuthology.orchestra.run.vm00.stdout: Erasing : mailcap-2.1.49-5.el9.0.2.noarch 2/2 2026-03-05T16:08:33.819 INFO:teuthology.orchestra.run.vm00.stdout: Running scriptlet: mailcap-2.1.49-5.el9.0.2.noarch 2/2 2026-03-05T16:08:33.819 INFO:teuthology.orchestra.run.vm00.stdout: Verifying : ceph-radosgw-2:19.2.3-47.gc24117fd552.el9.clyso.x86_ 1/2 2026-03-05T16:08:33.865 INFO:teuthology.orchestra.run.vm00.stdout: Verifying : mailcap-2.1.49-5.el9.0.2.noarch 2/2 2026-03-05T16:08:33.865 INFO:teuthology.orchestra.run.vm00.stdout: 2026-03-05T16:08:33.865 INFO:teuthology.orchestra.run.vm00.stdout:Removed: 2026-03-05T16:08:33.865 INFO:teuthology.orchestra.run.vm00.stdout: ceph-radosgw-2:19.2.3-47.gc24117fd552.el9.clyso.x86_64 2026-03-05T16:08:33.865 INFO:teuthology.orchestra.run.vm00.stdout: mailcap-2.1.49-5.el9.0.2.noarch 2026-03-05T16:08:33.865 INFO:teuthology.orchestra.run.vm00.stdout: 2026-03-05T16:08:33.865 INFO:teuthology.orchestra.run.vm00.stdout:Complete! 2026-03-05T16:08:34.040 INFO:teuthology.orchestra.run.vm00.stdout:Dependencies resolved. 2026-03-05T16:08:34.040 INFO:teuthology.orchestra.run.vm00.stdout:================================================================================ 2026-03-05T16:08:34.040 INFO:teuthology.orchestra.run.vm00.stdout: Package Arch Version Repository Size 2026-03-05T16:08:34.040 INFO:teuthology.orchestra.run.vm00.stdout:================================================================================ 2026-03-05T16:08:34.040 INFO:teuthology.orchestra.run.vm00.stdout:Removing: 2026-03-05T16:08:34.040 INFO:teuthology.orchestra.run.vm00.stdout: ceph-test x86_64 2:19.2.3-47.gc24117fd552.el9.clyso @ceph 210 M 2026-03-05T16:08:34.040 INFO:teuthology.orchestra.run.vm00.stdout:Removing unused dependencies: 2026-03-05T16:08:34.040 INFO:teuthology.orchestra.run.vm00.stdout: socat x86_64 1.7.4.1-8.el9 @appstream 1.1 M 2026-03-05T16:08:34.040 INFO:teuthology.orchestra.run.vm00.stdout: xmlstarlet x86_64 1.6.1-20.el9 @appstream 195 k 2026-03-05T16:08:34.040 INFO:teuthology.orchestra.run.vm00.stdout: 2026-03-05T16:08:34.041 INFO:teuthology.orchestra.run.vm00.stdout:Transaction Summary 2026-03-05T16:08:34.041 INFO:teuthology.orchestra.run.vm00.stdout:================================================================================ 2026-03-05T16:08:34.041 INFO:teuthology.orchestra.run.vm00.stdout:Remove 3 Packages 2026-03-05T16:08:34.041 INFO:teuthology.orchestra.run.vm00.stdout: 2026-03-05T16:08:34.041 INFO:teuthology.orchestra.run.vm00.stdout:Freed space: 211 M 2026-03-05T16:08:34.041 INFO:teuthology.orchestra.run.vm00.stdout:Running transaction check 2026-03-05T16:08:34.043 INFO:teuthology.orchestra.run.vm00.stdout:Transaction check succeeded. 2026-03-05T16:08:34.043 INFO:teuthology.orchestra.run.vm00.stdout:Running transaction test 2026-03-05T16:08:34.059 INFO:teuthology.orchestra.run.vm00.stdout:Transaction test succeeded. 2026-03-05T16:08:34.060 INFO:teuthology.orchestra.run.vm00.stdout:Running transaction 2026-03-05T16:08:34.114 INFO:teuthology.orchestra.run.vm00.stdout: Preparing : 1/1 2026-03-05T16:08:34.120 INFO:teuthology.orchestra.run.vm00.stdout: Erasing : ceph-test-2:19.2.3-47.gc24117fd552.el9.clyso.x86_64 1/3 2026-03-05T16:08:34.122 INFO:teuthology.orchestra.run.vm00.stdout: Erasing : socat-1.7.4.1-8.el9.x86_64 2/3 2026-03-05T16:08:34.137 INFO:teuthology.orchestra.run.vm00.stdout: Erasing : xmlstarlet-1.6.1-20.el9.x86_64 3/3 2026-03-05T16:08:34.196 INFO:teuthology.orchestra.run.vm00.stdout: Running scriptlet: xmlstarlet-1.6.1-20.el9.x86_64 3/3 2026-03-05T16:08:34.196 INFO:teuthology.orchestra.run.vm00.stdout: Verifying : ceph-test-2:19.2.3-47.gc24117fd552.el9.clyso.x86_64 1/3 2026-03-05T16:08:34.197 INFO:teuthology.orchestra.run.vm00.stdout: Verifying : socat-1.7.4.1-8.el9.x86_64 2/3 2026-03-05T16:08:34.242 INFO:teuthology.orchestra.run.vm00.stdout: Verifying : xmlstarlet-1.6.1-20.el9.x86_64 3/3 2026-03-05T16:08:34.242 INFO:teuthology.orchestra.run.vm00.stdout: 2026-03-05T16:08:34.242 INFO:teuthology.orchestra.run.vm00.stdout:Removed: 2026-03-05T16:08:34.242 INFO:teuthology.orchestra.run.vm00.stdout: ceph-test-2:19.2.3-47.gc24117fd552.el9.clyso.x86_64 2026-03-05T16:08:34.242 INFO:teuthology.orchestra.run.vm00.stdout: socat-1.7.4.1-8.el9.x86_64 2026-03-05T16:08:34.242 INFO:teuthology.orchestra.run.vm00.stdout: xmlstarlet-1.6.1-20.el9.x86_64 2026-03-05T16:08:34.242 INFO:teuthology.orchestra.run.vm00.stdout: 2026-03-05T16:08:34.242 INFO:teuthology.orchestra.run.vm00.stdout:Complete! 2026-03-05T16:08:34.433 INFO:teuthology.orchestra.run.vm00.stdout:Dependencies resolved. 2026-03-05T16:08:34.434 INFO:teuthology.orchestra.run.vm00.stdout:================================================================================ 2026-03-05T16:08:34.434 INFO:teuthology.orchestra.run.vm00.stdout: Package Arch Version Repository Size 2026-03-05T16:08:34.434 INFO:teuthology.orchestra.run.vm00.stdout:================================================================================ 2026-03-05T16:08:34.434 INFO:teuthology.orchestra.run.vm00.stdout:Removing: 2026-03-05T16:08:34.434 INFO:teuthology.orchestra.run.vm00.stdout: ceph x86_64 2:19.2.3-47.gc24117fd552.el9.clyso @ceph 0 2026-03-05T16:08:34.434 INFO:teuthology.orchestra.run.vm00.stdout:Removing unused dependencies: 2026-03-05T16:08:34.434 INFO:teuthology.orchestra.run.vm00.stdout: ceph-mds x86_64 2:19.2.3-47.gc24117fd552.el9.clyso @ceph 7.4 M 2026-03-05T16:08:34.434 INFO:teuthology.orchestra.run.vm00.stdout: ceph-mon x86_64 2:19.2.3-47.gc24117fd552.el9.clyso @ceph 18 M 2026-03-05T16:08:34.434 INFO:teuthology.orchestra.run.vm00.stdout: lua x86_64 5.4.4-4.el9 @appstream 593 k 2026-03-05T16:08:34.434 INFO:teuthology.orchestra.run.vm00.stdout: lua-devel x86_64 5.4.4-4.el9 @crb 49 k 2026-03-05T16:08:34.434 INFO:teuthology.orchestra.run.vm00.stdout: luarocks noarch 3.9.2-5.el9 @epel 692 k 2026-03-05T16:08:34.434 INFO:teuthology.orchestra.run.vm00.stdout: unzip x86_64 6.0-59.el9 @baseos 389 k 2026-03-05T16:08:34.434 INFO:teuthology.orchestra.run.vm00.stdout: zip x86_64 3.0-35.el9 @baseos 724 k 2026-03-05T16:08:34.434 INFO:teuthology.orchestra.run.vm00.stdout: 2026-03-05T16:08:34.434 INFO:teuthology.orchestra.run.vm00.stdout:Transaction Summary 2026-03-05T16:08:34.434 INFO:teuthology.orchestra.run.vm00.stdout:================================================================================ 2026-03-05T16:08:34.434 INFO:teuthology.orchestra.run.vm00.stdout:Remove 8 Packages 2026-03-05T16:08:34.434 INFO:teuthology.orchestra.run.vm00.stdout: 2026-03-05T16:08:34.435 INFO:teuthology.orchestra.run.vm00.stdout:Freed space: 28 M 2026-03-05T16:08:34.435 INFO:teuthology.orchestra.run.vm00.stdout:Running transaction check 2026-03-05T16:08:34.437 INFO:teuthology.orchestra.run.vm00.stdout:Transaction check succeeded. 2026-03-05T16:08:34.438 INFO:teuthology.orchestra.run.vm00.stdout:Running transaction test 2026-03-05T16:08:34.456 INFO:teuthology.orchestra.run.vm00.stdout:Transaction test succeeded. 2026-03-05T16:08:34.456 INFO:teuthology.orchestra.run.vm00.stdout:Running transaction 2026-03-05T16:08:34.496 INFO:teuthology.orchestra.run.vm00.stdout: Preparing : 1/1 2026-03-05T16:08:34.502 INFO:teuthology.orchestra.run.vm00.stdout: Erasing : ceph-2:19.2.3-47.gc24117fd552.el9.clyso.x86_64 1/8 2026-03-05T16:08:34.505 INFO:teuthology.orchestra.run.vm00.stdout: Erasing : luarocks-3.9.2-5.el9.noarch 2/8 2026-03-05T16:08:34.507 INFO:teuthology.orchestra.run.vm00.stdout: Erasing : lua-devel-5.4.4-4.el9.x86_64 3/8 2026-03-05T16:08:34.510 INFO:teuthology.orchestra.run.vm00.stdout: Erasing : zip-3.0-35.el9.x86_64 4/8 2026-03-05T16:08:34.513 INFO:teuthology.orchestra.run.vm00.stdout: Erasing : unzip-6.0-59.el9.x86_64 5/8 2026-03-05T16:08:34.515 INFO:teuthology.orchestra.run.vm00.stdout: Erasing : lua-5.4.4-4.el9.x86_64 6/8 2026-03-05T16:08:34.533 INFO:teuthology.orchestra.run.vm00.stdout: Running scriptlet: ceph-mds-2:19.2.3-47.gc24117fd552.el9.clyso.x86_64 7/8 2026-03-05T16:08:34.533 INFO:teuthology.orchestra.run.vm00.stdout:Glob pattern passed to enable, but globs are not supported for this. 2026-03-05T16:08:34.533 INFO:teuthology.orchestra.run.vm00.stdout:Invalid unit name "ceph-mds@*.service" escaped as "ceph-mds@\x2a.service". 2026-03-05T16:08:34.533 INFO:teuthology.orchestra.run.vm00.stdout:Removed "/etc/systemd/system/multi-user.target.wants/ceph-mds.target". 2026-03-05T16:08:34.533 INFO:teuthology.orchestra.run.vm00.stdout:Removed "/etc/systemd/system/ceph.target.wants/ceph-mds.target". 2026-03-05T16:08:34.533 INFO:teuthology.orchestra.run.vm00.stdout: 2026-03-05T16:08:34.534 INFO:teuthology.orchestra.run.vm00.stdout: Erasing : ceph-mds-2:19.2.3-47.gc24117fd552.el9.clyso.x86_64 7/8 2026-03-05T16:08:34.539 INFO:teuthology.orchestra.run.vm00.stdout: Running scriptlet: ceph-mds-2:19.2.3-47.gc24117fd552.el9.clyso.x86_64 7/8 2026-03-05T16:08:34.591 INFO:teuthology.orchestra.run.vm00.stdout: Running scriptlet: ceph-mon-2:19.2.3-47.gc24117fd552.el9.clyso.x86_64 8/8 2026-03-05T16:08:34.591 INFO:teuthology.orchestra.run.vm00.stdout:Glob pattern passed to enable, but globs are not supported for this. 2026-03-05T16:08:34.591 INFO:teuthology.orchestra.run.vm00.stdout:Invalid unit name "ceph-mon@*.service" escaped as "ceph-mon@\x2a.service". 2026-03-05T16:08:34.591 INFO:teuthology.orchestra.run.vm00.stdout:Removed "/etc/systemd/system/multi-user.target.wants/ceph-mon.target". 2026-03-05T16:08:34.591 INFO:teuthology.orchestra.run.vm00.stdout:Removed "/etc/systemd/system/ceph.target.wants/ceph-mon.target". 2026-03-05T16:08:34.591 INFO:teuthology.orchestra.run.vm00.stdout: 2026-03-05T16:08:34.592 INFO:teuthology.orchestra.run.vm00.stdout: Erasing : ceph-mon-2:19.2.3-47.gc24117fd552.el9.clyso.x86_64 8/8 2026-03-05T16:08:34.674 INFO:teuthology.orchestra.run.vm00.stdout: Running scriptlet: ceph-mon-2:19.2.3-47.gc24117fd552.el9.clyso.x86_64 8/8 2026-03-05T16:08:34.674 INFO:teuthology.orchestra.run.vm00.stdout: Verifying : ceph-2:19.2.3-47.gc24117fd552.el9.clyso.x86_64 1/8 2026-03-05T16:08:34.674 INFO:teuthology.orchestra.run.vm00.stdout: Verifying : ceph-mds-2:19.2.3-47.gc24117fd552.el9.clyso.x86_64 2/8 2026-03-05T16:08:34.674 INFO:teuthology.orchestra.run.vm00.stdout: Verifying : ceph-mon-2:19.2.3-47.gc24117fd552.el9.clyso.x86_64 3/8 2026-03-05T16:08:34.674 INFO:teuthology.orchestra.run.vm00.stdout: Verifying : lua-5.4.4-4.el9.x86_64 4/8 2026-03-05T16:08:34.674 INFO:teuthology.orchestra.run.vm00.stdout: Verifying : lua-devel-5.4.4-4.el9.x86_64 5/8 2026-03-05T16:08:34.674 INFO:teuthology.orchestra.run.vm00.stdout: Verifying : luarocks-3.9.2-5.el9.noarch 6/8 2026-03-05T16:08:34.674 INFO:teuthology.orchestra.run.vm00.stdout: Verifying : unzip-6.0-59.el9.x86_64 7/8 2026-03-05T16:08:34.719 INFO:teuthology.orchestra.run.vm00.stdout: Verifying : zip-3.0-35.el9.x86_64 8/8 2026-03-05T16:08:34.719 INFO:teuthology.orchestra.run.vm00.stdout: 2026-03-05T16:08:34.719 INFO:teuthology.orchestra.run.vm00.stdout:Removed: 2026-03-05T16:08:34.719 INFO:teuthology.orchestra.run.vm00.stdout: ceph-2:19.2.3-47.gc24117fd552.el9.clyso.x86_64 2026-03-05T16:08:34.719 INFO:teuthology.orchestra.run.vm00.stdout: ceph-mds-2:19.2.3-47.gc24117fd552.el9.clyso.x86_64 2026-03-05T16:08:34.719 INFO:teuthology.orchestra.run.vm00.stdout: ceph-mon-2:19.2.3-47.gc24117fd552.el9.clyso.x86_64 2026-03-05T16:08:34.719 INFO:teuthology.orchestra.run.vm00.stdout: lua-5.4.4-4.el9.x86_64 2026-03-05T16:08:34.719 INFO:teuthology.orchestra.run.vm00.stdout: lua-devel-5.4.4-4.el9.x86_64 2026-03-05T16:08:34.719 INFO:teuthology.orchestra.run.vm00.stdout: luarocks-3.9.2-5.el9.noarch 2026-03-05T16:08:34.719 INFO:teuthology.orchestra.run.vm00.stdout: unzip-6.0-59.el9.x86_64 2026-03-05T16:08:34.719 INFO:teuthology.orchestra.run.vm00.stdout: zip-3.0-35.el9.x86_64 2026-03-05T16:08:34.719 INFO:teuthology.orchestra.run.vm00.stdout: 2026-03-05T16:08:34.719 INFO:teuthology.orchestra.run.vm00.stdout:Complete! 2026-03-05T16:08:34.906 INFO:teuthology.orchestra.run.vm00.stdout:Dependencies resolved. 2026-03-05T16:08:34.912 INFO:teuthology.orchestra.run.vm00.stdout:==================================================================================================================== 2026-03-05T16:08:34.912 INFO:teuthology.orchestra.run.vm00.stdout: Package Arch Version Repository Size 2026-03-05T16:08:34.912 INFO:teuthology.orchestra.run.vm00.stdout:==================================================================================================================== 2026-03-05T16:08:34.912 INFO:teuthology.orchestra.run.vm00.stdout:Removing: 2026-03-05T16:08:34.912 INFO:teuthology.orchestra.run.vm00.stdout: ceph-base x86_64 2:19.2.3-47.gc24117fd552.el9.clyso @ceph 23 M 2026-03-05T16:08:34.912 INFO:teuthology.orchestra.run.vm00.stdout:Removing dependent packages: 2026-03-05T16:08:34.912 INFO:teuthology.orchestra.run.vm00.stdout: ceph-immutable-object-cache x86_64 2:19.2.3-47.gc24117fd552.el9.clyso @ceph 431 k 2026-03-05T16:08:34.912 INFO:teuthology.orchestra.run.vm00.stdout: ceph-mgr x86_64 2:19.2.3-47.gc24117fd552.el9.clyso @ceph 3.4 M 2026-03-05T16:08:34.912 INFO:teuthology.orchestra.run.vm00.stdout: ceph-mgr-cephadm noarch 2:19.2.3-47.gc24117fd552.el9.clyso @ceph-noarch 803 k 2026-03-05T16:08:34.912 INFO:teuthology.orchestra.run.vm00.stdout: ceph-mgr-dashboard noarch 2:19.2.3-47.gc24117fd552.el9.clyso @ceph-noarch 88 M 2026-03-05T16:08:34.912 INFO:teuthology.orchestra.run.vm00.stdout: ceph-mgr-diskprediction-local noarch 2:19.2.3-47.gc24117fd552.el9.clyso @ceph-noarch 66 M 2026-03-05T16:08:34.912 INFO:teuthology.orchestra.run.vm00.stdout: ceph-mgr-rook noarch 2:19.2.3-47.gc24117fd552.el9.clyso @ceph-noarch 563 k 2026-03-05T16:08:34.912 INFO:teuthology.orchestra.run.vm00.stdout: ceph-osd x86_64 2:19.2.3-47.gc24117fd552.el9.clyso @ceph 59 M 2026-03-05T16:08:34.912 INFO:teuthology.orchestra.run.vm00.stdout: ceph-volume noarch 2:19.2.3-47.gc24117fd552.el9.clyso @ceph-noarch 1.4 M 2026-03-05T16:08:34.912 INFO:teuthology.orchestra.run.vm00.stdout: rbd-mirror x86_64 2:19.2.3-47.gc24117fd552.el9.clyso @ceph 13 M 2026-03-05T16:08:34.912 INFO:teuthology.orchestra.run.vm00.stdout:Removing unused dependencies: 2026-03-05T16:08:34.912 INFO:teuthology.orchestra.run.vm00.stdout: abseil-cpp x86_64 20211102.0-4.el9 @epel 1.9 M 2026-03-05T16:08:34.912 INFO:teuthology.orchestra.run.vm00.stdout: c-ares x86_64 1.19.1-2.el9_4 @baseos 279 k 2026-03-05T16:08:34.912 INFO:teuthology.orchestra.run.vm00.stdout: ceph-common x86_64 2:19.2.3-47.gc24117fd552.el9.clyso @ceph 85 M 2026-03-05T16:08:34.912 INFO:teuthology.orchestra.run.vm00.stdout: ceph-grafana-dashboards noarch 2:19.2.3-47.gc24117fd552.el9.clyso @ceph-noarch 626 k 2026-03-05T16:08:34.912 INFO:teuthology.orchestra.run.vm00.stdout: ceph-mgr-k8sevents noarch 2:19.2.3-47.gc24117fd552.el9.clyso @ceph-noarch 60 k 2026-03-05T16:08:34.912 INFO:teuthology.orchestra.run.vm00.stdout: ceph-mgr-modules-core noarch 2:19.2.3-47.gc24117fd552.el9.clyso @ceph-noarch 1.5 M 2026-03-05T16:08:34.912 INFO:teuthology.orchestra.run.vm00.stdout: ceph-prometheus-alerts noarch 2:19.2.3-47.gc24117fd552.el9.clyso @ceph-noarch 51 k 2026-03-05T16:08:34.912 INFO:teuthology.orchestra.run.vm00.stdout: ceph-selinux x86_64 2:19.2.3-47.gc24117fd552.el9.clyso @ceph 138 k 2026-03-05T16:08:34.913 INFO:teuthology.orchestra.run.vm00.stdout: cryptsetup x86_64 2.7.2-4.el9 @baseos 722 k 2026-03-05T16:08:34.913 INFO:teuthology.orchestra.run.vm00.stdout: flexiblas x86_64 3.0.4-8.el9.0.1 @appstream 68 k 2026-03-05T16:08:34.913 INFO:teuthology.orchestra.run.vm00.stdout: flexiblas-netlib x86_64 3.0.4-8.el9.0.1 @appstream 11 M 2026-03-05T16:08:34.913 INFO:teuthology.orchestra.run.vm00.stdout: flexiblas-openblas-openmp x86_64 3.0.4-8.el9.0.1 @appstream 39 k 2026-03-05T16:08:34.913 INFO:teuthology.orchestra.run.vm00.stdout: gperftools-libs x86_64 2.9.1-3.el9 @epel 1.4 M 2026-03-05T16:08:34.913 INFO:teuthology.orchestra.run.vm00.stdout: grpc-data noarch 1.46.7-10.el9 @epel 13 k 2026-03-05T16:08:34.913 INFO:teuthology.orchestra.run.vm00.stdout: ledmon-libs x86_64 1.1.0-3.el9 @baseos 80 k 2026-03-05T16:08:34.913 INFO:teuthology.orchestra.run.vm00.stdout: libcephsqlite x86_64 2:19.2.3-47.gc24117fd552.el9.clyso @ceph 425 k 2026-03-05T16:08:34.913 INFO:teuthology.orchestra.run.vm00.stdout: libconfig x86_64 1.7.2-9.el9 @baseos 220 k 2026-03-05T16:08:34.913 INFO:teuthology.orchestra.run.vm00.stdout: libgfortran x86_64 11.5.0-11.el9 @baseos 2.8 M 2026-03-05T16:08:34.913 INFO:teuthology.orchestra.run.vm00.stdout: liboath x86_64 2.6.12-1.el9 @epel 94 k 2026-03-05T16:08:34.913 INFO:teuthology.orchestra.run.vm00.stdout: libquadmath x86_64 11.5.0-11.el9 @baseos 330 k 2026-03-05T16:08:34.913 INFO:teuthology.orchestra.run.vm00.stdout: libradosstriper1 x86_64 2:19.2.3-47.gc24117fd552.el9.clyso @ceph 1.6 M 2026-03-05T16:08:34.913 INFO:teuthology.orchestra.run.vm00.stdout: libstoragemgmt x86_64 1.10.1-1.el9 @appstream 685 k 2026-03-05T16:08:34.913 INFO:teuthology.orchestra.run.vm00.stdout: libunwind x86_64 1.6.2-1.el9 @epel 170 k 2026-03-05T16:08:34.913 INFO:teuthology.orchestra.run.vm00.stdout: libxslt x86_64 1.1.34-13.el9_6 @appstream 751 k 2026-03-05T16:08:34.913 INFO:teuthology.orchestra.run.vm00.stdout: nvme-cli x86_64 2.13-1.el9 @baseos 6.8 M 2026-03-05T16:08:34.913 INFO:teuthology.orchestra.run.vm00.stdout: openblas x86_64 0.3.29-1.el9 @appstream 112 k 2026-03-05T16:08:34.913 INFO:teuthology.orchestra.run.vm00.stdout: openblas-openmp x86_64 0.3.29-1.el9 @appstream 46 M 2026-03-05T16:08:34.913 INFO:teuthology.orchestra.run.vm00.stdout: pciutils x86_64 3.7.0-7.el9 @baseos 216 k 2026-03-05T16:08:34.913 INFO:teuthology.orchestra.run.vm00.stdout: protobuf x86_64 3.14.0-17.el9_7 @appstream 3.5 M 2026-03-05T16:08:34.913 INFO:teuthology.orchestra.run.vm00.stdout: protobuf-compiler x86_64 3.14.0-17.el9_7 @crb 2.9 M 2026-03-05T16:08:34.913 INFO:teuthology.orchestra.run.vm00.stdout: python3-asyncssh noarch 2.13.2-5.el9 @epel 3.9 M 2026-03-05T16:08:34.913 INFO:teuthology.orchestra.run.vm00.stdout: python3-autocommand noarch 2.2.2-8.el9 @epel 82 k 2026-03-05T16:08:34.913 INFO:teuthology.orchestra.run.vm00.stdout: python3-babel noarch 2.9.1-2.el9 @appstream 27 M 2026-03-05T16:08:34.913 INFO:teuthology.orchestra.run.vm00.stdout: python3-backports-tarfile noarch 1.2.0-1.el9 @epel 254 k 2026-03-05T16:08:34.913 INFO:teuthology.orchestra.run.vm00.stdout: python3-bcrypt x86_64 3.2.2-1.el9 @epel 87 k 2026-03-05T16:08:34.913 INFO:teuthology.orchestra.run.vm00.stdout: python3-cachetools noarch 4.2.4-1.el9 @epel 93 k 2026-03-05T16:08:34.913 INFO:teuthology.orchestra.run.vm00.stdout: python3-ceph-common x86_64 2:19.2.3-47.gc24117fd552.el9.clyso @ceph 702 k 2026-03-05T16:08:34.913 INFO:teuthology.orchestra.run.vm00.stdout: python3-certifi noarch 2023.05.07-4.el9 @epel 6.3 k 2026-03-05T16:08:34.913 INFO:teuthology.orchestra.run.vm00.stdout: python3-cffi x86_64 1.14.5-5.el9 @baseos 1.0 M 2026-03-05T16:08:34.913 INFO:teuthology.orchestra.run.vm00.stdout: python3-chardet noarch 4.0.0-5.el9 @77d52b2cce1347aa9f3fc60d8b93d222 1.4 M 2026-03-05T16:08:34.913 INFO:teuthology.orchestra.run.vm00.stdout: python3-cheroot noarch 10.0.1-4.el9 @epel 682 k 2026-03-05T16:08:34.913 INFO:teuthology.orchestra.run.vm00.stdout: python3-cherrypy noarch 18.6.1-2.el9 @epel 1.1 M 2026-03-05T16:08:34.913 INFO:teuthology.orchestra.run.vm00.stdout: python3-cryptography x86_64 36.0.1-5.el9_6 @baseos 4.5 M 2026-03-05T16:08:34.913 INFO:teuthology.orchestra.run.vm00.stdout: python3-devel x86_64 3.9.23-2.el9 @appstream 765 k 2026-03-05T16:08:34.913 INFO:teuthology.orchestra.run.vm00.stdout: python3-google-auth noarch 1:2.45.0-1.el9 @epel 1.4 M 2026-03-05T16:08:34.913 INFO:teuthology.orchestra.run.vm00.stdout: python3-grpcio x86_64 1.46.7-10.el9 @epel 6.7 M 2026-03-05T16:08:34.913 INFO:teuthology.orchestra.run.vm00.stdout: python3-grpcio-tools x86_64 1.46.7-10.el9 @epel 418 k 2026-03-05T16:08:34.913 INFO:teuthology.orchestra.run.vm00.stdout: python3-idna noarch 2.10-7.el9_4.1 @77d52b2cce1347aa9f3fc60d8b93d222 513 k 2026-03-05T16:08:34.913 INFO:teuthology.orchestra.run.vm00.stdout: python3-influxdb noarch 5.3.1-1.el9 @epel 747 k 2026-03-05T16:08:34.913 INFO:teuthology.orchestra.run.vm00.stdout: python3-isodate noarch 0.6.1-3.el9 @epel 203 k 2026-03-05T16:08:34.913 INFO:teuthology.orchestra.run.vm00.stdout: python3-jaraco noarch 8.2.1-3.el9 @epel 3.7 k 2026-03-05T16:08:34.913 INFO:teuthology.orchestra.run.vm00.stdout: python3-jaraco-classes noarch 3.2.1-5.el9 @epel 24 k 2026-03-05T16:08:34.913 INFO:teuthology.orchestra.run.vm00.stdout: python3-jaraco-collections noarch 3.0.0-8.el9 @epel 55 k 2026-03-05T16:08:34.913 INFO:teuthology.orchestra.run.vm00.stdout: python3-jaraco-context noarch 6.0.1-3.el9 @epel 31 k 2026-03-05T16:08:34.913 INFO:teuthology.orchestra.run.vm00.stdout: python3-jaraco-functools noarch 3.5.0-2.el9 @epel 33 k 2026-03-05T16:08:34.913 INFO:teuthology.orchestra.run.vm00.stdout: python3-jaraco-text noarch 4.0.0-2.el9 @epel 51 k 2026-03-05T16:08:34.913 INFO:teuthology.orchestra.run.vm00.stdout: python3-jinja2 noarch 2.11.3-8.el9_5 @appstream 1.1 M 2026-03-05T16:08:34.913 INFO:teuthology.orchestra.run.vm00.stdout: python3-jsonpatch noarch 1.21-16.el9 @0d57cd3fe20446e8b1c08da162742194 55 k 2026-03-05T16:08:34.913 INFO:teuthology.orchestra.run.vm00.stdout: python3-jsonpointer noarch 2.0-4.el9.0.1 @0d57cd3fe20446e8b1c08da162742194 34 k 2026-03-05T16:08:34.913 INFO:teuthology.orchestra.run.vm00.stdout: python3-kubernetes noarch 1:26.1.0-3.el9 @epel 21 M 2026-03-05T16:08:34.913 INFO:teuthology.orchestra.run.vm00.stdout: python3-libstoragemgmt x86_64 1.10.1-1.el9 @appstream 832 k 2026-03-05T16:08:34.913 INFO:teuthology.orchestra.run.vm00.stdout: python3-logutils noarch 0.3.5-21.el9 @epel 126 k 2026-03-05T16:08:34.913 INFO:teuthology.orchestra.run.vm00.stdout: python3-lxml x86_64 4.6.5-3.el9 @appstream 4.2 M 2026-03-05T16:08:34.913 INFO:teuthology.orchestra.run.vm00.stdout: python3-mako noarch 1.1.4-6.el9 @appstream 534 k 2026-03-05T16:08:34.913 INFO:teuthology.orchestra.run.vm00.stdout: python3-markupsafe x86_64 1.1.1-12.el9 @appstream 60 k 2026-03-05T16:08:34.913 INFO:teuthology.orchestra.run.vm00.stdout: python3-more-itertools noarch 8.12.0-2.el9 @epel 378 k 2026-03-05T16:08:34.913 INFO:teuthology.orchestra.run.vm00.stdout: python3-msgpack x86_64 1.0.3-2.el9 @epel 264 k 2026-03-05T16:08:34.913 INFO:teuthology.orchestra.run.vm00.stdout: python3-natsort noarch 7.1.1-5.el9 @epel 215 k 2026-03-05T16:08:34.913 INFO:teuthology.orchestra.run.vm00.stdout: python3-numpy x86_64 1:1.23.5-1.el9 @appstream 30 M 2026-03-05T16:08:34.913 INFO:teuthology.orchestra.run.vm00.stdout: python3-numpy-f2py x86_64 1:1.23.5-1.el9 @appstream 1.7 M 2026-03-05T16:08:34.913 INFO:teuthology.orchestra.run.vm00.stdout: python3-oauthlib noarch 3.1.1-5.el9 @0d57cd3fe20446e8b1c08da162742194 888 k 2026-03-05T16:08:34.913 INFO:teuthology.orchestra.run.vm00.stdout: python3-packaging noarch 20.9-5.el9 @appstream 248 k 2026-03-05T16:08:34.914 INFO:teuthology.orchestra.run.vm00.stdout: python3-pecan noarch 1.4.2-3.el9 @epel 1.3 M 2026-03-05T16:08:34.914 INFO:teuthology.orchestra.run.vm00.stdout: python3-ply noarch 3.11-14.el9.0.1 @baseos 430 k 2026-03-05T16:08:34.914 INFO:teuthology.orchestra.run.vm00.stdout: python3-portend noarch 3.1.0-2.el9 @epel 20 k 2026-03-05T16:08:34.914 INFO:teuthology.orchestra.run.vm00.stdout: python3-prettytable noarch 0.7.2-27.el9.0.1 @0d57cd3fe20446e8b1c08da162742194 166 k 2026-03-05T16:08:34.914 INFO:teuthology.orchestra.run.vm00.stdout: python3-protobuf noarch 3.14.0-17.el9_7 @appstream 1.4 M 2026-03-05T16:08:34.914 INFO:teuthology.orchestra.run.vm00.stdout: python3-pyOpenSSL noarch 21.0.0-1.el9 @epel 389 k 2026-03-05T16:08:34.914 INFO:teuthology.orchestra.run.vm00.stdout: python3-pyasn1 noarch 0.4.8-7.el9_7 @appstream 622 k 2026-03-05T16:08:34.914 INFO:teuthology.orchestra.run.vm00.stdout: python3-pyasn1-modules noarch 0.4.8-7.el9_7 @appstream 1.0 M 2026-03-05T16:08:34.914 INFO:teuthology.orchestra.run.vm00.stdout: python3-pycparser noarch 2.20-6.el9 @baseos 745 k 2026-03-05T16:08:34.914 INFO:teuthology.orchestra.run.vm00.stdout: python3-pyparsing noarch 2.4.7-9.el9.0.1 @baseos 635 k 2026-03-05T16:08:34.914 INFO:teuthology.orchestra.run.vm00.stdout: python3-pysocks noarch 1.7.1-12.el9.0.1 @77d52b2cce1347aa9f3fc60d8b93d222 88 k 2026-03-05T16:08:34.914 INFO:teuthology.orchestra.run.vm00.stdout: python3-pytz noarch 2021.1-5.el9 @0d57cd3fe20446e8b1c08da162742194 176 k 2026-03-05T16:08:34.914 INFO:teuthology.orchestra.run.vm00.stdout: python3-repoze-lru noarch 0.7-16.el9 @epel 83 k 2026-03-05T16:08:34.914 INFO:teuthology.orchestra.run.vm00.stdout: python3-requests noarch 2.25.1-10.el9_6 @baseos 405 k 2026-03-05T16:08:34.914 INFO:teuthology.orchestra.run.vm00.stdout: python3-requests-oauthlib noarch 1.3.0-12.el9 @appstream 119 k 2026-03-05T16:08:34.914 INFO:teuthology.orchestra.run.vm00.stdout: python3-routes noarch 2.5.1-5.el9 @epel 459 k 2026-03-05T16:08:34.914 INFO:teuthology.orchestra.run.vm00.stdout: python3-rsa noarch 4.9-2.el9 @epel 202 k 2026-03-05T16:08:34.914 INFO:teuthology.orchestra.run.vm00.stdout: python3-saml noarch 1.16.0-1.el9 @epel 730 k 2026-03-05T16:08:34.914 INFO:teuthology.orchestra.run.vm00.stdout: python3-scipy x86_64 1.9.3-2.el9 @appstream 72 M 2026-03-05T16:08:34.914 INFO:teuthology.orchestra.run.vm00.stdout: python3-tempora noarch 5.0.0-2.el9 @epel 96 k 2026-03-05T16:08:34.914 INFO:teuthology.orchestra.run.vm00.stdout: python3-toml noarch 0.10.2-6.el9.0.1 @appstream 99 k 2026-03-05T16:08:34.914 INFO:teuthology.orchestra.run.vm00.stdout: python3-typing-extensions noarch 4.15.0-1.el9 @epel 447 k 2026-03-05T16:08:34.914 INFO:teuthology.orchestra.run.vm00.stdout: python3-urllib3 noarch 1.26.5-6.el9_7.1 @baseos 746 k 2026-03-05T16:08:34.914 INFO:teuthology.orchestra.run.vm00.stdout: python3-webob noarch 1.8.8-2.el9 @epel 1.2 M 2026-03-05T16:08:34.914 INFO:teuthology.orchestra.run.vm00.stdout: python3-websocket-client noarch 1.2.3-2.el9 @epel 319 k 2026-03-05T16:08:34.914 INFO:teuthology.orchestra.run.vm00.stdout: python3-werkzeug noarch 2.0.3-3.el9.1 @epel 1.9 M 2026-03-05T16:08:34.914 INFO:teuthology.orchestra.run.vm00.stdout: python3-xmlsec x86_64 1.3.13-1.el9 @epel 158 k 2026-03-05T16:08:34.914 INFO:teuthology.orchestra.run.vm00.stdout: python3-zc-lockfile noarch 2.0-10.el9 @epel 35 k 2026-03-05T16:08:34.914 INFO:teuthology.orchestra.run.vm00.stdout: qatlib x86_64 24.09.0-1.el9 @appstream 588 k 2026-03-05T16:08:34.914 INFO:teuthology.orchestra.run.vm00.stdout: qatlib-service x86_64 24.09.0-1.el9 @appstream 64 k 2026-03-05T16:08:34.914 INFO:teuthology.orchestra.run.vm00.stdout: qatzip-libs x86_64 1.3.1-1.el9 @appstream 148 k 2026-03-05T16:08:34.914 INFO:teuthology.orchestra.run.vm00.stdout: smartmontools x86_64 1:7.2-9.el9 @baseos 1.9 M 2026-03-05T16:08:34.914 INFO:teuthology.orchestra.run.vm00.stdout: xmlsec1 x86_64 1.2.29-13.el9 @appstream 596 k 2026-03-05T16:08:34.914 INFO:teuthology.orchestra.run.vm00.stdout: xmlsec1-openssl x86_64 1.2.29-13.el9 @appstream 281 k 2026-03-05T16:08:34.914 INFO:teuthology.orchestra.run.vm00.stdout: 2026-03-05T16:08:34.914 INFO:teuthology.orchestra.run.vm00.stdout:Transaction Summary 2026-03-05T16:08:34.914 INFO:teuthology.orchestra.run.vm00.stdout:==================================================================================================================== 2026-03-05T16:08:34.914 INFO:teuthology.orchestra.run.vm00.stdout:Remove 116 Packages 2026-03-05T16:08:34.914 INFO:teuthology.orchestra.run.vm00.stdout: 2026-03-05T16:08:34.914 INFO:teuthology.orchestra.run.vm00.stdout:Freed space: 626 M 2026-03-05T16:08:34.914 INFO:teuthology.orchestra.run.vm00.stdout:Running transaction check 2026-03-05T16:08:34.937 INFO:teuthology.orchestra.run.vm00.stdout:Transaction check succeeded. 2026-03-05T16:08:34.937 INFO:teuthology.orchestra.run.vm00.stdout:Running transaction test 2026-03-05T16:08:35.043 INFO:teuthology.orchestra.run.vm00.stdout:Transaction test succeeded. 2026-03-05T16:08:35.043 INFO:teuthology.orchestra.run.vm00.stdout:Running transaction 2026-03-05T16:08:35.191 INFO:teuthology.orchestra.run.vm00.stdout: Preparing : 1/1 2026-03-05T16:08:35.191 INFO:teuthology.orchestra.run.vm00.stdout: Erasing : ceph-mgr-rook-2:19.2.3-47.gc24117fd552.el9.clyso 1/116 2026-03-05T16:08:35.199 INFO:teuthology.orchestra.run.vm00.stdout: Running scriptlet: ceph-mgr-rook-2:19.2.3-47.gc24117fd552.el9.clyso 1/116 2026-03-05T16:08:35.217 INFO:teuthology.orchestra.run.vm00.stdout: Running scriptlet: ceph-mgr-2:19.2.3-47.gc24117fd552.el9.clyso.x86_ 2/116 2026-03-05T16:08:35.217 INFO:teuthology.orchestra.run.vm00.stdout:Glob pattern passed to enable, but globs are not supported for this. 2026-03-05T16:08:35.217 INFO:teuthology.orchestra.run.vm00.stdout:Invalid unit name "ceph-mgr@*.service" escaped as "ceph-mgr@\x2a.service". 2026-03-05T16:08:35.217 INFO:teuthology.orchestra.run.vm00.stdout:Removed "/etc/systemd/system/multi-user.target.wants/ceph-mgr.target". 2026-03-05T16:08:35.217 INFO:teuthology.orchestra.run.vm00.stdout:Removed "/etc/systemd/system/ceph.target.wants/ceph-mgr.target". 2026-03-05T16:08:35.217 INFO:teuthology.orchestra.run.vm00.stdout: 2026-03-05T16:08:35.217 INFO:teuthology.orchestra.run.vm00.stdout: Erasing : ceph-mgr-2:19.2.3-47.gc24117fd552.el9.clyso.x86_ 2/116 2026-03-05T16:08:35.229 INFO:teuthology.orchestra.run.vm00.stdout: Running scriptlet: ceph-mgr-2:19.2.3-47.gc24117fd552.el9.clyso.x86_ 2/116 2026-03-05T16:08:35.253 INFO:teuthology.orchestra.run.vm00.stdout: Erasing : ceph-mgr-modules-core-2:19.2.3-47.gc24117fd552.e 3/116 2026-03-05T16:08:35.253 INFO:teuthology.orchestra.run.vm00.stdout: Erasing : ceph-mgr-dashboard-2:19.2.3-47.gc24117fd552.el9. 4/116 2026-03-05T16:08:35.265 INFO:teuthology.orchestra.run.vm00.stdout: Running scriptlet: ceph-mgr-dashboard-2:19.2.3-47.gc24117fd552.el9. 4/116 2026-03-05T16:08:35.269 INFO:teuthology.orchestra.run.vm00.stdout: Erasing : python3-influxdb-5.3.1-1.el9.noarch 5/116 2026-03-05T16:08:35.269 INFO:teuthology.orchestra.run.vm00.stdout: Erasing : ceph-mgr-cephadm-2:19.2.3-47.gc24117fd552.el9.cl 6/116 2026-03-05T16:08:35.279 INFO:teuthology.orchestra.run.vm00.stdout: Running scriptlet: ceph-mgr-cephadm-2:19.2.3-47.gc24117fd552.el9.cl 6/116 2026-03-05T16:08:35.286 INFO:teuthology.orchestra.run.vm00.stdout: Erasing : python3-cherrypy-18.6.1-2.el9.noarch 7/116 2026-03-05T16:08:35.290 INFO:teuthology.orchestra.run.vm00.stdout: Erasing : python3-cheroot-10.0.1-4.el9.noarch 8/116 2026-03-05T16:08:35.298 INFO:teuthology.orchestra.run.vm00.stdout: Erasing : python3-grpcio-tools-1.46.7-10.el9.x86_64 9/116 2026-03-05T16:08:35.301 INFO:teuthology.orchestra.run.vm00.stdout: Erasing : python3-grpcio-1.46.7-10.el9.x86_64 10/116 2026-03-05T16:08:35.321 INFO:teuthology.orchestra.run.vm00.stdout: Running scriptlet: ceph-osd-2:19.2.3-47.gc24117fd552.el9.clyso.x86_ 11/116 2026-03-05T16:08:35.321 INFO:teuthology.orchestra.run.vm00.stdout:Glob pattern passed to enable, but globs are not supported for this. 2026-03-05T16:08:35.321 INFO:teuthology.orchestra.run.vm00.stdout:Invalid unit name "ceph-osd@*.service" escaped as "ceph-osd@\x2a.service". 2026-03-05T16:08:35.321 INFO:teuthology.orchestra.run.vm00.stdout:Removed "/etc/systemd/system/multi-user.target.wants/ceph-osd.target". 2026-03-05T16:08:35.321 INFO:teuthology.orchestra.run.vm00.stdout:Removed "/etc/systemd/system/ceph.target.wants/ceph-osd.target". 2026-03-05T16:08:35.321 INFO:teuthology.orchestra.run.vm00.stdout: 2026-03-05T16:08:35.326 INFO:teuthology.orchestra.run.vm00.stdout: Erasing : ceph-osd-2:19.2.3-47.gc24117fd552.el9.clyso.x86_ 11/116 2026-03-05T16:08:35.333 INFO:teuthology.orchestra.run.vm00.stdout: Running scriptlet: ceph-osd-2:19.2.3-47.gc24117fd552.el9.clyso.x86_ 11/116 2026-03-05T16:08:35.349 INFO:teuthology.orchestra.run.vm00.stdout: Running scriptlet: ceph-volume-2:19.2.3-47.gc24117fd552.el9.clyso.n 12/116 2026-03-05T16:08:35.349 INFO:teuthology.orchestra.run.vm00.stdout:Glob pattern passed to enable, but globs are not supported for this. 2026-03-05T16:08:35.349 INFO:teuthology.orchestra.run.vm00.stdout:Invalid unit name "ceph-volume@*.service" escaped as "ceph-volume@\x2a.service". 2026-03-05T16:08:35.349 INFO:teuthology.orchestra.run.vm00.stdout: 2026-03-05T16:08:35.357 INFO:teuthology.orchestra.run.vm00.stdout: Erasing : ceph-volume-2:19.2.3-47.gc24117fd552.el9.clyso.n 12/116 2026-03-05T16:08:35.368 INFO:teuthology.orchestra.run.vm00.stdout: Running scriptlet: ceph-volume-2:19.2.3-47.gc24117fd552.el9.clyso.n 12/116 2026-03-05T16:08:35.371 INFO:teuthology.orchestra.run.vm00.stdout: Erasing : python3-jaraco-collections-3.0.0-8.el9.noarch 13/116 2026-03-05T16:08:35.377 INFO:teuthology.orchestra.run.vm00.stdout: Erasing : python3-jaraco-text-4.0.0-2.el9.noarch 14/116 2026-03-05T16:08:35.383 INFO:teuthology.orchestra.run.vm00.stdout: Erasing : python3-jinja2-2.11.3-8.el9_5.noarch 15/116 2026-03-05T16:08:35.396 INFO:teuthology.orchestra.run.vm00.stdout: Erasing : python3-saml-1.16.0-1.el9.noarch 16/116 2026-03-05T16:08:35.426 INFO:teuthology.orchestra.run.vm00.stdout: Erasing : python3-pecan-1.4.2-3.el9.noarch 17/116 2026-03-05T16:08:35.433 INFO:teuthology.orchestra.run.vm00.stdout: Erasing : python3-babel-2.9.1-2.el9.noarch 18/116 2026-03-05T16:08:35.435 INFO:teuthology.orchestra.run.vm00.stdout: Erasing : python3-jaraco-classes-3.2.1-5.el9.noarch 19/116 2026-03-05T16:08:35.443 INFO:teuthology.orchestra.run.vm00.stdout: Erasing : python3-pyOpenSSL-21.0.0-1.el9.noarch 20/116 2026-03-05T16:08:35.454 INFO:teuthology.orchestra.run.vm00.stdout: Erasing : python3-asyncssh-2.13.2-5.el9.noarch 21/116 2026-03-05T16:08:35.454 INFO:teuthology.orchestra.run.vm00.stdout: Erasing : ceph-mgr-diskprediction-local-2:19.2.3-47.gc2411 22/116 2026-03-05T16:08:35.461 INFO:teuthology.orchestra.run.vm00.stdout: Running scriptlet: ceph-mgr-diskprediction-local-2:19.2.3-47.gc2411 22/116 2026-03-05T16:08:35.552 INFO:teuthology.orchestra.run.vm00.stdout: Erasing : python3-jsonpatch-1.21-16.el9.noarch 23/116 2026-03-05T16:08:35.567 INFO:teuthology.orchestra.run.vm00.stdout: Erasing : python3-scipy-1.9.3-2.el9.x86_64 24/116 2026-03-05T16:08:35.573 INFO:teuthology.orchestra.run.vm00.stdout: Erasing : python3-xmlsec-1.3.13-1.el9.x86_64 25/116 2026-03-05T16:08:35.576 INFO:teuthology.orchestra.run.vm00.stdout: Erasing : python3-lxml-4.6.5-3.el9.x86_64 26/116 2026-03-05T16:08:35.589 INFO:teuthology.orchestra.run.vm00.stdout: Running scriptlet: libstoragemgmt-1.10.1-1.el9.x86_64 27/116 2026-03-05T16:08:35.589 INFO:teuthology.orchestra.run.vm00.stdout:Removed "/etc/systemd/system/multi-user.target.wants/libstoragemgmt.service". 2026-03-05T16:08:35.589 INFO:teuthology.orchestra.run.vm00.stdout: 2026-03-05T16:08:35.590 INFO:teuthology.orchestra.run.vm00.stdout: Erasing : libstoragemgmt-1.10.1-1.el9.x86_64 27/116 2026-03-05T16:08:35.615 INFO:teuthology.orchestra.run.vm00.stdout: Running scriptlet: libstoragemgmt-1.10.1-1.el9.x86_64 27/116 2026-03-05T16:08:35.620 INFO:teuthology.orchestra.run.vm00.stdout: Erasing : python3-numpy-f2py-1:1.23.5-1.el9.x86_64 28/116 2026-03-05T16:08:35.622 INFO:teuthology.orchestra.run.vm00.stdout: Erasing : xmlsec1-openssl-1.2.29-13.el9.x86_64 29/116 2026-03-05T16:08:35.634 INFO:teuthology.orchestra.run.vm00.stdout: Erasing : xmlsec1-1.2.29-13.el9.x86_64 30/116 2026-03-05T16:08:35.640 INFO:teuthology.orchestra.run.vm00.stdout: Erasing : python3-cryptography-36.0.1-5.el9_6.x86_64 31/116 2026-03-05T16:08:35.642 INFO:teuthology.orchestra.run.vm00.stdout: Erasing : protobuf-compiler-3.14.0-17.el9_7.x86_64 32/116 2026-03-05T16:08:35.644 INFO:teuthology.orchestra.run.vm00.stdout: Erasing : python3-bcrypt-3.2.2-1.el9.x86_64 33/116 2026-03-05T16:08:35.665 INFO:teuthology.orchestra.run.vm00.stdout: Running scriptlet: rbd-mirror-2:19.2.3-47.gc24117fd552.el9.clyso.x8 34/116 2026-03-05T16:08:35.665 INFO:teuthology.orchestra.run.vm00.stdout:Glob pattern passed to enable, but globs are not supported for this. 2026-03-05T16:08:35.665 INFO:teuthology.orchestra.run.vm00.stdout:Invalid unit name "ceph-rbd-mirror@*.service" escaped as "ceph-rbd-mirror@\x2a.service". 2026-03-05T16:08:35.665 INFO:teuthology.orchestra.run.vm00.stdout:Removed "/etc/systemd/system/multi-user.target.wants/ceph-rbd-mirror.target". 2026-03-05T16:08:35.665 INFO:teuthology.orchestra.run.vm00.stdout:Removed "/etc/systemd/system/ceph.target.wants/ceph-rbd-mirror.target". 2026-03-05T16:08:35.665 INFO:teuthology.orchestra.run.vm00.stdout: 2026-03-05T16:08:35.666 INFO:teuthology.orchestra.run.vm00.stdout: Erasing : rbd-mirror-2:19.2.3-47.gc24117fd552.el9.clyso.x8 34/116 2026-03-05T16:08:35.677 INFO:teuthology.orchestra.run.vm00.stdout: Running scriptlet: rbd-mirror-2:19.2.3-47.gc24117fd552.el9.clyso.x8 34/116 2026-03-05T16:08:35.680 INFO:teuthology.orchestra.run.vm00.stdout: Erasing : python3-mako-1.1.4-6.el9.noarch 35/116 2026-03-05T16:08:35.684 INFO:teuthology.orchestra.run.vm00.stdout: Erasing : python3-jaraco-context-6.0.1-3.el9.noarch 36/116 2026-03-05T16:08:35.686 INFO:teuthology.orchestra.run.vm00.stdout: Erasing : python3-packaging-20.9-5.el9.noarch 37/116 2026-03-05T16:08:35.689 INFO:teuthology.orchestra.run.vm00.stdout: Erasing : python3-portend-3.1.0-2.el9.noarch 38/116 2026-03-05T16:08:35.692 INFO:teuthology.orchestra.run.vm00.stdout: Erasing : python3-tempora-5.0.0-2.el9.noarch 39/116 2026-03-05T16:08:35.696 INFO:teuthology.orchestra.run.vm00.stdout: Erasing : python3-jaraco-functools-3.5.0-2.el9.noarch 40/116 2026-03-05T16:08:35.698 INFO:teuthology.orchestra.run.vm00.stdout: Erasing : python3-routes-2.5.1-5.el9.noarch 41/116 2026-03-05T16:08:35.698 INFO:teuthology.orchestra.run.vm00.stdout: Erasing : ceph-mgr-k8sevents-2:19.2.3-47.gc24117fd552.el9. 42/116 2026-03-05T16:08:35.751 INFO:teuthology.orchestra.run.vm00.stdout: Running scriptlet: ceph-mgr-k8sevents-2:19.2.3-47.gc24117fd552.el9. 42/116 2026-03-05T16:08:35.760 INFO:teuthology.orchestra.run.vm00.stdout: Erasing : python3-kubernetes-1:26.1.0-3.el9.noarch 43/116 2026-03-05T16:08:35.764 INFO:teuthology.orchestra.run.vm00.stdout: Erasing : python3-requests-oauthlib-1.3.0-12.el9.noarch 44/116 2026-03-05T16:08:35.772 INFO:teuthology.orchestra.run.vm00.stdout: Erasing : python3-requests-2.25.1-10.el9_6.noarch 45/116 2026-03-05T16:08:35.777 INFO:teuthology.orchestra.run.vm00.stdout: Erasing : python3-google-auth-1:2.45.0-1.el9.noarch 46/116 2026-03-05T16:08:35.786 INFO:teuthology.orchestra.run.vm00.stdout: Erasing : python3-rsa-4.9-2.el9.noarch 47/116 2026-03-05T16:08:35.792 INFO:teuthology.orchestra.run.vm00.stdout: Erasing : python3-pyasn1-modules-0.4.8-7.el9_7.noarch 48/116 2026-03-05T16:08:35.797 INFO:teuthology.orchestra.run.vm00.stdout: Erasing : python3-urllib3-1.26.5-6.el9_7.1.noarch 49/116 2026-03-05T16:08:35.801 INFO:teuthology.orchestra.run.vm00.stdout: Erasing : python3-cffi-1.14.5-5.el9.x86_64 50/116 2026-03-05T16:08:35.845 INFO:teuthology.orchestra.run.vm00.stdout: Erasing : python3-pycparser-2.20-6.el9.noarch 51/116 2026-03-05T16:08:35.855 INFO:teuthology.orchestra.run.vm00.stdout: Erasing : python3-numpy-1:1.23.5-1.el9.x86_64 52/116 2026-03-05T16:08:35.857 INFO:teuthology.orchestra.run.vm00.stdout: Erasing : flexiblas-netlib-3.0.4-8.el9.0.1.x86_64 53/116 2026-03-05T16:08:35.861 INFO:teuthology.orchestra.run.vm00.stdout: Erasing : flexiblas-openblas-openmp-3.0.4-8.el9.0.1.x86_64 54/116 2026-03-05T16:08:35.863 INFO:teuthology.orchestra.run.vm00.stdout: Erasing : openblas-openmp-0.3.29-1.el9.x86_64 55/116 2026-03-05T16:08:35.866 INFO:teuthology.orchestra.run.vm00.stdout: Erasing : libgfortran-11.5.0-11.el9.x86_64 56/116 2026-03-05T16:08:35.869 INFO:teuthology.orchestra.run.vm00.stdout: Erasing : python3-libstoragemgmt-1.10.1-1.el9.x86_64 57/116 2026-03-05T16:08:35.889 INFO:teuthology.orchestra.run.vm00.stdout: Running scriptlet: ceph-immutable-object-cache-2:19.2.3-47.gc24117f 58/116 2026-03-05T16:08:35.889 INFO:teuthology.orchestra.run.vm00.stdout:Glob pattern passed to enable, but globs are not supported for this. 2026-03-05T16:08:35.889 INFO:teuthology.orchestra.run.vm00.stdout:Invalid unit name "ceph-immutable-object-cache@*.service" escaped as "ceph-immutable-object-cache@\x2a.service". 2026-03-05T16:08:35.889 INFO:teuthology.orchestra.run.vm00.stdout: 2026-03-05T16:08:35.889 INFO:teuthology.orchestra.run.vm00.stdout: Erasing : ceph-immutable-object-cache-2:19.2.3-47.gc24117f 58/116 2026-03-05T16:08:35.896 INFO:teuthology.orchestra.run.vm00.stdout: Running scriptlet: ceph-immutable-object-cache-2:19.2.3-47.gc24117f 58/116 2026-03-05T16:08:35.898 INFO:teuthology.orchestra.run.vm00.stdout: Erasing : openblas-0.3.29-1.el9.x86_64 59/116 2026-03-05T16:08:35.899 INFO:teuthology.orchestra.run.vm00.stdout: Erasing : flexiblas-3.0.4-8.el9.0.1.x86_64 60/116 2026-03-05T16:08:35.902 INFO:teuthology.orchestra.run.vm00.stdout: Erasing : python3-ply-3.11-14.el9.0.1.noarch 61/116 2026-03-05T16:08:35.905 INFO:teuthology.orchestra.run.vm00.stdout: Erasing : python3-idna-2.10-7.el9_4.1.noarch 62/116 2026-03-05T16:08:35.910 INFO:teuthology.orchestra.run.vm00.stdout: Erasing : python3-pysocks-1.7.1-12.el9.0.1.noarch 63/116 2026-03-05T16:08:35.913 INFO:teuthology.orchestra.run.vm00.stdout: Erasing : python3-pyasn1-0.4.8-7.el9_7.noarch 64/116 2026-03-05T16:08:35.919 INFO:teuthology.orchestra.run.vm00.stdout: Erasing : python3-cachetools-4.2.4-1.el9.noarch 65/116 2026-03-05T16:08:35.926 INFO:teuthology.orchestra.run.vm00.stdout: Erasing : python3-chardet-4.0.0-5.el9.noarch 66/116 2026-03-05T16:08:35.931 INFO:teuthology.orchestra.run.vm00.stdout: Erasing : python3-oauthlib-3.1.1-5.el9.noarch 67/116 2026-03-05T16:08:35.934 INFO:teuthology.orchestra.run.vm00.stdout: Erasing : python3-websocket-client-1.2.3-2.el9.noarch 68/116 2026-03-05T16:08:35.936 INFO:teuthology.orchestra.run.vm00.stdout: Erasing : python3-certifi-2023.05.07-4.el9.noarch 69/116 2026-03-05T16:08:35.938 INFO:teuthology.orchestra.run.vm00.stdout: Erasing : python3-repoze-lru-0.7-16.el9.noarch 70/116 2026-03-05T16:08:35.940 INFO:teuthology.orchestra.run.vm00.stdout: Erasing : python3-jaraco-8.2.1-3.el9.noarch 71/116 2026-03-05T16:08:35.943 INFO:teuthology.orchestra.run.vm00.stdout: Erasing : python3-more-itertools-8.12.0-2.el9.noarch 72/116 2026-03-05T16:08:35.945 INFO:teuthology.orchestra.run.vm00.stdout: Erasing : python3-toml-0.10.2-6.el9.0.1.noarch 73/116 2026-03-05T16:08:35.947 INFO:teuthology.orchestra.run.vm00.stdout: Erasing : python3-pytz-2021.1-5.el9.noarch 74/116 2026-03-05T16:08:35.950 INFO:teuthology.orchestra.run.vm00.stdout: Erasing : python3-pyparsing-2.4.7-9.el9.0.1.noarch 75/116 2026-03-05T16:08:35.957 INFO:teuthology.orchestra.run.vm00.stdout: Erasing : python3-backports-tarfile-1.2.0-1.el9.noarch 76/116 2026-03-05T16:08:35.964 INFO:teuthology.orchestra.run.vm00.stdout: Erasing : python3-devel-3.9.23-2.el9.x86_64 77/116 2026-03-05T16:08:35.966 INFO:teuthology.orchestra.run.vm00.stdout: Erasing : python3-jsonpointer-2.0-4.el9.0.1.noarch 78/116 2026-03-05T16:08:35.969 INFO:teuthology.orchestra.run.vm00.stdout: Erasing : python3-typing-extensions-4.15.0-1.el9.noarch 79/116 2026-03-05T16:08:35.974 INFO:teuthology.orchestra.run.vm00.stdout: Erasing : python3-logutils-0.3.5-21.el9.noarch 80/116 2026-03-05T16:08:35.978 INFO:teuthology.orchestra.run.vm00.stdout: Erasing : python3-webob-1.8.8-2.el9.noarch 81/116 2026-03-05T16:08:35.981 INFO:teuthology.orchestra.run.vm00.stdout: Erasing : python3-isodate-0.6.1-3.el9.noarch 82/116 2026-03-05T16:08:35.983 INFO:teuthology.orchestra.run.vm00.stdout: Erasing : python3-autocommand-2.2.2-8.el9.noarch 83/116 2026-03-05T16:08:35.988 INFO:teuthology.orchestra.run.vm00.stdout: Erasing : grpc-data-1.46.7-10.el9.noarch 84/116 2026-03-05T16:08:35.991 INFO:teuthology.orchestra.run.vm00.stdout: Erasing : python3-protobuf-3.14.0-17.el9_7.noarch 85/116 2026-03-05T16:08:35.994 INFO:teuthology.orchestra.run.vm00.stdout: Erasing : python3-zc-lockfile-2.0-10.el9.noarch 86/116 2026-03-05T16:08:35.997 INFO:teuthology.orchestra.run.vm00.stdout: Erasing : python3-natsort-7.1.1-5.el9.noarch 87/116 2026-03-05T16:08:35.998 INFO:teuthology.orchestra.run.vm00.stdout: Erasing : ceph-grafana-dashboards-2:19.2.3-47.gc24117fd552 88/116 2026-03-05T16:08:36.003 INFO:teuthology.orchestra.run.vm00.stdout: Erasing : ceph-prometheus-alerts-2:19.2.3-47.gc24117fd552. 89/116 2026-03-05T16:08:36.006 INFO:teuthology.orchestra.run.vm00.stdout: Erasing : python3-werkzeug-2.0.3-3.el9.1.noarch 90/116 2026-03-05T16:08:36.024 INFO:teuthology.orchestra.run.vm00.stdout: Running scriptlet: ceph-base-2:19.2.3-47.gc24117fd552.el9.clyso.x86 91/116 2026-03-05T16:08:36.025 INFO:teuthology.orchestra.run.vm00.stdout:Removed "/etc/systemd/system/multi-user.target.wants/ceph.target". 2026-03-05T16:08:36.025 INFO:teuthology.orchestra.run.vm00.stdout:Removed "/etc/systemd/system/ceph.target.wants/ceph-crash.service". 2026-03-05T16:08:36.025 INFO:teuthology.orchestra.run.vm00.stdout: 2026-03-05T16:08:36.032 INFO:teuthology.orchestra.run.vm00.stdout: Erasing : ceph-base-2:19.2.3-47.gc24117fd552.el9.clyso.x86 91/116 2026-03-05T16:08:36.032 INFO:teuthology.orchestra.run.vm00.stdout:warning: file /etc/logrotate.d/ceph: remove failed: No such file or directory 2026-03-05T16:08:36.032 INFO:teuthology.orchestra.run.vm00.stdout: 2026-03-05T16:08:36.058 INFO:teuthology.orchestra.run.vm00.stdout: Running scriptlet: ceph-base-2:19.2.3-47.gc24117fd552.el9.clyso.x86 91/116 2026-03-05T16:08:36.058 INFO:teuthology.orchestra.run.vm00.stdout: Erasing : ceph-common-2:19.2.3-47.gc24117fd552.el9.clyso.x 92/116 2026-03-05T16:08:36.069 INFO:teuthology.orchestra.run.vm00.stdout: Running scriptlet: ceph-common-2:19.2.3-47.gc24117fd552.el9.clyso.x 92/116 2026-03-05T16:08:36.075 INFO:teuthology.orchestra.run.vm00.stdout: Erasing : qatzip-libs-1.3.1-1.el9.x86_64 93/116 2026-03-05T16:08:36.077 INFO:teuthology.orchestra.run.vm00.stdout: Erasing : python3-ceph-common-2:19.2.3-47.gc24117fd552.el9 94/116 2026-03-05T16:08:36.079 INFO:teuthology.orchestra.run.vm00.stdout: Erasing : python3-prettytable-0.7.2-27.el9.0.1.noarch 95/116 2026-03-05T16:08:36.079 INFO:teuthology.orchestra.run.vm00.stdout: Erasing : ceph-selinux-2:19.2.3-47.gc24117fd552.el9.clyso. 96/116 2026-03-05T16:08:41.045 INFO:teuthology.orchestra.run.vm00.stdout: Running scriptlet: ceph-selinux-2:19.2.3-47.gc24117fd552.el9.clyso. 96/116 2026-03-05T16:08:41.045 INFO:teuthology.orchestra.run.vm00.stdout:skipping the directory /sys 2026-03-05T16:08:41.045 INFO:teuthology.orchestra.run.vm00.stdout:skipping the directory /proc 2026-03-05T16:08:41.045 INFO:teuthology.orchestra.run.vm00.stdout:skipping the directory /mnt 2026-03-05T16:08:41.045 INFO:teuthology.orchestra.run.vm00.stdout:skipping the directory /var/tmp 2026-03-05T16:08:41.045 INFO:teuthology.orchestra.run.vm00.stdout:skipping the directory /home 2026-03-05T16:08:41.045 INFO:teuthology.orchestra.run.vm00.stdout:skipping the directory /root 2026-03-05T16:08:41.045 INFO:teuthology.orchestra.run.vm00.stdout:skipping the directory /tmp 2026-03-05T16:08:41.045 INFO:teuthology.orchestra.run.vm00.stdout: 2026-03-05T16:08:41.053 INFO:teuthology.orchestra.run.vm00.stdout: Erasing : qatlib-24.09.0-1.el9.x86_64 97/116 2026-03-05T16:08:41.069 INFO:teuthology.orchestra.run.vm00.stdout: Running scriptlet: qatlib-service-24.09.0-1.el9.x86_64 98/116 2026-03-05T16:08:41.074 INFO:teuthology.orchestra.run.vm00.stdout: Erasing : qatlib-service-24.09.0-1.el9.x86_64 98/116 2026-03-05T16:08:41.076 INFO:teuthology.orchestra.run.vm00.stdout: Running scriptlet: qatlib-service-24.09.0-1.el9.x86_64 98/116 2026-03-05T16:08:41.079 INFO:teuthology.orchestra.run.vm00.stdout: Erasing : gperftools-libs-2.9.1-3.el9.x86_64 99/116 2026-03-05T16:08:41.082 INFO:teuthology.orchestra.run.vm00.stdout: Erasing : libunwind-1.6.2-1.el9.x86_64 100/116 2026-03-05T16:08:41.084 INFO:teuthology.orchestra.run.vm00.stdout: Erasing : pciutils-3.7.0-7.el9.x86_64 101/116 2026-03-05T16:08:41.085 INFO:teuthology.orchestra.run.vm00.stdout: Erasing : liboath-2.6.12-1.el9.x86_64 102/116 2026-03-05T16:08:41.085 INFO:teuthology.orchestra.run.vm00.stdout: Erasing : libradosstriper1-2:19.2.3-47.gc24117fd552.el9.cl 103/116 2026-03-05T16:08:41.114 INFO:teuthology.orchestra.run.vm00.stdout: Running scriptlet: libradosstriper1-2:19.2.3-47.gc24117fd552.el9.cl 103/116 2026-03-05T16:08:41.119 INFO:teuthology.orchestra.run.vm00.stdout: Erasing : nvme-cli-2.13-1.el9.x86_64 104/116 2026-03-05T16:08:41.130 INFO:teuthology.orchestra.run.vm00.stdout: Running scriptlet: smartmontools-1:7.2-9.el9.x86_64 105/116 2026-03-05T16:08:41.130 INFO:teuthology.orchestra.run.vm00.stdout:Removed "/etc/systemd/system/multi-user.target.wants/smartd.service". 2026-03-05T16:08:41.130 INFO:teuthology.orchestra.run.vm00.stdout: 2026-03-05T16:08:41.132 INFO:teuthology.orchestra.run.vm00.stdout: Erasing : smartmontools-1:7.2-9.el9.x86_64 105/116 2026-03-05T16:08:41.139 INFO:teuthology.orchestra.run.vm00.stdout: Running scriptlet: smartmontools-1:7.2-9.el9.x86_64 105/116 2026-03-05T16:08:41.141 INFO:teuthology.orchestra.run.vm00.stdout: Erasing : ledmon-libs-1.1.0-3.el9.x86_64 106/116 2026-03-05T16:08:41.144 INFO:teuthology.orchestra.run.vm00.stdout: Erasing : libquadmath-11.5.0-11.el9.x86_64 107/116 2026-03-05T16:08:41.147 INFO:teuthology.orchestra.run.vm00.stdout: Erasing : python3-markupsafe-1.1.1-12.el9.x86_64 108/116 2026-03-05T16:08:41.150 INFO:teuthology.orchestra.run.vm00.stdout: Erasing : protobuf-3.14.0-17.el9_7.x86_64 109/116 2026-03-05T16:08:41.153 INFO:teuthology.orchestra.run.vm00.stdout: Erasing : libxslt-1.1.34-13.el9_6.x86_64 110/116 2026-03-05T16:08:41.158 INFO:teuthology.orchestra.run.vm00.stdout: Erasing : libconfig-1.7.2-9.el9.x86_64 111/116 2026-03-05T16:08:41.165 INFO:teuthology.orchestra.run.vm00.stdout: Erasing : cryptsetup-2.7.2-4.el9.x86_64 112/116 2026-03-05T16:08:41.170 INFO:teuthology.orchestra.run.vm00.stdout: Erasing : abseil-cpp-20211102.0-4.el9.x86_64 113/116 2026-03-05T16:08:41.172 INFO:teuthology.orchestra.run.vm00.stdout: Erasing : c-ares-1.19.1-2.el9_4.x86_64 114/116 2026-03-05T16:08:41.175 INFO:teuthology.orchestra.run.vm00.stdout: Erasing : python3-msgpack-1.0.3-2.el9.x86_64 115/116 2026-03-05T16:08:41.175 INFO:teuthology.orchestra.run.vm00.stdout: Erasing : libcephsqlite-2:19.2.3-47.gc24117fd552.el9.clyso 116/116 2026-03-05T16:08:41.259 INFO:teuthology.orchestra.run.vm00.stdout: Running scriptlet: libcephsqlite-2:19.2.3-47.gc24117fd552.el9.clyso 116/116 2026-03-05T16:08:41.259 INFO:teuthology.orchestra.run.vm00.stdout: Verifying : abseil-cpp-20211102.0-4.el9.x86_64 1/116 2026-03-05T16:08:41.259 INFO:teuthology.orchestra.run.vm00.stdout: Verifying : c-ares-1.19.1-2.el9_4.x86_64 2/116 2026-03-05T16:08:41.259 INFO:teuthology.orchestra.run.vm00.stdout: Verifying : ceph-base-2:19.2.3-47.gc24117fd552.el9.clyso.x86 3/116 2026-03-05T16:08:41.260 INFO:teuthology.orchestra.run.vm00.stdout: Verifying : ceph-common-2:19.2.3-47.gc24117fd552.el9.clyso.x 4/116 2026-03-05T16:08:41.260 INFO:teuthology.orchestra.run.vm00.stdout: Verifying : ceph-grafana-dashboards-2:19.2.3-47.gc24117fd552 5/116 2026-03-05T16:08:41.260 INFO:teuthology.orchestra.run.vm00.stdout: Verifying : ceph-immutable-object-cache-2:19.2.3-47.gc24117f 6/116 2026-03-05T16:08:41.260 INFO:teuthology.orchestra.run.vm00.stdout: Verifying : ceph-mgr-2:19.2.3-47.gc24117fd552.el9.clyso.x86_ 7/116 2026-03-05T16:08:41.260 INFO:teuthology.orchestra.run.vm00.stdout: Verifying : ceph-mgr-cephadm-2:19.2.3-47.gc24117fd552.el9.cl 8/116 2026-03-05T16:08:41.260 INFO:teuthology.orchestra.run.vm00.stdout: Verifying : ceph-mgr-dashboard-2:19.2.3-47.gc24117fd552.el9. 9/116 2026-03-05T16:08:41.260 INFO:teuthology.orchestra.run.vm00.stdout: Verifying : ceph-mgr-diskprediction-local-2:19.2.3-47.gc2411 10/116 2026-03-05T16:08:41.260 INFO:teuthology.orchestra.run.vm00.stdout: Verifying : ceph-mgr-k8sevents-2:19.2.3-47.gc24117fd552.el9. 11/116 2026-03-05T16:08:41.260 INFO:teuthology.orchestra.run.vm00.stdout: Verifying : ceph-mgr-modules-core-2:19.2.3-47.gc24117fd552.e 12/116 2026-03-05T16:08:41.260 INFO:teuthology.orchestra.run.vm00.stdout: Verifying : ceph-mgr-rook-2:19.2.3-47.gc24117fd552.el9.clyso 13/116 2026-03-05T16:08:41.260 INFO:teuthology.orchestra.run.vm00.stdout: Verifying : ceph-osd-2:19.2.3-47.gc24117fd552.el9.clyso.x86_ 14/116 2026-03-05T16:08:41.260 INFO:teuthology.orchestra.run.vm00.stdout: Verifying : ceph-prometheus-alerts-2:19.2.3-47.gc24117fd552. 15/116 2026-03-05T16:08:41.260 INFO:teuthology.orchestra.run.vm00.stdout: Verifying : ceph-selinux-2:19.2.3-47.gc24117fd552.el9.clyso. 16/116 2026-03-05T16:08:41.260 INFO:teuthology.orchestra.run.vm00.stdout: Verifying : ceph-volume-2:19.2.3-47.gc24117fd552.el9.clyso.n 17/116 2026-03-05T16:08:41.260 INFO:teuthology.orchestra.run.vm00.stdout: Verifying : cryptsetup-2.7.2-4.el9.x86_64 18/116 2026-03-05T16:08:41.260 INFO:teuthology.orchestra.run.vm00.stdout: Verifying : flexiblas-3.0.4-8.el9.0.1.x86_64 19/116 2026-03-05T16:08:41.260 INFO:teuthology.orchestra.run.vm00.stdout: Verifying : flexiblas-netlib-3.0.4-8.el9.0.1.x86_64 20/116 2026-03-05T16:08:41.260 INFO:teuthology.orchestra.run.vm00.stdout: Verifying : flexiblas-openblas-openmp-3.0.4-8.el9.0.1.x86_64 21/116 2026-03-05T16:08:41.260 INFO:teuthology.orchestra.run.vm00.stdout: Verifying : gperftools-libs-2.9.1-3.el9.x86_64 22/116 2026-03-05T16:08:41.260 INFO:teuthology.orchestra.run.vm00.stdout: Verifying : grpc-data-1.46.7-10.el9.noarch 23/116 2026-03-05T16:08:41.260 INFO:teuthology.orchestra.run.vm00.stdout: Verifying : ledmon-libs-1.1.0-3.el9.x86_64 24/116 2026-03-05T16:08:41.260 INFO:teuthology.orchestra.run.vm00.stdout: Verifying : libcephsqlite-2:19.2.3-47.gc24117fd552.el9.clyso 25/116 2026-03-05T16:08:41.260 INFO:teuthology.orchestra.run.vm00.stdout: Verifying : libconfig-1.7.2-9.el9.x86_64 26/116 2026-03-05T16:08:41.260 INFO:teuthology.orchestra.run.vm00.stdout: Verifying : libgfortran-11.5.0-11.el9.x86_64 27/116 2026-03-05T16:08:41.260 INFO:teuthology.orchestra.run.vm00.stdout: Verifying : liboath-2.6.12-1.el9.x86_64 28/116 2026-03-05T16:08:41.260 INFO:teuthology.orchestra.run.vm00.stdout: Verifying : libquadmath-11.5.0-11.el9.x86_64 29/116 2026-03-05T16:08:41.260 INFO:teuthology.orchestra.run.vm00.stdout: Verifying : libradosstriper1-2:19.2.3-47.gc24117fd552.el9.cl 30/116 2026-03-05T16:08:41.260 INFO:teuthology.orchestra.run.vm00.stdout: Verifying : libstoragemgmt-1.10.1-1.el9.x86_64 31/116 2026-03-05T16:08:41.260 INFO:teuthology.orchestra.run.vm00.stdout: Verifying : libunwind-1.6.2-1.el9.x86_64 32/116 2026-03-05T16:08:41.260 INFO:teuthology.orchestra.run.vm00.stdout: Verifying : libxslt-1.1.34-13.el9_6.x86_64 33/116 2026-03-05T16:08:41.260 INFO:teuthology.orchestra.run.vm00.stdout: Verifying : nvme-cli-2.13-1.el9.x86_64 34/116 2026-03-05T16:08:41.260 INFO:teuthology.orchestra.run.vm00.stdout: Verifying : openblas-0.3.29-1.el9.x86_64 35/116 2026-03-05T16:08:41.260 INFO:teuthology.orchestra.run.vm00.stdout: Verifying : openblas-openmp-0.3.29-1.el9.x86_64 36/116 2026-03-05T16:08:41.260 INFO:teuthology.orchestra.run.vm00.stdout: Verifying : pciutils-3.7.0-7.el9.x86_64 37/116 2026-03-05T16:08:41.260 INFO:teuthology.orchestra.run.vm00.stdout: Verifying : protobuf-3.14.0-17.el9_7.x86_64 38/116 2026-03-05T16:08:41.260 INFO:teuthology.orchestra.run.vm00.stdout: Verifying : protobuf-compiler-3.14.0-17.el9_7.x86_64 39/116 2026-03-05T16:08:41.260 INFO:teuthology.orchestra.run.vm00.stdout: Verifying : python3-asyncssh-2.13.2-5.el9.noarch 40/116 2026-03-05T16:08:41.260 INFO:teuthology.orchestra.run.vm00.stdout: Verifying : python3-autocommand-2.2.2-8.el9.noarch 41/116 2026-03-05T16:08:41.260 INFO:teuthology.orchestra.run.vm00.stdout: Verifying : python3-babel-2.9.1-2.el9.noarch 42/116 2026-03-05T16:08:41.260 INFO:teuthology.orchestra.run.vm00.stdout: Verifying : python3-backports-tarfile-1.2.0-1.el9.noarch 43/116 2026-03-05T16:08:41.260 INFO:teuthology.orchestra.run.vm00.stdout: Verifying : python3-bcrypt-3.2.2-1.el9.x86_64 44/116 2026-03-05T16:08:41.260 INFO:teuthology.orchestra.run.vm00.stdout: Verifying : python3-cachetools-4.2.4-1.el9.noarch 45/116 2026-03-05T16:08:41.260 INFO:teuthology.orchestra.run.vm00.stdout: Verifying : python3-ceph-common-2:19.2.3-47.gc24117fd552.el9 46/116 2026-03-05T16:08:41.260 INFO:teuthology.orchestra.run.vm00.stdout: Verifying : python3-certifi-2023.05.07-4.el9.noarch 47/116 2026-03-05T16:08:41.260 INFO:teuthology.orchestra.run.vm00.stdout: Verifying : python3-cffi-1.14.5-5.el9.x86_64 48/116 2026-03-05T16:08:41.260 INFO:teuthology.orchestra.run.vm00.stdout: Verifying : python3-chardet-4.0.0-5.el9.noarch 49/116 2026-03-05T16:08:41.260 INFO:teuthology.orchestra.run.vm00.stdout: Verifying : python3-cheroot-10.0.1-4.el9.noarch 50/116 2026-03-05T16:08:41.260 INFO:teuthology.orchestra.run.vm00.stdout: Verifying : python3-cherrypy-18.6.1-2.el9.noarch 51/116 2026-03-05T16:08:41.260 INFO:teuthology.orchestra.run.vm00.stdout: Verifying : python3-cryptography-36.0.1-5.el9_6.x86_64 52/116 2026-03-05T16:08:41.260 INFO:teuthology.orchestra.run.vm00.stdout: Verifying : python3-devel-3.9.23-2.el9.x86_64 53/116 2026-03-05T16:08:41.260 INFO:teuthology.orchestra.run.vm00.stdout: Verifying : python3-google-auth-1:2.45.0-1.el9.noarch 54/116 2026-03-05T16:08:41.260 INFO:teuthology.orchestra.run.vm00.stdout: Verifying : python3-grpcio-1.46.7-10.el9.x86_64 55/116 2026-03-05T16:08:41.260 INFO:teuthology.orchestra.run.vm00.stdout: Verifying : python3-grpcio-tools-1.46.7-10.el9.x86_64 56/116 2026-03-05T16:08:41.260 INFO:teuthology.orchestra.run.vm00.stdout: Verifying : python3-idna-2.10-7.el9_4.1.noarch 57/116 2026-03-05T16:08:41.260 INFO:teuthology.orchestra.run.vm00.stdout: Verifying : python3-influxdb-5.3.1-1.el9.noarch 58/116 2026-03-05T16:08:41.260 INFO:teuthology.orchestra.run.vm00.stdout: Verifying : python3-isodate-0.6.1-3.el9.noarch 59/116 2026-03-05T16:08:41.260 INFO:teuthology.orchestra.run.vm00.stdout: Verifying : python3-jaraco-8.2.1-3.el9.noarch 60/116 2026-03-05T16:08:41.260 INFO:teuthology.orchestra.run.vm00.stdout: Verifying : python3-jaraco-classes-3.2.1-5.el9.noarch 61/116 2026-03-05T16:08:41.260 INFO:teuthology.orchestra.run.vm00.stdout: Verifying : python3-jaraco-collections-3.0.0-8.el9.noarch 62/116 2026-03-05T16:08:41.260 INFO:teuthology.orchestra.run.vm00.stdout: Verifying : python3-jaraco-context-6.0.1-3.el9.noarch 63/116 2026-03-05T16:08:41.260 INFO:teuthology.orchestra.run.vm00.stdout: Verifying : python3-jaraco-functools-3.5.0-2.el9.noarch 64/116 2026-03-05T16:08:41.260 INFO:teuthology.orchestra.run.vm00.stdout: Verifying : python3-jaraco-text-4.0.0-2.el9.noarch 65/116 2026-03-05T16:08:41.260 INFO:teuthology.orchestra.run.vm00.stdout: Verifying : python3-jinja2-2.11.3-8.el9_5.noarch 66/116 2026-03-05T16:08:41.260 INFO:teuthology.orchestra.run.vm00.stdout: Verifying : python3-jsonpatch-1.21-16.el9.noarch 67/116 2026-03-05T16:08:41.260 INFO:teuthology.orchestra.run.vm00.stdout: Verifying : python3-jsonpointer-2.0-4.el9.0.1.noarch 68/116 2026-03-05T16:08:41.260 INFO:teuthology.orchestra.run.vm00.stdout: Verifying : python3-kubernetes-1:26.1.0-3.el9.noarch 69/116 2026-03-05T16:08:41.261 INFO:teuthology.orchestra.run.vm00.stdout: Verifying : python3-libstoragemgmt-1.10.1-1.el9.x86_64 70/116 2026-03-05T16:08:41.261 INFO:teuthology.orchestra.run.vm00.stdout: Verifying : python3-logutils-0.3.5-21.el9.noarch 71/116 2026-03-05T16:08:41.261 INFO:teuthology.orchestra.run.vm00.stdout: Verifying : python3-lxml-4.6.5-3.el9.x86_64 72/116 2026-03-05T16:08:41.261 INFO:teuthology.orchestra.run.vm00.stdout: Verifying : python3-mako-1.1.4-6.el9.noarch 73/116 2026-03-05T16:08:41.261 INFO:teuthology.orchestra.run.vm00.stdout: Verifying : python3-markupsafe-1.1.1-12.el9.x86_64 74/116 2026-03-05T16:08:41.261 INFO:teuthology.orchestra.run.vm00.stdout: Verifying : python3-more-itertools-8.12.0-2.el9.noarch 75/116 2026-03-05T16:08:41.261 INFO:teuthology.orchestra.run.vm00.stdout: Verifying : python3-msgpack-1.0.3-2.el9.x86_64 76/116 2026-03-05T16:08:41.261 INFO:teuthology.orchestra.run.vm00.stdout: Verifying : python3-natsort-7.1.1-5.el9.noarch 77/116 2026-03-05T16:08:41.261 INFO:teuthology.orchestra.run.vm00.stdout: Verifying : python3-numpy-1:1.23.5-1.el9.x86_64 78/116 2026-03-05T16:08:41.261 INFO:teuthology.orchestra.run.vm00.stdout: Verifying : python3-numpy-f2py-1:1.23.5-1.el9.x86_64 79/116 2026-03-05T16:08:41.261 INFO:teuthology.orchestra.run.vm00.stdout: Verifying : python3-oauthlib-3.1.1-5.el9.noarch 80/116 2026-03-05T16:08:41.261 INFO:teuthology.orchestra.run.vm00.stdout: Verifying : python3-packaging-20.9-5.el9.noarch 81/116 2026-03-05T16:08:41.261 INFO:teuthology.orchestra.run.vm00.stdout: Verifying : python3-pecan-1.4.2-3.el9.noarch 82/116 2026-03-05T16:08:41.261 INFO:teuthology.orchestra.run.vm00.stdout: Verifying : python3-ply-3.11-14.el9.0.1.noarch 83/116 2026-03-05T16:08:41.261 INFO:teuthology.orchestra.run.vm00.stdout: Verifying : python3-portend-3.1.0-2.el9.noarch 84/116 2026-03-05T16:08:41.261 INFO:teuthology.orchestra.run.vm00.stdout: Verifying : python3-prettytable-0.7.2-27.el9.0.1.noarch 85/116 2026-03-05T16:08:41.261 INFO:teuthology.orchestra.run.vm00.stdout: Verifying : python3-protobuf-3.14.0-17.el9_7.noarch 86/116 2026-03-05T16:08:41.261 INFO:teuthology.orchestra.run.vm00.stdout: Verifying : python3-pyOpenSSL-21.0.0-1.el9.noarch 87/116 2026-03-05T16:08:41.261 INFO:teuthology.orchestra.run.vm00.stdout: Verifying : python3-pyasn1-0.4.8-7.el9_7.noarch 88/116 2026-03-05T16:08:41.261 INFO:teuthology.orchestra.run.vm00.stdout: Verifying : python3-pyasn1-modules-0.4.8-7.el9_7.noarch 89/116 2026-03-05T16:08:41.261 INFO:teuthology.orchestra.run.vm00.stdout: Verifying : python3-pycparser-2.20-6.el9.noarch 90/116 2026-03-05T16:08:41.261 INFO:teuthology.orchestra.run.vm00.stdout: Verifying : python3-pyparsing-2.4.7-9.el9.0.1.noarch 91/116 2026-03-05T16:08:41.261 INFO:teuthology.orchestra.run.vm00.stdout: Verifying : python3-pysocks-1.7.1-12.el9.0.1.noarch 92/116 2026-03-05T16:08:41.261 INFO:teuthology.orchestra.run.vm00.stdout: Verifying : python3-pytz-2021.1-5.el9.noarch 93/116 2026-03-05T16:08:41.261 INFO:teuthology.orchestra.run.vm00.stdout: Verifying : python3-repoze-lru-0.7-16.el9.noarch 94/116 2026-03-05T16:08:41.261 INFO:teuthology.orchestra.run.vm00.stdout: Verifying : python3-requests-2.25.1-10.el9_6.noarch 95/116 2026-03-05T16:08:41.261 INFO:teuthology.orchestra.run.vm00.stdout: Verifying : python3-requests-oauthlib-1.3.0-12.el9.noarch 96/116 2026-03-05T16:08:41.261 INFO:teuthology.orchestra.run.vm00.stdout: Verifying : python3-routes-2.5.1-5.el9.noarch 97/116 2026-03-05T16:08:41.261 INFO:teuthology.orchestra.run.vm00.stdout: Verifying : python3-rsa-4.9-2.el9.noarch 98/116 2026-03-05T16:08:41.261 INFO:teuthology.orchestra.run.vm00.stdout: Verifying : python3-saml-1.16.0-1.el9.noarch 99/116 2026-03-05T16:08:41.261 INFO:teuthology.orchestra.run.vm00.stdout: Verifying : python3-scipy-1.9.3-2.el9.x86_64 100/116 2026-03-05T16:08:41.261 INFO:teuthology.orchestra.run.vm00.stdout: Verifying : python3-tempora-5.0.0-2.el9.noarch 101/116 2026-03-05T16:08:41.261 INFO:teuthology.orchestra.run.vm00.stdout: Verifying : python3-toml-0.10.2-6.el9.0.1.noarch 102/116 2026-03-05T16:08:41.261 INFO:teuthology.orchestra.run.vm00.stdout: Verifying : python3-typing-extensions-4.15.0-1.el9.noarch 103/116 2026-03-05T16:08:41.261 INFO:teuthology.orchestra.run.vm00.stdout: Verifying : python3-urllib3-1.26.5-6.el9_7.1.noarch 104/116 2026-03-05T16:08:41.261 INFO:teuthology.orchestra.run.vm00.stdout: Verifying : python3-webob-1.8.8-2.el9.noarch 105/116 2026-03-05T16:08:41.261 INFO:teuthology.orchestra.run.vm00.stdout: Verifying : python3-websocket-client-1.2.3-2.el9.noarch 106/116 2026-03-05T16:08:41.261 INFO:teuthology.orchestra.run.vm00.stdout: Verifying : python3-werkzeug-2.0.3-3.el9.1.noarch 107/116 2026-03-05T16:08:41.261 INFO:teuthology.orchestra.run.vm00.stdout: Verifying : python3-xmlsec-1.3.13-1.el9.x86_64 108/116 2026-03-05T16:08:41.261 INFO:teuthology.orchestra.run.vm00.stdout: Verifying : python3-zc-lockfile-2.0-10.el9.noarch 109/116 2026-03-05T16:08:41.261 INFO:teuthology.orchestra.run.vm00.stdout: Verifying : qatlib-24.09.0-1.el9.x86_64 110/116 2026-03-05T16:08:41.261 INFO:teuthology.orchestra.run.vm00.stdout: Verifying : qatlib-service-24.09.0-1.el9.x86_64 111/116 2026-03-05T16:08:41.261 INFO:teuthology.orchestra.run.vm00.stdout: Verifying : qatzip-libs-1.3.1-1.el9.x86_64 112/116 2026-03-05T16:08:41.261 INFO:teuthology.orchestra.run.vm00.stdout: Verifying : rbd-mirror-2:19.2.3-47.gc24117fd552.el9.clyso.x8 113/116 2026-03-05T16:08:41.261 INFO:teuthology.orchestra.run.vm00.stdout: Verifying : smartmontools-1:7.2-9.el9.x86_64 114/116 2026-03-05T16:08:41.261 INFO:teuthology.orchestra.run.vm00.stdout: Verifying : xmlsec1-1.2.29-13.el9.x86_64 115/116 2026-03-05T16:08:41.333 INFO:teuthology.orchestra.run.vm00.stdout: Verifying : xmlsec1-openssl-1.2.29-13.el9.x86_64 116/116 2026-03-05T16:08:41.333 INFO:teuthology.orchestra.run.vm00.stdout: 2026-03-05T16:08:41.333 INFO:teuthology.orchestra.run.vm00.stdout:Removed: 2026-03-05T16:08:41.333 INFO:teuthology.orchestra.run.vm00.stdout: abseil-cpp-20211102.0-4.el9.x86_64 2026-03-05T16:08:41.333 INFO:teuthology.orchestra.run.vm00.stdout: c-ares-1.19.1-2.el9_4.x86_64 2026-03-05T16:08:41.333 INFO:teuthology.orchestra.run.vm00.stdout: ceph-base-2:19.2.3-47.gc24117fd552.el9.clyso.x86_64 2026-03-05T16:08:41.333 INFO:teuthology.orchestra.run.vm00.stdout: ceph-common-2:19.2.3-47.gc24117fd552.el9.clyso.x86_64 2026-03-05T16:08:41.333 INFO:teuthology.orchestra.run.vm00.stdout: ceph-grafana-dashboards-2:19.2.3-47.gc24117fd552.el9.clyso.noarch 2026-03-05T16:08:41.333 INFO:teuthology.orchestra.run.vm00.stdout: ceph-immutable-object-cache-2:19.2.3-47.gc24117fd552.el9.clyso.x86_64 2026-03-05T16:08:41.333 INFO:teuthology.orchestra.run.vm00.stdout: ceph-mgr-2:19.2.3-47.gc24117fd552.el9.clyso.x86_64 2026-03-05T16:08:41.333 INFO:teuthology.orchestra.run.vm00.stdout: ceph-mgr-cephadm-2:19.2.3-47.gc24117fd552.el9.clyso.noarch 2026-03-05T16:08:41.333 INFO:teuthology.orchestra.run.vm00.stdout: ceph-mgr-dashboard-2:19.2.3-47.gc24117fd552.el9.clyso.noarch 2026-03-05T16:08:41.333 INFO:teuthology.orchestra.run.vm00.stdout: ceph-mgr-diskprediction-local-2:19.2.3-47.gc24117fd552.el9.clyso.noarch 2026-03-05T16:08:41.333 INFO:teuthology.orchestra.run.vm00.stdout: ceph-mgr-k8sevents-2:19.2.3-47.gc24117fd552.el9.clyso.noarch 2026-03-05T16:08:41.333 INFO:teuthology.orchestra.run.vm00.stdout: ceph-mgr-modules-core-2:19.2.3-47.gc24117fd552.el9.clyso.noarch 2026-03-05T16:08:41.333 INFO:teuthology.orchestra.run.vm00.stdout: ceph-mgr-rook-2:19.2.3-47.gc24117fd552.el9.clyso.noarch 2026-03-05T16:08:41.333 INFO:teuthology.orchestra.run.vm00.stdout: ceph-osd-2:19.2.3-47.gc24117fd552.el9.clyso.x86_64 2026-03-05T16:08:41.333 INFO:teuthology.orchestra.run.vm00.stdout: ceph-prometheus-alerts-2:19.2.3-47.gc24117fd552.el9.clyso.noarch 2026-03-05T16:08:41.333 INFO:teuthology.orchestra.run.vm00.stdout: ceph-selinux-2:19.2.3-47.gc24117fd552.el9.clyso.x86_64 2026-03-05T16:08:41.333 INFO:teuthology.orchestra.run.vm00.stdout: ceph-volume-2:19.2.3-47.gc24117fd552.el9.clyso.noarch 2026-03-05T16:08:41.333 INFO:teuthology.orchestra.run.vm00.stdout: cryptsetup-2.7.2-4.el9.x86_64 2026-03-05T16:08:41.333 INFO:teuthology.orchestra.run.vm00.stdout: flexiblas-3.0.4-8.el9.0.1.x86_64 2026-03-05T16:08:41.333 INFO:teuthology.orchestra.run.vm00.stdout: flexiblas-netlib-3.0.4-8.el9.0.1.x86_64 2026-03-05T16:08:41.333 INFO:teuthology.orchestra.run.vm00.stdout: flexiblas-openblas-openmp-3.0.4-8.el9.0.1.x86_64 2026-03-05T16:08:41.333 INFO:teuthology.orchestra.run.vm00.stdout: gperftools-libs-2.9.1-3.el9.x86_64 2026-03-05T16:08:41.333 INFO:teuthology.orchestra.run.vm00.stdout: grpc-data-1.46.7-10.el9.noarch 2026-03-05T16:08:41.333 INFO:teuthology.orchestra.run.vm00.stdout: ledmon-libs-1.1.0-3.el9.x86_64 2026-03-05T16:08:41.333 INFO:teuthology.orchestra.run.vm00.stdout: libcephsqlite-2:19.2.3-47.gc24117fd552.el9.clyso.x86_64 2026-03-05T16:08:41.333 INFO:teuthology.orchestra.run.vm00.stdout: libconfig-1.7.2-9.el9.x86_64 2026-03-05T16:08:41.333 INFO:teuthology.orchestra.run.vm00.stdout: libgfortran-11.5.0-11.el9.x86_64 2026-03-05T16:08:41.333 INFO:teuthology.orchestra.run.vm00.stdout: liboath-2.6.12-1.el9.x86_64 2026-03-05T16:08:41.333 INFO:teuthology.orchestra.run.vm00.stdout: libquadmath-11.5.0-11.el9.x86_64 2026-03-05T16:08:41.333 INFO:teuthology.orchestra.run.vm00.stdout: libradosstriper1-2:19.2.3-47.gc24117fd552.el9.clyso.x86_64 2026-03-05T16:08:41.333 INFO:teuthology.orchestra.run.vm00.stdout: libstoragemgmt-1.10.1-1.el9.x86_64 2026-03-05T16:08:41.333 INFO:teuthology.orchestra.run.vm00.stdout: libunwind-1.6.2-1.el9.x86_64 2026-03-05T16:08:41.333 INFO:teuthology.orchestra.run.vm00.stdout: libxslt-1.1.34-13.el9_6.x86_64 2026-03-05T16:08:41.333 INFO:teuthology.orchestra.run.vm00.stdout: nvme-cli-2.13-1.el9.x86_64 2026-03-05T16:08:41.333 INFO:teuthology.orchestra.run.vm00.stdout: openblas-0.3.29-1.el9.x86_64 2026-03-05T16:08:41.333 INFO:teuthology.orchestra.run.vm00.stdout: openblas-openmp-0.3.29-1.el9.x86_64 2026-03-05T16:08:41.333 INFO:teuthology.orchestra.run.vm00.stdout: pciutils-3.7.0-7.el9.x86_64 2026-03-05T16:08:41.333 INFO:teuthology.orchestra.run.vm00.stdout: protobuf-3.14.0-17.el9_7.x86_64 2026-03-05T16:08:41.333 INFO:teuthology.orchestra.run.vm00.stdout: protobuf-compiler-3.14.0-17.el9_7.x86_64 2026-03-05T16:08:41.333 INFO:teuthology.orchestra.run.vm00.stdout: python3-asyncssh-2.13.2-5.el9.noarch 2026-03-05T16:08:41.333 INFO:teuthology.orchestra.run.vm00.stdout: python3-autocommand-2.2.2-8.el9.noarch 2026-03-05T16:08:41.333 INFO:teuthology.orchestra.run.vm00.stdout: python3-babel-2.9.1-2.el9.noarch 2026-03-05T16:08:41.333 INFO:teuthology.orchestra.run.vm00.stdout: python3-backports-tarfile-1.2.0-1.el9.noarch 2026-03-05T16:08:41.333 INFO:teuthology.orchestra.run.vm00.stdout: python3-bcrypt-3.2.2-1.el9.x86_64 2026-03-05T16:08:41.333 INFO:teuthology.orchestra.run.vm00.stdout: python3-cachetools-4.2.4-1.el9.noarch 2026-03-05T16:08:41.333 INFO:teuthology.orchestra.run.vm00.stdout: python3-ceph-common-2:19.2.3-47.gc24117fd552.el9.clyso.x86_64 2026-03-05T16:08:41.333 INFO:teuthology.orchestra.run.vm00.stdout: python3-certifi-2023.05.07-4.el9.noarch 2026-03-05T16:08:41.333 INFO:teuthology.orchestra.run.vm00.stdout: python3-cffi-1.14.5-5.el9.x86_64 2026-03-05T16:08:41.333 INFO:teuthology.orchestra.run.vm00.stdout: python3-chardet-4.0.0-5.el9.noarch 2026-03-05T16:08:41.333 INFO:teuthology.orchestra.run.vm00.stdout: python3-cheroot-10.0.1-4.el9.noarch 2026-03-05T16:08:41.333 INFO:teuthology.orchestra.run.vm00.stdout: python3-cherrypy-18.6.1-2.el9.noarch 2026-03-05T16:08:41.333 INFO:teuthology.orchestra.run.vm00.stdout: python3-cryptography-36.0.1-5.el9_6.x86_64 2026-03-05T16:08:41.334 INFO:teuthology.orchestra.run.vm00.stdout: python3-devel-3.9.23-2.el9.x86_64 2026-03-05T16:08:41.334 INFO:teuthology.orchestra.run.vm00.stdout: python3-google-auth-1:2.45.0-1.el9.noarch 2026-03-05T16:08:41.334 INFO:teuthology.orchestra.run.vm00.stdout: python3-grpcio-1.46.7-10.el9.x86_64 2026-03-05T16:08:41.334 INFO:teuthology.orchestra.run.vm00.stdout: python3-grpcio-tools-1.46.7-10.el9.x86_64 2026-03-05T16:08:41.334 INFO:teuthology.orchestra.run.vm00.stdout: python3-idna-2.10-7.el9_4.1.noarch 2026-03-05T16:08:41.334 INFO:teuthology.orchestra.run.vm00.stdout: python3-influxdb-5.3.1-1.el9.noarch 2026-03-05T16:08:41.334 INFO:teuthology.orchestra.run.vm00.stdout: python3-isodate-0.6.1-3.el9.noarch 2026-03-05T16:08:41.334 INFO:teuthology.orchestra.run.vm00.stdout: python3-jaraco-8.2.1-3.el9.noarch 2026-03-05T16:08:41.334 INFO:teuthology.orchestra.run.vm00.stdout: python3-jaraco-classes-3.2.1-5.el9.noarch 2026-03-05T16:08:41.334 INFO:teuthology.orchestra.run.vm00.stdout: python3-jaraco-collections-3.0.0-8.el9.noarch 2026-03-05T16:08:41.334 INFO:teuthology.orchestra.run.vm00.stdout: python3-jaraco-context-6.0.1-3.el9.noarch 2026-03-05T16:08:41.334 INFO:teuthology.orchestra.run.vm00.stdout: python3-jaraco-functools-3.5.0-2.el9.noarch 2026-03-05T16:08:41.334 INFO:teuthology.orchestra.run.vm00.stdout: python3-jaraco-text-4.0.0-2.el9.noarch 2026-03-05T16:08:41.334 INFO:teuthology.orchestra.run.vm00.stdout: python3-jinja2-2.11.3-8.el9_5.noarch 2026-03-05T16:08:41.334 INFO:teuthology.orchestra.run.vm00.stdout: python3-jsonpatch-1.21-16.el9.noarch 2026-03-05T16:08:41.334 INFO:teuthology.orchestra.run.vm00.stdout: python3-jsonpointer-2.0-4.el9.0.1.noarch 2026-03-05T16:08:41.334 INFO:teuthology.orchestra.run.vm00.stdout: python3-kubernetes-1:26.1.0-3.el9.noarch 2026-03-05T16:08:41.334 INFO:teuthology.orchestra.run.vm00.stdout: python3-libstoragemgmt-1.10.1-1.el9.x86_64 2026-03-05T16:08:41.334 INFO:teuthology.orchestra.run.vm00.stdout: python3-logutils-0.3.5-21.el9.noarch 2026-03-05T16:08:41.334 INFO:teuthology.orchestra.run.vm00.stdout: python3-lxml-4.6.5-3.el9.x86_64 2026-03-05T16:08:41.334 INFO:teuthology.orchestra.run.vm00.stdout: python3-mako-1.1.4-6.el9.noarch 2026-03-05T16:08:41.334 INFO:teuthology.orchestra.run.vm00.stdout: python3-markupsafe-1.1.1-12.el9.x86_64 2026-03-05T16:08:41.334 INFO:teuthology.orchestra.run.vm00.stdout: python3-more-itertools-8.12.0-2.el9.noarch 2026-03-05T16:08:41.334 INFO:teuthology.orchestra.run.vm00.stdout: python3-msgpack-1.0.3-2.el9.x86_64 2026-03-05T16:08:41.334 INFO:teuthology.orchestra.run.vm00.stdout: python3-natsort-7.1.1-5.el9.noarch 2026-03-05T16:08:41.334 INFO:teuthology.orchestra.run.vm00.stdout: python3-numpy-1:1.23.5-1.el9.x86_64 2026-03-05T16:08:41.334 INFO:teuthology.orchestra.run.vm00.stdout: python3-numpy-f2py-1:1.23.5-1.el9.x86_64 2026-03-05T16:08:41.334 INFO:teuthology.orchestra.run.vm00.stdout: python3-oauthlib-3.1.1-5.el9.noarch 2026-03-05T16:08:41.334 INFO:teuthology.orchestra.run.vm00.stdout: python3-packaging-20.9-5.el9.noarch 2026-03-05T16:08:41.334 INFO:teuthology.orchestra.run.vm00.stdout: python3-pecan-1.4.2-3.el9.noarch 2026-03-05T16:08:41.334 INFO:teuthology.orchestra.run.vm00.stdout: python3-ply-3.11-14.el9.0.1.noarch 2026-03-05T16:08:41.334 INFO:teuthology.orchestra.run.vm00.stdout: python3-portend-3.1.0-2.el9.noarch 2026-03-05T16:08:41.334 INFO:teuthology.orchestra.run.vm00.stdout: python3-prettytable-0.7.2-27.el9.0.1.noarch 2026-03-05T16:08:41.334 INFO:teuthology.orchestra.run.vm00.stdout: python3-protobuf-3.14.0-17.el9_7.noarch 2026-03-05T16:08:41.334 INFO:teuthology.orchestra.run.vm00.stdout: python3-pyOpenSSL-21.0.0-1.el9.noarch 2026-03-05T16:08:41.334 INFO:teuthology.orchestra.run.vm00.stdout: python3-pyasn1-0.4.8-7.el9_7.noarch 2026-03-05T16:08:41.334 INFO:teuthology.orchestra.run.vm00.stdout: python3-pyasn1-modules-0.4.8-7.el9_7.noarch 2026-03-05T16:08:41.334 INFO:teuthology.orchestra.run.vm00.stdout: python3-pycparser-2.20-6.el9.noarch 2026-03-05T16:08:41.334 INFO:teuthology.orchestra.run.vm00.stdout: python3-pyparsing-2.4.7-9.el9.0.1.noarch 2026-03-05T16:08:41.334 INFO:teuthology.orchestra.run.vm00.stdout: python3-pysocks-1.7.1-12.el9.0.1.noarch 2026-03-05T16:08:41.334 INFO:teuthology.orchestra.run.vm00.stdout: python3-pytz-2021.1-5.el9.noarch 2026-03-05T16:08:41.334 INFO:teuthology.orchestra.run.vm00.stdout: python3-repoze-lru-0.7-16.el9.noarch 2026-03-05T16:08:41.334 INFO:teuthology.orchestra.run.vm00.stdout: python3-requests-2.25.1-10.el9_6.noarch 2026-03-05T16:08:41.334 INFO:teuthology.orchestra.run.vm00.stdout: python3-requests-oauthlib-1.3.0-12.el9.noarch 2026-03-05T16:08:41.334 INFO:teuthology.orchestra.run.vm00.stdout: python3-routes-2.5.1-5.el9.noarch 2026-03-05T16:08:41.334 INFO:teuthology.orchestra.run.vm00.stdout: python3-rsa-4.9-2.el9.noarch 2026-03-05T16:08:41.334 INFO:teuthology.orchestra.run.vm00.stdout: python3-saml-1.16.0-1.el9.noarch 2026-03-05T16:08:41.334 INFO:teuthology.orchestra.run.vm00.stdout: python3-scipy-1.9.3-2.el9.x86_64 2026-03-05T16:08:41.334 INFO:teuthology.orchestra.run.vm00.stdout: python3-tempora-5.0.0-2.el9.noarch 2026-03-05T16:08:41.334 INFO:teuthology.orchestra.run.vm00.stdout: python3-toml-0.10.2-6.el9.0.1.noarch 2026-03-05T16:08:41.334 INFO:teuthology.orchestra.run.vm00.stdout: python3-typing-extensions-4.15.0-1.el9.noarch 2026-03-05T16:08:41.334 INFO:teuthology.orchestra.run.vm00.stdout: python3-urllib3-1.26.5-6.el9_7.1.noarch 2026-03-05T16:08:41.334 INFO:teuthology.orchestra.run.vm00.stdout: python3-webob-1.8.8-2.el9.noarch 2026-03-05T16:08:41.334 INFO:teuthology.orchestra.run.vm00.stdout: python3-websocket-client-1.2.3-2.el9.noarch 2026-03-05T16:08:41.334 INFO:teuthology.orchestra.run.vm00.stdout: python3-werkzeug-2.0.3-3.el9.1.noarch 2026-03-05T16:08:41.334 INFO:teuthology.orchestra.run.vm00.stdout: python3-xmlsec-1.3.13-1.el9.x86_64 2026-03-05T16:08:41.334 INFO:teuthology.orchestra.run.vm00.stdout: python3-zc-lockfile-2.0-10.el9.noarch 2026-03-05T16:08:41.334 INFO:teuthology.orchestra.run.vm00.stdout: qatlib-24.09.0-1.el9.x86_64 2026-03-05T16:08:41.334 INFO:teuthology.orchestra.run.vm00.stdout: qatlib-service-24.09.0-1.el9.x86_64 2026-03-05T16:08:41.334 INFO:teuthology.orchestra.run.vm00.stdout: qatzip-libs-1.3.1-1.el9.x86_64 2026-03-05T16:08:41.334 INFO:teuthology.orchestra.run.vm00.stdout: rbd-mirror-2:19.2.3-47.gc24117fd552.el9.clyso.x86_64 2026-03-05T16:08:41.334 INFO:teuthology.orchestra.run.vm00.stdout: smartmontools-1:7.2-9.el9.x86_64 2026-03-05T16:08:41.334 INFO:teuthology.orchestra.run.vm00.stdout: xmlsec1-1.2.29-13.el9.x86_64 2026-03-05T16:08:41.335 INFO:teuthology.orchestra.run.vm00.stdout: xmlsec1-openssl-1.2.29-13.el9.x86_64 2026-03-05T16:08:41.335 INFO:teuthology.orchestra.run.vm00.stdout: 2026-03-05T16:08:41.335 INFO:teuthology.orchestra.run.vm00.stdout:Complete! 2026-03-05T16:08:41.536 INFO:teuthology.orchestra.run.vm00.stdout:Dependencies resolved. 2026-03-05T16:08:41.536 INFO:teuthology.orchestra.run.vm00.stdout:================================================================================ 2026-03-05T16:08:41.536 INFO:teuthology.orchestra.run.vm00.stdout: Package Arch Version Repository Size 2026-03-05T16:08:41.536 INFO:teuthology.orchestra.run.vm00.stdout:================================================================================ 2026-03-05T16:08:41.536 INFO:teuthology.orchestra.run.vm00.stdout:Removing: 2026-03-05T16:08:41.536 INFO:teuthology.orchestra.run.vm00.stdout: cephadm noarch 2:19.2.3-47.gc24117fd552.el9.clyso @ceph-noarch 775 k 2026-03-05T16:08:41.536 INFO:teuthology.orchestra.run.vm00.stdout: 2026-03-05T16:08:41.536 INFO:teuthology.orchestra.run.vm00.stdout:Transaction Summary 2026-03-05T16:08:41.536 INFO:teuthology.orchestra.run.vm00.stdout:================================================================================ 2026-03-05T16:08:41.536 INFO:teuthology.orchestra.run.vm00.stdout:Remove 1 Package 2026-03-05T16:08:41.536 INFO:teuthology.orchestra.run.vm00.stdout: 2026-03-05T16:08:41.537 INFO:teuthology.orchestra.run.vm00.stdout:Freed space: 775 k 2026-03-05T16:08:41.537 INFO:teuthology.orchestra.run.vm00.stdout:Running transaction check 2026-03-05T16:08:41.538 INFO:teuthology.orchestra.run.vm00.stdout:Transaction check succeeded. 2026-03-05T16:08:41.538 INFO:teuthology.orchestra.run.vm00.stdout:Running transaction test 2026-03-05T16:08:41.539 INFO:teuthology.orchestra.run.vm00.stdout:Transaction test succeeded. 2026-03-05T16:08:41.540 INFO:teuthology.orchestra.run.vm00.stdout:Running transaction 2026-03-05T16:08:41.557 INFO:teuthology.orchestra.run.vm00.stdout: Preparing : 1/1 2026-03-05T16:08:41.557 INFO:teuthology.orchestra.run.vm00.stdout: Erasing : cephadm-2:19.2.3-47.gc24117fd552.el9.clyso.noarch 1/1 2026-03-05T16:08:41.692 INFO:teuthology.orchestra.run.vm00.stdout: Running scriptlet: cephadm-2:19.2.3-47.gc24117fd552.el9.clyso.noarch 1/1 2026-03-05T16:08:41.727 INFO:teuthology.orchestra.run.vm00.stdout: Verifying : cephadm-2:19.2.3-47.gc24117fd552.el9.clyso.noarch 1/1 2026-03-05T16:08:41.727 INFO:teuthology.orchestra.run.vm00.stdout: 2026-03-05T16:08:41.727 INFO:teuthology.orchestra.run.vm00.stdout:Removed: 2026-03-05T16:08:41.727 INFO:teuthology.orchestra.run.vm00.stdout: cephadm-2:19.2.3-47.gc24117fd552.el9.clyso.noarch 2026-03-05T16:08:41.727 INFO:teuthology.orchestra.run.vm00.stdout: 2026-03-05T16:08:41.727 INFO:teuthology.orchestra.run.vm00.stdout:Complete! 2026-03-05T16:08:41.882 INFO:teuthology.orchestra.run.vm00.stdout:No match for argument: ceph-immutable-object-cache 2026-03-05T16:08:41.882 INFO:teuthology.orchestra.run.vm00.stderr:No packages marked for removal. 2026-03-05T16:08:41.885 INFO:teuthology.orchestra.run.vm00.stdout:Dependencies resolved. 2026-03-05T16:08:41.885 INFO:teuthology.orchestra.run.vm00.stdout:Nothing to do. 2026-03-05T16:08:41.885 INFO:teuthology.orchestra.run.vm00.stdout:Complete! 2026-03-05T16:08:42.031 INFO:teuthology.orchestra.run.vm00.stdout:No match for argument: ceph-mgr 2026-03-05T16:08:42.031 INFO:teuthology.orchestra.run.vm00.stderr:No packages marked for removal. 2026-03-05T16:08:42.033 INFO:teuthology.orchestra.run.vm00.stdout:Dependencies resolved. 2026-03-05T16:08:42.034 INFO:teuthology.orchestra.run.vm00.stdout:Nothing to do. 2026-03-05T16:08:42.034 INFO:teuthology.orchestra.run.vm00.stdout:Complete! 2026-03-05T16:08:42.188 INFO:teuthology.orchestra.run.vm00.stdout:No match for argument: ceph-mgr-dashboard 2026-03-05T16:08:42.189 INFO:teuthology.orchestra.run.vm00.stderr:No packages marked for removal. 2026-03-05T16:08:42.191 INFO:teuthology.orchestra.run.vm00.stdout:Dependencies resolved. 2026-03-05T16:08:42.191 INFO:teuthology.orchestra.run.vm00.stdout:Nothing to do. 2026-03-05T16:08:42.192 INFO:teuthology.orchestra.run.vm00.stdout:Complete! 2026-03-05T16:08:42.337 INFO:teuthology.orchestra.run.vm00.stdout:No match for argument: ceph-mgr-diskprediction-local 2026-03-05T16:08:42.338 INFO:teuthology.orchestra.run.vm00.stderr:No packages marked for removal. 2026-03-05T16:08:42.340 INFO:teuthology.orchestra.run.vm00.stdout:Dependencies resolved. 2026-03-05T16:08:42.340 INFO:teuthology.orchestra.run.vm00.stdout:Nothing to do. 2026-03-05T16:08:42.340 INFO:teuthology.orchestra.run.vm00.stdout:Complete! 2026-03-05T16:08:42.487 INFO:teuthology.orchestra.run.vm00.stdout:No match for argument: ceph-mgr-rook 2026-03-05T16:08:42.487 INFO:teuthology.orchestra.run.vm00.stderr:No packages marked for removal. 2026-03-05T16:08:42.490 INFO:teuthology.orchestra.run.vm00.stdout:Dependencies resolved. 2026-03-05T16:08:42.490 INFO:teuthology.orchestra.run.vm00.stdout:Nothing to do. 2026-03-05T16:08:42.490 INFO:teuthology.orchestra.run.vm00.stdout:Complete! 2026-03-05T16:08:42.636 INFO:teuthology.orchestra.run.vm00.stdout:No match for argument: ceph-mgr-cephadm 2026-03-05T16:08:42.636 INFO:teuthology.orchestra.run.vm00.stderr:No packages marked for removal. 2026-03-05T16:08:42.639 INFO:teuthology.orchestra.run.vm00.stdout:Dependencies resolved. 2026-03-05T16:08:42.639 INFO:teuthology.orchestra.run.vm00.stdout:Nothing to do. 2026-03-05T16:08:42.639 INFO:teuthology.orchestra.run.vm00.stdout:Complete! 2026-03-05T16:08:42.798 INFO:teuthology.orchestra.run.vm00.stdout:Dependencies resolved. 2026-03-05T16:08:42.798 INFO:teuthology.orchestra.run.vm00.stdout:================================================================================ 2026-03-05T16:08:42.798 INFO:teuthology.orchestra.run.vm00.stdout: Package Arch Version Repository Size 2026-03-05T16:08:42.798 INFO:teuthology.orchestra.run.vm00.stdout:================================================================================ 2026-03-05T16:08:42.798 INFO:teuthology.orchestra.run.vm00.stdout:Removing: 2026-03-05T16:08:42.798 INFO:teuthology.orchestra.run.vm00.stdout: ceph-fuse x86_64 2:19.2.3-47.gc24117fd552.el9.clyso @ceph 3.6 M 2026-03-05T16:08:42.798 INFO:teuthology.orchestra.run.vm00.stdout:Removing unused dependencies: 2026-03-05T16:08:42.798 INFO:teuthology.orchestra.run.vm00.stdout: fuse x86_64 2.9.9-17.el9 @baseos 213 k 2026-03-05T16:08:42.798 INFO:teuthology.orchestra.run.vm00.stdout: 2026-03-05T16:08:42.798 INFO:teuthology.orchestra.run.vm00.stdout:Transaction Summary 2026-03-05T16:08:42.798 INFO:teuthology.orchestra.run.vm00.stdout:================================================================================ 2026-03-05T16:08:42.798 INFO:teuthology.orchestra.run.vm00.stdout:Remove 2 Packages 2026-03-05T16:08:42.798 INFO:teuthology.orchestra.run.vm00.stdout: 2026-03-05T16:08:42.798 INFO:teuthology.orchestra.run.vm00.stdout:Freed space: 3.8 M 2026-03-05T16:08:42.798 INFO:teuthology.orchestra.run.vm00.stdout:Running transaction check 2026-03-05T16:08:42.800 INFO:teuthology.orchestra.run.vm00.stdout:Transaction check succeeded. 2026-03-05T16:08:42.800 INFO:teuthology.orchestra.run.vm00.stdout:Running transaction test 2026-03-05T16:08:42.810 INFO:teuthology.orchestra.run.vm00.stdout:Transaction test succeeded. 2026-03-05T16:08:42.810 INFO:teuthology.orchestra.run.vm00.stdout:Running transaction 2026-03-05T16:08:42.836 INFO:teuthology.orchestra.run.vm00.stdout: Preparing : 1/1 2026-03-05T16:08:42.839 INFO:teuthology.orchestra.run.vm00.stdout: Erasing : ceph-fuse-2:19.2.3-47.gc24117fd552.el9.clyso.x86_64 1/2 2026-03-05T16:08:42.852 INFO:teuthology.orchestra.run.vm00.stdout: Erasing : fuse-2.9.9-17.el9.x86_64 2/2 2026-03-05T16:08:42.908 INFO:teuthology.orchestra.run.vm00.stdout: Running scriptlet: fuse-2.9.9-17.el9.x86_64 2/2 2026-03-05T16:08:42.908 INFO:teuthology.orchestra.run.vm00.stdout: Verifying : ceph-fuse-2:19.2.3-47.gc24117fd552.el9.clyso.x86_64 1/2 2026-03-05T16:08:42.949 INFO:teuthology.orchestra.run.vm00.stdout: Verifying : fuse-2.9.9-17.el9.x86_64 2/2 2026-03-05T16:08:42.949 INFO:teuthology.orchestra.run.vm00.stdout: 2026-03-05T16:08:42.949 INFO:teuthology.orchestra.run.vm00.stdout:Removed: 2026-03-05T16:08:42.949 INFO:teuthology.orchestra.run.vm00.stdout: ceph-fuse-2:19.2.3-47.gc24117fd552.el9.clyso.x86_64 fuse-2.9.9-17.el9.x86_64 2026-03-05T16:08:42.950 INFO:teuthology.orchestra.run.vm00.stdout: 2026-03-05T16:08:42.950 INFO:teuthology.orchestra.run.vm00.stdout:Complete! 2026-03-05T16:08:43.141 INFO:teuthology.orchestra.run.vm00.stdout:No match for argument: ceph-volume 2026-03-05T16:08:43.142 INFO:teuthology.orchestra.run.vm00.stderr:No packages marked for removal. 2026-03-05T16:08:43.144 INFO:teuthology.orchestra.run.vm00.stdout:Dependencies resolved. 2026-03-05T16:08:43.145 INFO:teuthology.orchestra.run.vm00.stdout:Nothing to do. 2026-03-05T16:08:43.145 INFO:teuthology.orchestra.run.vm00.stdout:Complete! 2026-03-05T16:08:43.310 INFO:teuthology.orchestra.run.vm00.stdout:Dependencies resolved. 2026-03-05T16:08:43.310 INFO:teuthology.orchestra.run.vm00.stdout:================================================================================ 2026-03-05T16:08:43.310 INFO:teuthology.orchestra.run.vm00.stdout: Package Arch Version Repo Size 2026-03-05T16:08:43.310 INFO:teuthology.orchestra.run.vm00.stdout:================================================================================ 2026-03-05T16:08:43.310 INFO:teuthology.orchestra.run.vm00.stdout:Removing: 2026-03-05T16:08:43.310 INFO:teuthology.orchestra.run.vm00.stdout: librados-devel x86_64 2:19.2.3-47.gc24117fd552.el9.clyso @ceph 456 k 2026-03-05T16:08:43.310 INFO:teuthology.orchestra.run.vm00.stdout:Removing dependent packages: 2026-03-05T16:08:43.310 INFO:teuthology.orchestra.run.vm00.stdout: libcephfs-devel x86_64 2:19.2.3-47.gc24117fd552.el9.clyso @ceph 153 k 2026-03-05T16:08:43.310 INFO:teuthology.orchestra.run.vm00.stdout: 2026-03-05T16:08:43.310 INFO:teuthology.orchestra.run.vm00.stdout:Transaction Summary 2026-03-05T16:08:43.310 INFO:teuthology.orchestra.run.vm00.stdout:================================================================================ 2026-03-05T16:08:43.311 INFO:teuthology.orchestra.run.vm00.stdout:Remove 2 Packages 2026-03-05T16:08:43.311 INFO:teuthology.orchestra.run.vm00.stdout: 2026-03-05T16:08:43.311 INFO:teuthology.orchestra.run.vm00.stdout:Freed space: 610 k 2026-03-05T16:08:43.311 INFO:teuthology.orchestra.run.vm00.stdout:Running transaction check 2026-03-05T16:08:43.312 INFO:teuthology.orchestra.run.vm00.stdout:Transaction check succeeded. 2026-03-05T16:08:43.312 INFO:teuthology.orchestra.run.vm00.stdout:Running transaction test 2026-03-05T16:08:43.320 INFO:teuthology.orchestra.run.vm00.stdout:Transaction test succeeded. 2026-03-05T16:08:43.320 INFO:teuthology.orchestra.run.vm00.stdout:Running transaction 2026-03-05T16:08:43.343 INFO:teuthology.orchestra.run.vm00.stdout: Preparing : 1/1 2026-03-05T16:08:43.345 INFO:teuthology.orchestra.run.vm00.stdout: Erasing : libcephfs-devel-2:19.2.3-47.gc24117fd552.el9.clyso.x 1/2 2026-03-05T16:08:43.357 INFO:teuthology.orchestra.run.vm00.stdout: Erasing : librados-devel-2:19.2.3-47.gc24117fd552.el9.clyso.x8 2/2 2026-03-05T16:08:43.411 INFO:teuthology.orchestra.run.vm00.stdout: Running scriptlet: librados-devel-2:19.2.3-47.gc24117fd552.el9.clyso.x8 2/2 2026-03-05T16:08:43.411 INFO:teuthology.orchestra.run.vm00.stdout: Verifying : libcephfs-devel-2:19.2.3-47.gc24117fd552.el9.clyso.x 1/2 2026-03-05T16:08:43.449 INFO:teuthology.orchestra.run.vm00.stdout: Verifying : librados-devel-2:19.2.3-47.gc24117fd552.el9.clyso.x8 2/2 2026-03-05T16:08:43.449 INFO:teuthology.orchestra.run.vm00.stdout: 2026-03-05T16:08:43.449 INFO:teuthology.orchestra.run.vm00.stdout:Removed: 2026-03-05T16:08:43.449 INFO:teuthology.orchestra.run.vm00.stdout: libcephfs-devel-2:19.2.3-47.gc24117fd552.el9.clyso.x86_64 2026-03-05T16:08:43.449 INFO:teuthology.orchestra.run.vm00.stdout: librados-devel-2:19.2.3-47.gc24117fd552.el9.clyso.x86_64 2026-03-05T16:08:43.449 INFO:teuthology.orchestra.run.vm00.stdout: 2026-03-05T16:08:43.449 INFO:teuthology.orchestra.run.vm00.stdout:Complete! 2026-03-05T16:08:43.619 INFO:teuthology.orchestra.run.vm00.stdout:Dependencies resolved. 2026-03-05T16:08:43.619 INFO:teuthology.orchestra.run.vm00.stdout:================================================================================ 2026-03-05T16:08:43.619 INFO:teuthology.orchestra.run.vm00.stdout: Package Arch Version Repo Size 2026-03-05T16:08:43.620 INFO:teuthology.orchestra.run.vm00.stdout:================================================================================ 2026-03-05T16:08:43.620 INFO:teuthology.orchestra.run.vm00.stdout:Removing: 2026-03-05T16:08:43.620 INFO:teuthology.orchestra.run.vm00.stdout: libcephfs2 x86_64 2:19.2.3-47.gc24117fd552.el9.clyso @ceph 3.0 M 2026-03-05T16:08:43.620 INFO:teuthology.orchestra.run.vm00.stdout:Removing dependent packages: 2026-03-05T16:08:43.620 INFO:teuthology.orchestra.run.vm00.stdout: python3-cephfs x86_64 2:19.2.3-47.gc24117fd552.el9.clyso @ceph 514 k 2026-03-05T16:08:43.620 INFO:teuthology.orchestra.run.vm00.stdout:Removing unused dependencies: 2026-03-05T16:08:43.620 INFO:teuthology.orchestra.run.vm00.stdout: python3-ceph-argparse x86_64 2:19.2.3-47.gc24117fd552.el9.clyso @ceph 187 k 2026-03-05T16:08:43.620 INFO:teuthology.orchestra.run.vm00.stdout: 2026-03-05T16:08:43.620 INFO:teuthology.orchestra.run.vm00.stdout:Transaction Summary 2026-03-05T16:08:43.620 INFO:teuthology.orchestra.run.vm00.stdout:================================================================================ 2026-03-05T16:08:43.620 INFO:teuthology.orchestra.run.vm00.stdout:Remove 3 Packages 2026-03-05T16:08:43.620 INFO:teuthology.orchestra.run.vm00.stdout: 2026-03-05T16:08:43.620 INFO:teuthology.orchestra.run.vm00.stdout:Freed space: 3.7 M 2026-03-05T16:08:43.620 INFO:teuthology.orchestra.run.vm00.stdout:Running transaction check 2026-03-05T16:08:43.621 INFO:teuthology.orchestra.run.vm00.stdout:Transaction check succeeded. 2026-03-05T16:08:43.621 INFO:teuthology.orchestra.run.vm00.stdout:Running transaction test 2026-03-05T16:08:43.632 INFO:teuthology.orchestra.run.vm00.stdout:Transaction test succeeded. 2026-03-05T16:08:43.632 INFO:teuthology.orchestra.run.vm00.stdout:Running transaction 2026-03-05T16:08:43.657 INFO:teuthology.orchestra.run.vm00.stdout: Preparing : 1/1 2026-03-05T16:08:43.659 INFO:teuthology.orchestra.run.vm00.stdout: Erasing : python3-cephfs-2:19.2.3-47.gc24117fd552.el9.clyso.x8 1/3 2026-03-05T16:08:43.660 INFO:teuthology.orchestra.run.vm00.stdout: Erasing : python3-ceph-argparse-2:19.2.3-47.gc24117fd552.el9.c 2/3 2026-03-05T16:08:43.660 INFO:teuthology.orchestra.run.vm00.stdout: Erasing : libcephfs2-2:19.2.3-47.gc24117fd552.el9.clyso.x86_64 3/3 2026-03-05T16:08:43.716 INFO:teuthology.orchestra.run.vm00.stdout: Running scriptlet: libcephfs2-2:19.2.3-47.gc24117fd552.el9.clyso.x86_64 3/3 2026-03-05T16:08:43.716 INFO:teuthology.orchestra.run.vm00.stdout: Verifying : libcephfs2-2:19.2.3-47.gc24117fd552.el9.clyso.x86_64 1/3 2026-03-05T16:08:43.716 INFO:teuthology.orchestra.run.vm00.stdout: Verifying : python3-ceph-argparse-2:19.2.3-47.gc24117fd552.el9.c 2/3 2026-03-05T16:08:43.750 INFO:teuthology.orchestra.run.vm00.stdout: Verifying : python3-cephfs-2:19.2.3-47.gc24117fd552.el9.clyso.x8 3/3 2026-03-05T16:08:43.750 INFO:teuthology.orchestra.run.vm00.stdout: 2026-03-05T16:08:43.750 INFO:teuthology.orchestra.run.vm00.stdout:Removed: 2026-03-05T16:08:43.750 INFO:teuthology.orchestra.run.vm00.stdout: libcephfs2-2:19.2.3-47.gc24117fd552.el9.clyso.x86_64 2026-03-05T16:08:43.750 INFO:teuthology.orchestra.run.vm00.stdout: python3-ceph-argparse-2:19.2.3-47.gc24117fd552.el9.clyso.x86_64 2026-03-05T16:08:43.751 INFO:teuthology.orchestra.run.vm00.stdout: python3-cephfs-2:19.2.3-47.gc24117fd552.el9.clyso.x86_64 2026-03-05T16:08:43.751 INFO:teuthology.orchestra.run.vm00.stdout: 2026-03-05T16:08:43.751 INFO:teuthology.orchestra.run.vm00.stdout:Complete! 2026-03-05T16:08:43.900 INFO:teuthology.orchestra.run.vm00.stdout:No match for argument: libcephfs-devel 2026-03-05T16:08:43.901 INFO:teuthology.orchestra.run.vm00.stderr:No packages marked for removal. 2026-03-05T16:08:43.903 INFO:teuthology.orchestra.run.vm00.stdout:Dependencies resolved. 2026-03-05T16:08:43.904 INFO:teuthology.orchestra.run.vm00.stdout:Nothing to do. 2026-03-05T16:08:43.904 INFO:teuthology.orchestra.run.vm00.stdout:Complete! 2026-03-05T16:08:44.073 INFO:teuthology.orchestra.run.vm00.stdout:Dependencies resolved. 2026-03-05T16:08:44.075 INFO:teuthology.orchestra.run.vm00.stdout:================================================================================ 2026-03-05T16:08:44.075 INFO:teuthology.orchestra.run.vm00.stdout: Package Arch Version Repository Size 2026-03-05T16:08:44.075 INFO:teuthology.orchestra.run.vm00.stdout:================================================================================ 2026-03-05T16:08:44.075 INFO:teuthology.orchestra.run.vm00.stdout:Removing: 2026-03-05T16:08:44.075 INFO:teuthology.orchestra.run.vm00.stdout: librados2 x86_64 2:19.2.3-47.gc24117fd552.el9.clyso @ceph 13 M 2026-03-05T16:08:44.075 INFO:teuthology.orchestra.run.vm00.stdout:Removing dependent packages: 2026-03-05T16:08:44.075 INFO:teuthology.orchestra.run.vm00.stdout: python3-rados x86_64 2:19.2.3-47.gc24117fd552.el9.clyso @ceph 1.1 M 2026-03-05T16:08:44.075 INFO:teuthology.orchestra.run.vm00.stdout: python3-rbd x86_64 2:19.2.3-47.gc24117fd552.el9.clyso @ceph 1.1 M 2026-03-05T16:08:44.075 INFO:teuthology.orchestra.run.vm00.stdout: python3-rgw x86_64 2:19.2.3-47.gc24117fd552.el9.clyso @ceph 265 k 2026-03-05T16:08:44.075 INFO:teuthology.orchestra.run.vm00.stdout: qemu-kvm-block-rbd x86_64 17:9.1.0-29.el9_7.6 @appstream 41 k 2026-03-05T16:08:44.075 INFO:teuthology.orchestra.run.vm00.stdout: rbd-fuse x86_64 2:19.2.3-47.gc24117fd552.el9.clyso @ceph 227 k 2026-03-05T16:08:44.075 INFO:teuthology.orchestra.run.vm00.stdout: rbd-nbd x86_64 2:19.2.3-47.gc24117fd552.el9.clyso @ceph 494 k 2026-03-05T16:08:44.075 INFO:teuthology.orchestra.run.vm00.stdout:Removing unused dependencies: 2026-03-05T16:08:44.075 INFO:teuthology.orchestra.run.vm00.stdout: boost-program-options 2026-03-05T16:08:44.075 INFO:teuthology.orchestra.run.vm00.stdout: x86_64 1.75.0-13.el9_7 @appstream 276 k 2026-03-05T16:08:44.075 INFO:teuthology.orchestra.run.vm00.stdout: libarrow x86_64 9.0.0-15.el9 @epel 18 M 2026-03-05T16:08:44.075 INFO:teuthology.orchestra.run.vm00.stdout: libarrow-doc noarch 9.0.0-15.el9 @epel 122 k 2026-03-05T16:08:44.075 INFO:teuthology.orchestra.run.vm00.stdout: libnbd x86_64 1.20.3-4.el9 @appstream 461 k 2026-03-05T16:08:44.075 INFO:teuthology.orchestra.run.vm00.stdout: libpmemobj x86_64 1.12.1-1.el9 @appstream 383 k 2026-03-05T16:08:44.075 INFO:teuthology.orchestra.run.vm00.stdout: librabbitmq x86_64 0.11.0-7.el9 @appstream 102 k 2026-03-05T16:08:44.075 INFO:teuthology.orchestra.run.vm00.stdout: librbd1 x86_64 2:19.2.3-47.gc24117fd552.el9.clyso @ceph 13 M 2026-03-05T16:08:44.075 INFO:teuthology.orchestra.run.vm00.stdout: librdkafka x86_64 1.6.1-102.el9 @appstream 2.0 M 2026-03-05T16:08:44.075 INFO:teuthology.orchestra.run.vm00.stdout: librgw2 x86_64 2:19.2.3-47.gc24117fd552.el9.clyso @ceph 19 M 2026-03-05T16:08:44.075 INFO:teuthology.orchestra.run.vm00.stdout: lmdb-libs x86_64 0.9.29-3.el9 @baseos 106 k 2026-03-05T16:08:44.075 INFO:teuthology.orchestra.run.vm00.stdout: lttng-ust x86_64 2.12.0-6.el9 @appstream 1.0 M 2026-03-05T16:08:44.075 INFO:teuthology.orchestra.run.vm00.stdout: parquet-libs x86_64 9.0.0-15.el9 @epel 2.8 M 2026-03-05T16:08:44.075 INFO:teuthology.orchestra.run.vm00.stdout: re2 x86_64 1:20211101-20.el9 @epel 472 k 2026-03-05T16:08:44.075 INFO:teuthology.orchestra.run.vm00.stdout: thrift x86_64 0.15.0-4.el9 @epel 4.8 M 2026-03-05T16:08:44.075 INFO:teuthology.orchestra.run.vm00.stdout: 2026-03-05T16:08:44.075 INFO:teuthology.orchestra.run.vm00.stdout:Transaction Summary 2026-03-05T16:08:44.075 INFO:teuthology.orchestra.run.vm00.stdout:================================================================================ 2026-03-05T16:08:44.075 INFO:teuthology.orchestra.run.vm00.stdout:Remove 21 Packages 2026-03-05T16:08:44.075 INFO:teuthology.orchestra.run.vm00.stdout: 2026-03-05T16:08:44.075 INFO:teuthology.orchestra.run.vm00.stdout:Freed space: 79 M 2026-03-05T16:08:44.075 INFO:teuthology.orchestra.run.vm00.stdout:Running transaction check 2026-03-05T16:08:44.079 INFO:teuthology.orchestra.run.vm00.stdout:Transaction check succeeded. 2026-03-05T16:08:44.079 INFO:teuthology.orchestra.run.vm00.stdout:Running transaction test 2026-03-05T16:08:44.095 INFO:teuthology.orchestra.run.vm00.stdout:Transaction test succeeded. 2026-03-05T16:08:44.095 INFO:teuthology.orchestra.run.vm00.stdout:Running transaction 2026-03-05T16:08:44.129 INFO:teuthology.orchestra.run.vm00.stdout: Preparing : 1/1 2026-03-05T16:08:44.131 INFO:teuthology.orchestra.run.vm00.stdout: Erasing : rbd-nbd-2:19.2.3-47.gc24117fd552.el9.clyso.x86_64 1/21 2026-03-05T16:08:44.133 INFO:teuthology.orchestra.run.vm00.stdout: Erasing : rbd-fuse-2:19.2.3-47.gc24117fd552.el9.clyso.x86_64 2/21 2026-03-05T16:08:44.137 INFO:teuthology.orchestra.run.vm00.stdout: Erasing : python3-rgw-2:19.2.3-47.gc24117fd552.el9.clyso.x86 3/21 2026-03-05T16:08:44.137 INFO:teuthology.orchestra.run.vm00.stdout: Erasing : librgw2-2:19.2.3-47.gc24117fd552.el9.clyso.x86_64 4/21 2026-03-05T16:08:44.148 INFO:teuthology.orchestra.run.vm00.stdout: Running scriptlet: librgw2-2:19.2.3-47.gc24117fd552.el9.clyso.x86_64 4/21 2026-03-05T16:08:44.150 INFO:teuthology.orchestra.run.vm00.stdout: Erasing : parquet-libs-9.0.0-15.el9.x86_64 5/21 2026-03-05T16:08:44.152 INFO:teuthology.orchestra.run.vm00.stdout: Erasing : python3-rbd-2:19.2.3-47.gc24117fd552.el9.clyso.x86 6/21 2026-03-05T16:08:44.153 INFO:teuthology.orchestra.run.vm00.stdout: Erasing : python3-rados-2:19.2.3-47.gc24117fd552.el9.clyso.x 7/21 2026-03-05T16:08:44.154 INFO:teuthology.orchestra.run.vm00.stdout: Erasing : qemu-kvm-block-rbd-17:9.1.0-29.el9_7.6.x86_64 8/21 2026-03-05T16:08:44.157 INFO:teuthology.orchestra.run.vm00.stdout: Erasing : libarrow-doc-9.0.0-15.el9.noarch 9/21 2026-03-05T16:08:44.157 INFO:teuthology.orchestra.run.vm00.stdout: Erasing : librbd1-2:19.2.3-47.gc24117fd552.el9.clyso.x86_64 10/21 2026-03-05T16:08:44.169 INFO:teuthology.orchestra.run.vm00.stdout: Running scriptlet: librbd1-2:19.2.3-47.gc24117fd552.el9.clyso.x86_64 10/21 2026-03-05T16:08:44.169 INFO:teuthology.orchestra.run.vm00.stdout: Erasing : librados2-2:19.2.3-47.gc24117fd552.el9.clyso.x86_6 11/21 2026-03-05T16:08:44.169 INFO:teuthology.orchestra.run.vm00.stdout:warning: file /etc/ceph: remove failed: No such file or directory 2026-03-05T16:08:44.169 INFO:teuthology.orchestra.run.vm00.stdout: 2026-03-05T16:08:44.181 INFO:teuthology.orchestra.run.vm00.stdout: Running scriptlet: librados2-2:19.2.3-47.gc24117fd552.el9.clyso.x86_6 11/21 2026-03-05T16:08:44.183 INFO:teuthology.orchestra.run.vm00.stdout: Erasing : libarrow-9.0.0-15.el9.x86_64 12/21 2026-03-05T16:08:44.186 INFO:teuthology.orchestra.run.vm00.stdout: Erasing : re2-1:20211101-20.el9.x86_64 13/21 2026-03-05T16:08:44.189 INFO:teuthology.orchestra.run.vm00.stdout: Erasing : lttng-ust-2.12.0-6.el9.x86_64 14/21 2026-03-05T16:08:44.191 INFO:teuthology.orchestra.run.vm00.stdout: Erasing : thrift-0.15.0-4.el9.x86_64 15/21 2026-03-05T16:08:44.193 INFO:teuthology.orchestra.run.vm00.stdout: Erasing : libnbd-1.20.3-4.el9.x86_64 16/21 2026-03-05T16:08:44.195 INFO:teuthology.orchestra.run.vm00.stdout: Erasing : libpmemobj-1.12.1-1.el9.x86_64 17/21 2026-03-05T16:08:44.197 INFO:teuthology.orchestra.run.vm00.stdout: Erasing : boost-program-options-1.75.0-13.el9_7.x86_64 18/21 2026-03-05T16:08:44.199 INFO:teuthology.orchestra.run.vm00.stdout: Erasing : lmdb-libs-0.9.29-3.el9.x86_64 19/21 2026-03-05T16:08:44.201 INFO:teuthology.orchestra.run.vm00.stdout: Erasing : librabbitmq-0.11.0-7.el9.x86_64 20/21 2026-03-05T16:08:44.214 INFO:teuthology.orchestra.run.vm00.stdout: Erasing : librdkafka-1.6.1-102.el9.x86_64 21/21 2026-03-05T16:08:44.265 INFO:teuthology.orchestra.run.vm00.stdout: Running scriptlet: librdkafka-1.6.1-102.el9.x86_64 21/21 2026-03-05T16:08:44.265 INFO:teuthology.orchestra.run.vm00.stdout: Verifying : boost-program-options-1.75.0-13.el9_7.x86_64 1/21 2026-03-05T16:08:44.265 INFO:teuthology.orchestra.run.vm00.stdout: Verifying : libarrow-9.0.0-15.el9.x86_64 2/21 2026-03-05T16:08:44.265 INFO:teuthology.orchestra.run.vm00.stdout: Verifying : libarrow-doc-9.0.0-15.el9.noarch 3/21 2026-03-05T16:08:44.265 INFO:teuthology.orchestra.run.vm00.stdout: Verifying : libnbd-1.20.3-4.el9.x86_64 4/21 2026-03-05T16:08:44.265 INFO:teuthology.orchestra.run.vm00.stdout: Verifying : libpmemobj-1.12.1-1.el9.x86_64 5/21 2026-03-05T16:08:44.265 INFO:teuthology.orchestra.run.vm00.stdout: Verifying : librabbitmq-0.11.0-7.el9.x86_64 6/21 2026-03-05T16:08:44.265 INFO:teuthology.orchestra.run.vm00.stdout: Verifying : librados2-2:19.2.3-47.gc24117fd552.el9.clyso.x86_6 7/21 2026-03-05T16:08:44.265 INFO:teuthology.orchestra.run.vm00.stdout: Verifying : librbd1-2:19.2.3-47.gc24117fd552.el9.clyso.x86_64 8/21 2026-03-05T16:08:44.265 INFO:teuthology.orchestra.run.vm00.stdout: Verifying : librdkafka-1.6.1-102.el9.x86_64 9/21 2026-03-05T16:08:44.265 INFO:teuthology.orchestra.run.vm00.stdout: Verifying : librgw2-2:19.2.3-47.gc24117fd552.el9.clyso.x86_64 10/21 2026-03-05T16:08:44.265 INFO:teuthology.orchestra.run.vm00.stdout: Verifying : lmdb-libs-0.9.29-3.el9.x86_64 11/21 2026-03-05T16:08:44.265 INFO:teuthology.orchestra.run.vm00.stdout: Verifying : lttng-ust-2.12.0-6.el9.x86_64 12/21 2026-03-05T16:08:44.265 INFO:teuthology.orchestra.run.vm00.stdout: Verifying : parquet-libs-9.0.0-15.el9.x86_64 13/21 2026-03-05T16:08:44.265 INFO:teuthology.orchestra.run.vm00.stdout: Verifying : python3-rados-2:19.2.3-47.gc24117fd552.el9.clyso.x 14/21 2026-03-05T16:08:44.265 INFO:teuthology.orchestra.run.vm00.stdout: Verifying : python3-rbd-2:19.2.3-47.gc24117fd552.el9.clyso.x86 15/21 2026-03-05T16:08:44.265 INFO:teuthology.orchestra.run.vm00.stdout: Verifying : python3-rgw-2:19.2.3-47.gc24117fd552.el9.clyso.x86 16/21 2026-03-05T16:08:44.265 INFO:teuthology.orchestra.run.vm00.stdout: Verifying : qemu-kvm-block-rbd-17:9.1.0-29.el9_7.6.x86_64 17/21 2026-03-05T16:08:44.265 INFO:teuthology.orchestra.run.vm00.stdout: Verifying : rbd-fuse-2:19.2.3-47.gc24117fd552.el9.clyso.x86_64 18/21 2026-03-05T16:08:44.265 INFO:teuthology.orchestra.run.vm00.stdout: Verifying : rbd-nbd-2:19.2.3-47.gc24117fd552.el9.clyso.x86_64 19/21 2026-03-05T16:08:44.265 INFO:teuthology.orchestra.run.vm00.stdout: Verifying : re2-1:20211101-20.el9.x86_64 20/21 2026-03-05T16:08:44.308 INFO:teuthology.orchestra.run.vm00.stdout: Verifying : thrift-0.15.0-4.el9.x86_64 21/21 2026-03-05T16:08:44.308 INFO:teuthology.orchestra.run.vm00.stdout: 2026-03-05T16:08:44.309 INFO:teuthology.orchestra.run.vm00.stdout:Removed: 2026-03-05T16:08:44.309 INFO:teuthology.orchestra.run.vm00.stdout: boost-program-options-1.75.0-13.el9_7.x86_64 2026-03-05T16:08:44.309 INFO:teuthology.orchestra.run.vm00.stdout: libarrow-9.0.0-15.el9.x86_64 2026-03-05T16:08:44.309 INFO:teuthology.orchestra.run.vm00.stdout: libarrow-doc-9.0.0-15.el9.noarch 2026-03-05T16:08:44.309 INFO:teuthology.orchestra.run.vm00.stdout: libnbd-1.20.3-4.el9.x86_64 2026-03-05T16:08:44.309 INFO:teuthology.orchestra.run.vm00.stdout: libpmemobj-1.12.1-1.el9.x86_64 2026-03-05T16:08:44.309 INFO:teuthology.orchestra.run.vm00.stdout: librabbitmq-0.11.0-7.el9.x86_64 2026-03-05T16:08:44.309 INFO:teuthology.orchestra.run.vm00.stdout: librados2-2:19.2.3-47.gc24117fd552.el9.clyso.x86_64 2026-03-05T16:08:44.309 INFO:teuthology.orchestra.run.vm00.stdout: librbd1-2:19.2.3-47.gc24117fd552.el9.clyso.x86_64 2026-03-05T16:08:44.309 INFO:teuthology.orchestra.run.vm00.stdout: librdkafka-1.6.1-102.el9.x86_64 2026-03-05T16:08:44.309 INFO:teuthology.orchestra.run.vm00.stdout: librgw2-2:19.2.3-47.gc24117fd552.el9.clyso.x86_64 2026-03-05T16:08:44.309 INFO:teuthology.orchestra.run.vm00.stdout: lmdb-libs-0.9.29-3.el9.x86_64 2026-03-05T16:08:44.309 INFO:teuthology.orchestra.run.vm00.stdout: lttng-ust-2.12.0-6.el9.x86_64 2026-03-05T16:08:44.309 INFO:teuthology.orchestra.run.vm00.stdout: parquet-libs-9.0.0-15.el9.x86_64 2026-03-05T16:08:44.309 INFO:teuthology.orchestra.run.vm00.stdout: python3-rados-2:19.2.3-47.gc24117fd552.el9.clyso.x86_64 2026-03-05T16:08:44.309 INFO:teuthology.orchestra.run.vm00.stdout: python3-rbd-2:19.2.3-47.gc24117fd552.el9.clyso.x86_64 2026-03-05T16:08:44.309 INFO:teuthology.orchestra.run.vm00.stdout: python3-rgw-2:19.2.3-47.gc24117fd552.el9.clyso.x86_64 2026-03-05T16:08:44.309 INFO:teuthology.orchestra.run.vm00.stdout: qemu-kvm-block-rbd-17:9.1.0-29.el9_7.6.x86_64 2026-03-05T16:08:44.309 INFO:teuthology.orchestra.run.vm00.stdout: rbd-fuse-2:19.2.3-47.gc24117fd552.el9.clyso.x86_64 2026-03-05T16:08:44.309 INFO:teuthology.orchestra.run.vm00.stdout: rbd-nbd-2:19.2.3-47.gc24117fd552.el9.clyso.x86_64 2026-03-05T16:08:44.309 INFO:teuthology.orchestra.run.vm00.stdout: re2-1:20211101-20.el9.x86_64 2026-03-05T16:08:44.309 INFO:teuthology.orchestra.run.vm00.stdout: thrift-0.15.0-4.el9.x86_64 2026-03-05T16:08:44.309 INFO:teuthology.orchestra.run.vm00.stdout: 2026-03-05T16:08:44.309 INFO:teuthology.orchestra.run.vm00.stdout:Complete! 2026-03-05T16:08:44.484 INFO:teuthology.orchestra.run.vm00.stdout:No match for argument: librbd1 2026-03-05T16:08:44.485 INFO:teuthology.orchestra.run.vm00.stderr:No packages marked for removal. 2026-03-05T16:08:44.487 INFO:teuthology.orchestra.run.vm00.stdout:Dependencies resolved. 2026-03-05T16:08:44.488 INFO:teuthology.orchestra.run.vm00.stdout:Nothing to do. 2026-03-05T16:08:44.488 INFO:teuthology.orchestra.run.vm00.stdout:Complete! 2026-03-05T16:08:44.650 INFO:teuthology.orchestra.run.vm00.stdout:No match for argument: python3-rados 2026-03-05T16:08:44.650 INFO:teuthology.orchestra.run.vm00.stderr:No packages marked for removal. 2026-03-05T16:08:44.653 INFO:teuthology.orchestra.run.vm00.stdout:Dependencies resolved. 2026-03-05T16:08:44.654 INFO:teuthology.orchestra.run.vm00.stdout:Nothing to do. 2026-03-05T16:08:44.654 INFO:teuthology.orchestra.run.vm00.stdout:Complete! 2026-03-05T16:08:44.825 INFO:teuthology.orchestra.run.vm00.stdout:No match for argument: python3-rgw 2026-03-05T16:08:44.825 INFO:teuthology.orchestra.run.vm00.stderr:No packages marked for removal. 2026-03-05T16:08:44.827 INFO:teuthology.orchestra.run.vm00.stdout:Dependencies resolved. 2026-03-05T16:08:44.828 INFO:teuthology.orchestra.run.vm00.stdout:Nothing to do. 2026-03-05T16:08:44.828 INFO:teuthology.orchestra.run.vm00.stdout:Complete! 2026-03-05T16:08:44.978 INFO:teuthology.orchestra.run.vm00.stdout:No match for argument: python3-cephfs 2026-03-05T16:08:44.978 INFO:teuthology.orchestra.run.vm00.stderr:No packages marked for removal. 2026-03-05T16:08:44.981 INFO:teuthology.orchestra.run.vm00.stdout:Dependencies resolved. 2026-03-05T16:08:44.981 INFO:teuthology.orchestra.run.vm00.stdout:Nothing to do. 2026-03-05T16:08:44.981 INFO:teuthology.orchestra.run.vm00.stdout:Complete! 2026-03-05T16:08:45.128 INFO:teuthology.orchestra.run.vm00.stdout:No match for argument: python3-rbd 2026-03-05T16:08:45.128 INFO:teuthology.orchestra.run.vm00.stderr:No packages marked for removal. 2026-03-05T16:08:45.131 INFO:teuthology.orchestra.run.vm00.stdout:Dependencies resolved. 2026-03-05T16:08:45.131 INFO:teuthology.orchestra.run.vm00.stdout:Nothing to do. 2026-03-05T16:08:45.131 INFO:teuthology.orchestra.run.vm00.stdout:Complete! 2026-03-05T16:08:45.280 INFO:teuthology.orchestra.run.vm00.stdout:No match for argument: rbd-fuse 2026-03-05T16:08:45.280 INFO:teuthology.orchestra.run.vm00.stderr:No packages marked for removal. 2026-03-05T16:08:45.283 INFO:teuthology.orchestra.run.vm00.stdout:Dependencies resolved. 2026-03-05T16:08:45.283 INFO:teuthology.orchestra.run.vm00.stdout:Nothing to do. 2026-03-05T16:08:45.283 INFO:teuthology.orchestra.run.vm00.stdout:Complete! 2026-03-05T16:08:45.434 INFO:teuthology.orchestra.run.vm00.stdout:No match for argument: rbd-mirror 2026-03-05T16:08:45.434 INFO:teuthology.orchestra.run.vm00.stderr:No packages marked for removal. 2026-03-05T16:08:45.437 INFO:teuthology.orchestra.run.vm00.stdout:Dependencies resolved. 2026-03-05T16:08:45.437 INFO:teuthology.orchestra.run.vm00.stdout:Nothing to do. 2026-03-05T16:08:45.438 INFO:teuthology.orchestra.run.vm00.stdout:Complete! 2026-03-05T16:08:45.583 INFO:teuthology.orchestra.run.vm00.stdout:No match for argument: rbd-nbd 2026-03-05T16:08:45.583 INFO:teuthology.orchestra.run.vm00.stderr:No packages marked for removal. 2026-03-05T16:08:45.586 INFO:teuthology.orchestra.run.vm00.stdout:Dependencies resolved. 2026-03-05T16:08:45.586 INFO:teuthology.orchestra.run.vm00.stdout:Nothing to do. 2026-03-05T16:08:45.586 INFO:teuthology.orchestra.run.vm00.stdout:Complete! 2026-03-05T16:08:45.605 DEBUG:teuthology.orchestra.run.vm00:> sudo yum clean all 2026-03-05T16:08:45.724 INFO:teuthology.orchestra.run.vm00.stdout:62 files removed 2026-03-05T16:08:45.743 DEBUG:teuthology.orchestra.run.vm00:> sudo rm /etc/yum.repos.d/ceph-source.repo 2026-03-05T16:08:45.765 DEBUG:teuthology.orchestra.run.vm00:> sudo rm /etc/yum.repos.d/ceph-noarch.repo 2026-03-05T16:08:45.828 DEBUG:teuthology.orchestra.run.vm00:> sudo rm /etc/yum.repos.d/ceph.repo 2026-03-05T16:08:45.890 DEBUG:teuthology.orchestra.run.vm00:> sudo yum clean expire-cache 2026-03-05T16:08:46.032 INFO:teuthology.orchestra.run.vm00.stdout:Cache was expired 2026-03-05T16:08:46.032 INFO:teuthology.orchestra.run.vm00.stdout:0 files removed 2026-03-05T16:08:46.047 DEBUG:teuthology.parallel:result is None 2026-03-05T16:08:46.048 INFO:teuthology.task.install:Removing ceph sources lists on ubuntu@vm00.local 2026-03-05T16:08:46.048 DEBUG:teuthology.orchestra.run.vm00:> sudo rm -f /etc/yum.repos.d/ceph.repo 2026-03-05T16:08:46.071 DEBUG:teuthology.orchestra.run.vm00:> sudo mv -f /etc/yum/pluginconf.d/priorities.conf.orig /etc/yum/pluginconf.d/priorities.conf 2026-03-05T16:08:46.133 INFO:teuthology.orchestra.run.vm00.stderr:mv: cannot stat '/etc/yum/pluginconf.d/priorities.conf.orig': No such file or directory 2026-03-05T16:08:46.134 DEBUG:teuthology.orchestra.run:got remote process result: 1 2026-03-05T16:08:46.134 DEBUG:teuthology.parallel:result is None 2026-03-05T16:08:46.134 DEBUG:teuthology.run_tasks:Unwinding manager clock 2026-03-05T16:08:46.136 INFO:teuthology.task.clock:Checking final clock skew... 2026-03-05T16:08:46.136 DEBUG:teuthology.orchestra.run.vm00:> PATH=/usr/bin:/usr/sbin ntpq -p || PATH=/usr/bin:/usr/sbin chronyc sources || true 2026-03-05T16:08:46.188 INFO:teuthology.orchestra.run.vm00.stderr:bash: line 1: ntpq: command not found 2026-03-05T16:08:46.190 INFO:teuthology.orchestra.run.vm00.stdout:MS Name/IP address Stratum Poll Reach LastRx Last sample 2026-03-05T16:08:46.191 INFO:teuthology.orchestra.run.vm00.stdout:=============================================================================== 2026-03-05T16:08:46.191 INFO:teuthology.orchestra.run.vm00.stdout:^+ dominus.von-oppen.com 2 6 77 53 -2050us[-2050us] +/- 43ms 2026-03-05T16:08:46.191 INFO:teuthology.orchestra.run.vm00.stdout:^+ 104-167-24-26.lunoxia.fc> 3 6 77 54 -356us[ -332us] +/- 49ms 2026-03-05T16:08:46.191 INFO:teuthology.orchestra.run.vm00.stdout:^+ red-pelican-63749.zap.cl> 3 6 77 54 +2499us[+2524us] +/- 35ms 2026-03-05T16:08:46.191 INFO:teuthology.orchestra.run.vm00.stdout:^* netcup02.theravenhub.com 2 6 77 53 -260us[ -235us] +/- 19ms 2026-03-05T16:08:46.191 DEBUG:teuthology.run_tasks:Unwinding manager ansible.cephlab 2026-03-05T16:08:46.193 INFO:teuthology.task.ansible:Skipping ansible cleanup... 2026-03-05T16:08:46.193 DEBUG:teuthology.run_tasks:Unwinding manager selinux 2026-03-05T16:08:46.195 DEBUG:teuthology.run_tasks:Unwinding manager pcp 2026-03-05T16:08:46.197 DEBUG:teuthology.run_tasks:Unwinding manager internal.timer 2026-03-05T16:08:46.198 INFO:teuthology.task.internal:Duration was 349.116913 seconds 2026-03-05T16:08:46.199 DEBUG:teuthology.run_tasks:Unwinding manager internal.syslog 2026-03-05T16:08:46.200 INFO:teuthology.task.internal.syslog:Shutting down syslog monitoring... 2026-03-05T16:08:46.200 DEBUG:teuthology.orchestra.run.vm00:> sudo rm -f -- /etc/rsyslog.d/80-cephtest.conf && sudo service rsyslog restart 2026-03-05T16:08:46.264 INFO:teuthology.orchestra.run.vm00.stderr:Redirecting to /bin/systemctl restart rsyslog.service 2026-03-05T16:08:46.540 INFO:teuthology.task.internal.syslog:Checking logs for errors... 2026-03-05T16:08:46.540 DEBUG:teuthology.task.internal.syslog:Checking ubuntu@vm00.local 2026-03-05T16:08:46.540 DEBUG:teuthology.orchestra.run.vm00:> grep -E --binary-files=text '\bBUG\b|\bINFO\b|\bDEADLOCK\b' /home/ubuntu/cephtest/archive/syslog/kern.log | grep -v 'task .* blocked for more than .* seconds' | grep -v 'lockdep is turned off' | grep -v 'trying to register non-static key' | grep -v 'DEBUG: fsize' | grep -v CRON | grep -v 'BUG: bad unlock balance detected' | grep -v 'inconsistent lock state' | grep -v '*** DEADLOCK ***' | grep -v 'INFO: possible irq lock inversion dependency detected' | grep -v 'INFO: NMI handler (perf_event_nmi_handler) took too long to run' | grep -v 'INFO: recovery required on readonly' | grep -v 'ceph-create-keys: INFO' | grep -v INFO:ceph-create-keys | grep -v 'Loaded datasource DataSourceOpenStack' | grep -v 'container-storage-setup: INFO: Volume group backing root filesystem could not be determined' | grep -E -v '\bsalt-master\b|\bsalt-minion\b|\bsalt-api\b' | grep -v ceph-crash | grep -E -v '\btcmu-runner\b.*\bINFO\b' | head -n 1 2026-03-05T16:08:46.606 INFO:teuthology.task.internal.syslog:Gathering journactl... 2026-03-05T16:08:46.606 DEBUG:teuthology.orchestra.run.vm00:> sudo journalctl > /home/ubuntu/cephtest/archive/syslog/journalctl.log 2026-03-05T16:08:47.150 INFO:teuthology.task.internal.syslog:Compressing syslogs... 2026-03-05T16:08:47.150 DEBUG:teuthology.orchestra.run.vm00:> find /home/ubuntu/cephtest/archive/syslog -name '*.log' -print0 | sudo xargs -0 --max-args=1 --max-procs=0 --verbose --no-run-if-empty -- gzip -5 --verbose -- 2026-03-05T16:08:47.172 INFO:teuthology.orchestra.run.vm00.stderr:gzip -5 --verbose -- /home/ubuntu/cephtest/archive/syslog/kern.log 2026-03-05T16:08:47.172 INFO:teuthology.orchestra.run.vm00.stderr:gzip -5 --verbose -- /home/ubuntu/cephtest/archive/syslog/misc.log 2026-03-05T16:08:47.172 INFO:teuthology.orchestra.run.vm00.stderr:/home/ubuntu/cephtest/archive/syslog/kern.log: 0.0% -- replaced with /home/ubuntu/cephtest/archive/syslog/kern.log.gz 2026-03-05T16:08:47.173 INFO:teuthology.orchestra.run.vm00.stderr:gzip -5 --verbose -- /home/ubuntu/cephtest/archive/syslog/journalctl.log 2026-03-05T16:08:47.173 INFO:teuthology.orchestra.run.vm00.stderr:/home/ubuntu/cephtest/archive/syslog/misc.log: 0.0% -- replaced with /home/ubuntu/cephtest/archive/syslog/misc.log.gz 2026-03-05T16:08:47.343 INFO:teuthology.orchestra.run.vm00.stderr:/home/ubuntu/cephtest/archive/syslog/journalctl.log: 98.5% -- replaced with /home/ubuntu/cephtest/archive/syslog/journalctl.log.gz 2026-03-05T16:08:47.345 DEBUG:teuthology.run_tasks:Unwinding manager internal.sudo 2026-03-05T16:08:47.347 INFO:teuthology.task.internal:Restoring /etc/sudoers... 2026-03-05T16:08:47.347 DEBUG:teuthology.orchestra.run.vm00:> sudo mv -f /etc/sudoers.orig.teuthology /etc/sudoers 2026-03-05T16:08:47.409 DEBUG:teuthology.run_tasks:Unwinding manager internal.coredump 2026-03-05T16:08:47.411 DEBUG:teuthology.orchestra.run.vm00:> sudo sysctl -w kernel.core_pattern=core && sudo bash -c 'for f in `find /home/ubuntu/cephtest/archive/coredump -type f`; do file $f | grep -q systemd-sysusers && rm $f || true ; done' && rmdir --ignore-fail-on-non-empty -- /home/ubuntu/cephtest/archive/coredump 2026-03-05T16:08:47.477 INFO:teuthology.orchestra.run.vm00.stdout:kernel.core_pattern = core 2026-03-05T16:08:47.490 DEBUG:teuthology.orchestra.run.vm00:> test -e /home/ubuntu/cephtest/archive/coredump 2026-03-05T16:08:47.548 DEBUG:teuthology.orchestra.run:got remote process result: 1 2026-03-05T16:08:47.548 DEBUG:teuthology.run_tasks:Unwinding manager internal.archive 2026-03-05T16:08:47.551 INFO:teuthology.task.internal:Transferring archived files... 2026-03-05T16:08:47.551 DEBUG:teuthology.misc:Transferring archived files from vm00:/home/ubuntu/cephtest/archive to /archive/irq0-2026-03-05_15:32:16-rgw-cobaltcore-storage-v19.2.3-fasttrack-3-none-default-vps/14/remote/vm00 2026-03-05T16:08:47.551 DEBUG:teuthology.orchestra.run.vm00:> sudo tar c -f - -C /home/ubuntu/cephtest/archive -- . 2026-03-05T16:08:47.618 INFO:teuthology.task.internal:Removing archive directory... 2026-03-05T16:08:47.618 DEBUG:teuthology.orchestra.run.vm00:> rm -rf -- /home/ubuntu/cephtest/archive 2026-03-05T16:08:47.674 DEBUG:teuthology.run_tasks:Unwinding manager internal.archive_upload 2026-03-05T16:08:47.677 INFO:teuthology.task.internal:Not uploading archives. 2026-03-05T16:08:47.677 DEBUG:teuthology.run_tasks:Unwinding manager internal.base 2026-03-05T16:08:47.679 INFO:teuthology.task.internal:Tidying up after the test... 2026-03-05T16:08:47.679 DEBUG:teuthology.orchestra.run.vm00:> find /home/ubuntu/cephtest -ls ; rmdir -- /home/ubuntu/cephtest 2026-03-05T16:08:47.729 INFO:teuthology.orchestra.run.vm00.stdout: 83886506 0 drwxr-xr-x 2 ubuntu ubuntu 6 Mar 5 16:08 /home/ubuntu/cephtest 2026-03-05T16:08:47.729 DEBUG:teuthology.run_tasks:Unwinding manager console_log 2026-03-05T16:08:47.735 INFO:teuthology.run:Summary data: description: rgw/tempest/{0-install clusters/fixed-1 frontend/beast ignore-pg-availability overrides rocky_latest s3tests-branch tasks/s3/{auth-order/external-local s3tests}} duration: 349.1169128417969 failure_reason: 'Command failed on vm00 with status 1: ''cd /home/ubuntu/cephtest/keystone && source /home/ubuntu/cephtest/tox-venv/bin/activate && tox -e venv --notest''' flavor: default owner: irq0 sentry_event: null status: fail success: false 2026-03-05T16:08:47.735 DEBUG:teuthology.report:Pushing job info to http://localhost:8080 2026-03-05T16:08:47.750 INFO:teuthology.run:FAIL