2026-03-05T18:23:25.739 INFO:root:teuthology version: 1.2.4.dev6+g1c580df7a 2026-03-05T18:23:25.745 DEBUG:teuthology.report:Pushing job info to http://localhost:8080 2026-03-05T18:23:25.766 INFO:teuthology.run:Config: archive_path: /archive/irq0-2026-03-05_15:32:16-rgw-cobaltcore-storage-v19.2.3-fasttrack-3-none-default-vps/37 branch: cobaltcore-storage-v19.2.3-fasttrack-3 description: rgw/tempest/{0-install clusters/fixed-1 frontend/beast ignore-pg-availability overrides rocky_latest s3tests-branch tasks/tempest} email: null first_in_suite: false flavor: default job_id: '37' last_in_suite: false machine_type: vps name: irq0-2026-03-05_15:32:16-rgw-cobaltcore-storage-v19.2.3-fasttrack-3-none-default-vps no_nested_subset: false os_type: rocky os_version: '9.7' overrides: admin_socket: branch: cobaltcore-storage-v19.2.3-fasttrack-3 ansible.cephlab: branch: main repo: https://github.com/kshtsk/ceph-cm-ansible.git skip_tags: nagios,monitoring-scripts,hostname,pubkeys,zap,sudoers,kerberos,ntp-client,resolvconf,cpan,nfs vars: timezone: Europe/Berlin ceph: conf: client: debug rgw: 20 rgw keystone accepted admin roles: admin rgw keystone accepted roles: admin,member rgw keystone admin domain: Default rgw keystone admin password: ADMIN rgw keystone admin project: admin rgw keystone admin user: admin rgw keystone api version: 3 rgw keystone implicit tenants: true rgw swift account in url: true rgw swift enforce content length: true rgw swift versioning enabled: true setgroup: ceph setuser: ceph global: osd_max_pg_log_entries: 10 osd_min_pg_log_entries: 10 mgr: debug mgr: 20 debug ms: 1 mon: debug mon: 20 debug ms: 1 debug paxos: 20 osd: debug ms: 1 debug osd: 20 osd mclock iops capacity threshold hdd: 49000 osd shutdown pgref assert: true flavor: default log-ignorelist: - \(MDS_ALL_DOWN\) - \(MDS_UP_LESS_THAN_MAX\) - \(PG_AVAILABILITY\) - \(PG_DEGRADED\) - \(POOL_APP_NOT_ENABLED\) - not have an application enabled sha1: c24117fd5525679b799527bc1bd1f1dd0a2db5e2 ceph-deploy: conf: client: log file: /var/log/ceph/ceph-$name.$pid.log global: osd crush chooseleaf type: 0 osd pool default pg num: 128 osd pool default pgp num: 128 osd pool default size: 2 mon: {} cephadm: cephadm_binary_url: https://download.ceph.com/rpm-19.2.3/el9/noarch/cephadm containers: image: harbor.clyso.com/custom-ceph/ceph/ceph:cobaltcore-storage-v19.2.3-fasttrack-3 install: ceph: flavor: default sha1: c24117fd5525679b799527bc1bd1f1dd0a2db5e2 extra_system_packages: deb: - python3-xmltodict - s3cmd rpm: - bzip2 - perl-Test-Harness - python3-xmltodict - s3cmd repos: - name: ceph-source priority: 1 url: https://s3.clyso.com/ces-packages/components/ceph/rpm-19.2.3-47-gc24117fd552/el9.clyso/SRPMS - name: ceph-noarch priority: 1 url: https://s3.clyso.com/ces-packages/components/ceph/rpm-19.2.3-47-gc24117fd552/el9.clyso/noarch - name: ceph priority: 1 url: https://s3.clyso.com/ces-packages/components/ceph/rpm-19.2.3-47-gc24117fd552/el9.clyso/x86_64 rgw: client.0: frontend_prefix: /swift frontend: beast s3tests: force-branch: ceph-squid selinux: allowlist: - scontext=system_u:system_r:getty_t:s0 workunit: branch: tt-19.2.3-fasttrack-3 sha1: e50baef5944c0b5e8e734db1c467f1f19415a932 owner: irq0 priority: 1000 repo: https://github.com/ceph/ceph.git roles: - - mon.a - mgr.x - osd.0 - osd.1 - osd.2 - client.0 seed: 7790 sha1: c24117fd5525679b799527bc1bd1f1dd0a2db5e2 sleep_before_teardown: 0 suite: rgw suite_branch: tt-19.2.3-fasttrack-3 suite_path: /home/teuthos/src/github.com_kshtsk_ceph_e50baef5944c0b5e8e734db1c467f1f19415a932/qa suite_relpath: qa suite_repo: https://github.com/kshtsk/ceph.git suite_sha1: e50baef5944c0b5e8e734db1c467f1f19415a932 targets: vm08.local: ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBJGPqHzL9YH/PYIvEcFSLGl5jg9i6mwz5/j2hWe69T21tSmOYMCr18ssQM7IRwlS3PfQ6sZUxiif6L1lmjvCkVg= tasks: - install: null - ceph: null - tox: - client.0 - keystone: client.0: force-branch: stable/2025.2 services: - description: Swift Service name: swift type: object-store - rgw: client.0: use-keystone-role: client.0 - tempest: client.0: auth: admin_domain_name: Default admin_password: ADMIN admin_project_name: admin admin_username: admin tempest_roles: admin blocklist: - .*test_account_quotas_negative.AccountQuotasNegativeTest.test_user_modify_quota - .*test_container_acl_negative.ObjectACLsNegativeTest.* - .*test_container_services_negative.ContainerNegativeTest.test_create_container_metadata_.* - .*test_container_staticweb.StaticWebTest.test_web_index - .*test_container_staticweb.StaticWebTest.test_web_listing_css - .*test_container_synchronization.* - .*test_object_services.PublicObjectTest.test_access_public_container_object_without_using_creds - .*test_object_services.ObjectTest.test_create_object_with_transfer_encoding - .*test_object_expiry.ObjectExpiryTest.test_get_object_after_expiry_time - .*test_object_expiry.ObjectExpiryTest.test_get_object_at_expiry_time - .*test_account_services.AccountTest.test_list_no_account_metadata force-branch: master identity: admin_role: admin auth_version: v3 default_domain_name: Default uri: http://{keystone_public_host}:{keystone_public_port}/v2.0/ uri_v3: http://{keystone_public_host}:{keystone_public_port}/v3/ object-storage: reseller_admin_role: admin object-storage-feature-enabled: container_sync: false discoverability: true sha1: 34.1.0 use-keystone-role: client.0 teuthology: fragments_dropped: [] meta: {} postmerge: [] teuthology_branch: clyso-debian-13 teuthology_repo: https://github.com/clyso/teuthology teuthology_sha1: 1c580df7a9c7c2aadc272da296344fd99f27c444 timestamp: 2026-03-05_15:32:16 tube: vps user: irq0 verbose: false worker_log: /home/teuthos/.teuthology/dispatcher/dispatcher.vps.43333 2026-03-05T18:23:25.767 INFO:teuthology.run:suite_path is set to /home/teuthos/src/github.com_kshtsk_ceph_e50baef5944c0b5e8e734db1c467f1f19415a932/qa; will attempt to use it 2026-03-05T18:23:25.767 INFO:teuthology.run:Found tasks at /home/teuthos/src/github.com_kshtsk_ceph_e50baef5944c0b5e8e734db1c467f1f19415a932/qa/tasks 2026-03-05T18:23:25.767 INFO:teuthology.run_tasks:Running task internal.save_config... 2026-03-05T18:23:25.767 INFO:teuthology.task.internal:Saving configuration 2026-03-05T18:23:25.773 INFO:teuthology.run_tasks:Running task internal.check_lock... 2026-03-05T18:23:25.773 INFO:teuthology.task.internal.check_lock:Checking locks... 2026-03-05T18:23:25.779 DEBUG:teuthology.task.internal.check_lock:machine status is {'name': 'vm08.local', 'description': '/archive/irq0-2026-03-05_15:32:16-rgw-cobaltcore-storage-v19.2.3-fasttrack-3-none-default-vps/37', 'up': True, 'machine_type': 'vps', 'is_vm': True, 'vm_host': {'name': 'localhost', 'description': None, 'up': True, 'machine_type': 'libvirt', 'is_vm': False, 'vm_host': None, 'os_type': None, 'os_version': None, 'arch': None, 'locked': True, 'locked_since': None, 'locked_by': None, 'mac_address': None, 'ssh_pub_key': None}, 'os_type': 'rocky', 'os_version': '9.7', 'arch': 'x86_64', 'locked': True, 'locked_since': '2026-03-05 17:22:43.387405', 'locked_by': 'irq0', 'mac_address': '52:55:00:00:00:08', 'ssh_pub_key': 'ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBJGPqHzL9YH/PYIvEcFSLGl5jg9i6mwz5/j2hWe69T21tSmOYMCr18ssQM7IRwlS3PfQ6sZUxiif6L1lmjvCkVg='} 2026-03-05T18:23:25.779 INFO:teuthology.run_tasks:Running task internal.add_remotes... 2026-03-05T18:23:25.779 INFO:teuthology.task.internal:roles: ubuntu@vm08.local - ['mon.a', 'mgr.x', 'osd.0', 'osd.1', 'osd.2', 'client.0'] 2026-03-05T18:23:25.779 INFO:teuthology.run_tasks:Running task console_log... 2026-03-05T18:23:25.785 DEBUG:teuthology.task.console_log:vm08 does not support IPMI; excluding 2026-03-05T18:23:25.785 DEBUG:teuthology.exit:Installing handler: Handler(exiter=, func=.kill_console_loggers at 0x7fef16dc3d90>, signals=[15]) 2026-03-05T18:23:25.785 INFO:teuthology.run_tasks:Running task internal.connect... 2026-03-05T18:23:25.786 INFO:teuthology.task.internal:Opening connections... 2026-03-05T18:23:25.786 DEBUG:teuthology.task.internal:connecting to ubuntu@vm08.local 2026-03-05T18:23:25.786 DEBUG:teuthology.orchestra.connection:{'hostname': 'vm08.local', 'username': 'ubuntu', 'timeout': 60} 2026-03-05T18:23:25.845 INFO:teuthology.run_tasks:Running task internal.push_inventory... 2026-03-05T18:23:25.846 DEBUG:teuthology.orchestra.run.vm08:> uname -m 2026-03-05T18:23:25.999 INFO:teuthology.orchestra.run.vm08.stdout:x86_64 2026-03-05T18:23:25.999 DEBUG:teuthology.orchestra.run.vm08:> cat /etc/os-release 2026-03-05T18:23:26.053 INFO:teuthology.orchestra.run.vm08.stdout:NAME="Rocky Linux" 2026-03-05T18:23:26.053 INFO:teuthology.orchestra.run.vm08.stdout:VERSION="9.7 (Blue Onyx)" 2026-03-05T18:23:26.053 INFO:teuthology.orchestra.run.vm08.stdout:ID="rocky" 2026-03-05T18:23:26.053 INFO:teuthology.orchestra.run.vm08.stdout:ID_LIKE="rhel centos fedora" 2026-03-05T18:23:26.053 INFO:teuthology.orchestra.run.vm08.stdout:VERSION_ID="9.7" 2026-03-05T18:23:26.053 INFO:teuthology.orchestra.run.vm08.stdout:PLATFORM_ID="platform:el9" 2026-03-05T18:23:26.053 INFO:teuthology.orchestra.run.vm08.stdout:PRETTY_NAME="Rocky Linux 9.7 (Blue Onyx)" 2026-03-05T18:23:26.053 INFO:teuthology.orchestra.run.vm08.stdout:ANSI_COLOR="0;32" 2026-03-05T18:23:26.053 INFO:teuthology.orchestra.run.vm08.stdout:LOGO="fedora-logo-icon" 2026-03-05T18:23:26.053 INFO:teuthology.orchestra.run.vm08.stdout:CPE_NAME="cpe:/o:rocky:rocky:9::baseos" 2026-03-05T18:23:26.053 INFO:teuthology.orchestra.run.vm08.stdout:HOME_URL="https://rockylinux.org/" 2026-03-05T18:23:26.053 INFO:teuthology.orchestra.run.vm08.stdout:VENDOR_NAME="RESF" 2026-03-05T18:23:26.053 INFO:teuthology.orchestra.run.vm08.stdout:VENDOR_URL="https://resf.org/" 2026-03-05T18:23:26.053 INFO:teuthology.orchestra.run.vm08.stdout:BUG_REPORT_URL="https://bugs.rockylinux.org/" 2026-03-05T18:23:26.053 INFO:teuthology.orchestra.run.vm08.stdout:SUPPORT_END="2032-05-31" 2026-03-05T18:23:26.054 INFO:teuthology.orchestra.run.vm08.stdout:ROCKY_SUPPORT_PRODUCT="Rocky-Linux-9" 2026-03-05T18:23:26.054 INFO:teuthology.orchestra.run.vm08.stdout:ROCKY_SUPPORT_PRODUCT_VERSION="9.7" 2026-03-05T18:23:26.054 INFO:teuthology.orchestra.run.vm08.stdout:REDHAT_SUPPORT_PRODUCT="Rocky Linux" 2026-03-05T18:23:26.054 INFO:teuthology.orchestra.run.vm08.stdout:REDHAT_SUPPORT_PRODUCT_VERSION="9.7" 2026-03-05T18:23:26.054 INFO:teuthology.lock.ops:Updating vm08.local on lock server 2026-03-05T18:23:26.058 INFO:teuthology.run_tasks:Running task internal.serialize_remote_roles... 2026-03-05T18:23:26.060 INFO:teuthology.run_tasks:Running task internal.check_conflict... 2026-03-05T18:23:26.060 INFO:teuthology.task.internal:Checking for old test directory... 2026-03-05T18:23:26.060 DEBUG:teuthology.orchestra.run.vm08:> test '!' -e /home/ubuntu/cephtest 2026-03-05T18:23:26.108 INFO:teuthology.run_tasks:Running task internal.check_ceph_data... 2026-03-05T18:23:26.109 INFO:teuthology.task.internal:Checking for non-empty /var/lib/ceph... 2026-03-05T18:23:26.109 DEBUG:teuthology.orchestra.run.vm08:> test -z $(ls -A /var/lib/ceph) 2026-03-05T18:23:26.164 INFO:teuthology.orchestra.run.vm08.stderr:ls: cannot access '/var/lib/ceph': No such file or directory 2026-03-05T18:23:26.164 INFO:teuthology.run_tasks:Running task internal.vm_setup... 2026-03-05T18:23:26.171 DEBUG:teuthology.orchestra.run.vm08:> test -e /ceph-qa-ready 2026-03-05T18:23:26.219 DEBUG:teuthology.orchestra.run:got remote process result: 1 2026-03-05T18:23:26.397 INFO:teuthology.run_tasks:Running task internal.base... 2026-03-05T18:23:26.398 INFO:teuthology.task.internal:Creating test directory... 2026-03-05T18:23:26.398 DEBUG:teuthology.orchestra.run.vm08:> mkdir -p -m0755 -- /home/ubuntu/cephtest 2026-03-05T18:23:26.415 INFO:teuthology.run_tasks:Running task internal.archive_upload... 2026-03-05T18:23:26.416 INFO:teuthology.run_tasks:Running task internal.archive... 2026-03-05T18:23:26.417 INFO:teuthology.task.internal:Creating archive directory... 2026-03-05T18:23:26.417 DEBUG:teuthology.orchestra.run.vm08:> install -d -m0755 -- /home/ubuntu/cephtest/archive 2026-03-05T18:23:26.475 INFO:teuthology.run_tasks:Running task internal.coredump... 2026-03-05T18:23:26.476 INFO:teuthology.task.internal:Enabling coredump saving... 2026-03-05T18:23:26.476 DEBUG:teuthology.orchestra.run.vm08:> test -f /run/.containerenv -o -f /.dockerenv 2026-03-05T18:23:26.530 DEBUG:teuthology.orchestra.run:got remote process result: 1 2026-03-05T18:23:26.531 DEBUG:teuthology.orchestra.run.vm08:> install -d -m0755 -- /home/ubuntu/cephtest/archive/coredump && sudo sysctl -w kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core && echo kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core | sudo tee -a /etc/sysctl.conf 2026-03-05T18:23:26.597 INFO:teuthology.orchestra.run.vm08.stdout:kernel.core_pattern = /home/ubuntu/cephtest/archive/coredump/%t.%p.core 2026-03-05T18:23:26.604 INFO:teuthology.orchestra.run.vm08.stdout:kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core 2026-03-05T18:23:26.605 INFO:teuthology.run_tasks:Running task internal.sudo... 2026-03-05T18:23:26.607 INFO:teuthology.task.internal:Configuring sudo... 2026-03-05T18:23:26.607 DEBUG:teuthology.orchestra.run.vm08:> sudo sed -i.orig.teuthology -e 's/^\([^#]*\) \(requiretty\)/\1 !\2/g' -e 's/^\([^#]*\) !\(visiblepw\)/\1 \2/g' /etc/sudoers 2026-03-05T18:23:26.669 INFO:teuthology.run_tasks:Running task internal.syslog... 2026-03-05T18:23:26.671 INFO:teuthology.task.internal.syslog:Starting syslog monitoring... 2026-03-05T18:23:26.671 DEBUG:teuthology.orchestra.run.vm08:> mkdir -p -m0755 -- /home/ubuntu/cephtest/archive/syslog 2026-03-05T18:23:26.724 DEBUG:teuthology.orchestra.run.vm08:> install -m 666 /dev/null /home/ubuntu/cephtest/archive/syslog/kern.log 2026-03-05T18:23:26.786 DEBUG:teuthology.orchestra.run.vm08:> install -m 666 /dev/null /home/ubuntu/cephtest/archive/syslog/misc.log 2026-03-05T18:23:26.847 DEBUG:teuthology.orchestra.run.vm08:> set -ex 2026-03-05T18:23:26.847 DEBUG:teuthology.orchestra.run.vm08:> sudo dd of=/etc/rsyslog.d/80-cephtest.conf 2026-03-05T18:23:26.900 DEBUG:teuthology.orchestra.run.vm08:> sudo service rsyslog restart 2026-03-05T18:23:26.968 INFO:teuthology.orchestra.run.vm08.stderr:Redirecting to /bin/systemctl restart rsyslog.service 2026-03-05T18:23:27.470 INFO:teuthology.run_tasks:Running task internal.timer... 2026-03-05T18:23:27.471 INFO:teuthology.task.internal:Starting timer... 2026-03-05T18:23:27.471 INFO:teuthology.run_tasks:Running task pcp... 2026-03-05T18:23:27.473 INFO:teuthology.run_tasks:Running task selinux... 2026-03-05T18:23:27.475 DEBUG:teuthology.task:Applying overrides for task selinux: {'allowlist': ['scontext=system_u:system_r:getty_t:s0']} 2026-03-05T18:23:27.475 INFO:teuthology.task.selinux:Excluding vm08: VMs are not yet supported 2026-03-05T18:23:27.475 DEBUG:teuthology.task.selinux:Getting current SELinux state 2026-03-05T18:23:27.475 DEBUG:teuthology.task.selinux:Existing SELinux modes: {} 2026-03-05T18:23:27.475 INFO:teuthology.task.selinux:Putting SELinux into permissive mode 2026-03-05T18:23:27.475 INFO:teuthology.run_tasks:Running task ansible.cephlab... 2026-03-05T18:23:27.477 DEBUG:teuthology.task:Applying overrides for task ansible.cephlab: {'branch': 'main', 'repo': 'https://github.com/kshtsk/ceph-cm-ansible.git', 'skip_tags': 'nagios,monitoring-scripts,hostname,pubkeys,zap,sudoers,kerberos,ntp-client,resolvconf,cpan,nfs', 'vars': {'timezone': 'Europe/Berlin'}} 2026-03-05T18:23:27.477 DEBUG:teuthology.repo_utils:Setting repo remote to https://github.com/kshtsk/ceph-cm-ansible.git 2026-03-05T18:23:27.478 INFO:teuthology.repo_utils:Fetching github.com_kshtsk_ceph-cm-ansible_main from origin 2026-03-05T18:23:28.209 DEBUG:teuthology.repo_utils:Resetting repo at /home/teuthos/src/github.com_kshtsk_ceph-cm-ansible_main to origin/main 2026-03-05T18:23:28.214 INFO:teuthology.task.ansible:Playbook: [{'import_playbook': 'ansible_managed.yml'}, {'import_playbook': 'teuthology.yml'}, {'hosts': 'testnodes', 'tasks': [{'set_fact': {'ran_from_cephlab_playbook': True}}]}, {'import_playbook': 'testnodes.yml'}, {'import_playbook': 'container-host.yml'}, {'import_playbook': 'cobbler.yml'}, {'import_playbook': 'paddles.yml'}, {'import_playbook': 'pulpito.yml'}, {'hosts': 'testnodes', 'become': True, 'tasks': [{'name': 'Touch /ceph-qa-ready', 'file': {'path': '/ceph-qa-ready', 'state': 'touch'}, 'when': 'ran_from_cephlab_playbook|bool'}]}] 2026-03-05T18:23:28.214 DEBUG:teuthology.task.ansible:Running ansible-playbook -v --extra-vars '{"ansible_ssh_user": "ubuntu", "timezone": "Europe/Berlin"}' -i /tmp/teuth_ansible_inventoryfkjdl7gz --limit vm08.local /home/teuthos/src/github.com_kshtsk_ceph-cm-ansible_main/cephlab.yml --skip-tags nagios,monitoring-scripts,hostname,pubkeys,zap,sudoers,kerberos,ntp-client,resolvconf,cpan,nfs 2026-03-05T18:26:11.854 DEBUG:teuthology.task.ansible:Reconnecting to [Remote(name='ubuntu@vm08.local')] 2026-03-05T18:26:11.855 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@vm08.local' 2026-03-05T18:26:11.855 DEBUG:teuthology.orchestra.connection:{'hostname': 'vm08.local', 'username': 'ubuntu', 'timeout': 60} 2026-03-05T18:26:11.925 DEBUG:teuthology.orchestra.run.vm08:> true 2026-03-05T18:26:12.001 INFO:teuthology.orchestra.remote:Successfully reconnected to host 'ubuntu@vm08.local' 2026-03-05T18:26:12.002 INFO:teuthology.run_tasks:Running task clock... 2026-03-05T18:26:12.005 INFO:teuthology.task.clock:Syncing clocks and checking initial clock skew... 2026-03-05T18:26:12.005 INFO:teuthology.orchestra.run:Running command with timeout 360 2026-03-05T18:26:12.005 DEBUG:teuthology.orchestra.run.vm08:> sudo systemctl stop ntp.service || sudo systemctl stop ntpd.service || sudo systemctl stop chronyd.service ; sudo ntpd -gq || sudo chronyc makestep ; sudo systemctl start ntp.service || sudo systemctl start ntpd.service || sudo systemctl start chronyd.service ; PATH=/usr/bin:/usr/sbin ntpq -p || PATH=/usr/bin:/usr/sbin chronyc sources || true 2026-03-05T18:26:12.085 INFO:teuthology.orchestra.run.vm08.stderr:Failed to stop ntp.service: Unit ntp.service not loaded. 2026-03-05T18:26:12.108 INFO:teuthology.orchestra.run.vm08.stderr:Failed to stop ntpd.service: Unit ntpd.service not loaded. 2026-03-05T18:26:12.149 INFO:teuthology.orchestra.run.vm08.stderr:sudo: ntpd: command not found 2026-03-05T18:26:12.163 INFO:teuthology.orchestra.run.vm08.stdout:506 Cannot talk to daemon 2026-03-05T18:26:12.181 INFO:teuthology.orchestra.run.vm08.stderr:Failed to start ntp.service: Unit ntp.service not found. 2026-03-05T18:26:12.196 INFO:teuthology.orchestra.run.vm08.stderr:Failed to start ntpd.service: Unit ntpd.service not found. 2026-03-05T18:26:12.253 INFO:teuthology.orchestra.run.vm08.stderr:bash: line 1: ntpq: command not found 2026-03-05T18:26:12.337 INFO:teuthology.orchestra.run.vm08.stdout:MS Name/IP address Stratum Poll Reach LastRx Last sample 2026-03-05T18:26:12.337 INFO:teuthology.orchestra.run.vm08.stdout:=============================================================================== 2026-03-05T18:26:12.337 INFO:teuthology.orchestra.run.vm08.stdout:^? ns8.starka.st 0 6 0 - +0ns[ +0ns] +/- 0ns 2026-03-05T18:26:12.338 INFO:teuthology.orchestra.run.vm08.stdout:^? mailcow.f5s.de 0 6 0 - +0ns[ +0ns] +/- 0ns 2026-03-05T18:26:12.338 INFO:teuthology.orchestra.run.vm08.stdout:^? zeus.f5s.de 0 6 0 - +0ns[ +0ns] +/- 0ns 2026-03-05T18:26:12.338 INFO:teuthology.orchestra.run.vm08.stdout:^? ntp.kernfusion.at 0 6 0 - +0ns[ +0ns] +/- 0ns 2026-03-05T18:26:12.338 INFO:teuthology.run_tasks:Running task install... 2026-03-05T18:26:12.340 DEBUG:teuthology.task.install:project ceph 2026-03-05T18:26:12.340 DEBUG:teuthology.task.install:INSTALL overrides: {'ceph': {'flavor': 'default', 'sha1': 'c24117fd5525679b799527bc1bd1f1dd0a2db5e2'}, 'extra_system_packages': {'deb': ['python3-xmltodict', 's3cmd'], 'rpm': ['bzip2', 'perl-Test-Harness', 'python3-xmltodict', 's3cmd']}, 'repos': [{'name': 'ceph-source', 'priority': 1, 'url': 'https://s3.clyso.com/ces-packages/components/ceph/rpm-19.2.3-47-gc24117fd552/el9.clyso/SRPMS'}, {'name': 'ceph-noarch', 'priority': 1, 'url': 'https://s3.clyso.com/ces-packages/components/ceph/rpm-19.2.3-47-gc24117fd552/el9.clyso/noarch'}, {'name': 'ceph', 'priority': 1, 'url': 'https://s3.clyso.com/ces-packages/components/ceph/rpm-19.2.3-47-gc24117fd552/el9.clyso/x86_64'}]} 2026-03-05T18:26:12.340 DEBUG:teuthology.task.install:config {'flavor': 'default', 'sha1': 'c24117fd5525679b799527bc1bd1f1dd0a2db5e2', 'extra_system_packages': {'deb': ['python3-xmltodict', 's3cmd'], 'rpm': ['bzip2', 'perl-Test-Harness', 'python3-xmltodict', 's3cmd']}} 2026-03-05T18:26:12.340 INFO:teuthology.task.install:Using flavor: default 2026-03-05T18:26:12.342 DEBUG:teuthology.task.install:Package list is: {'deb': ['ceph', 'cephadm', 'ceph-mds', 'ceph-mgr', 'ceph-common', 'ceph-fuse', 'ceph-test', 'ceph-volume', 'radosgw', 'python3-rados', 'python3-rgw', 'python3-cephfs', 'python3-rbd', 'libcephfs2', 'libcephfs-dev', 'librados2', 'librbd1', 'rbd-fuse'], 'rpm': ['ceph-radosgw', 'ceph-test', 'ceph', 'ceph-base', 'cephadm', 'ceph-immutable-object-cache', 'ceph-mgr', 'ceph-mgr-dashboard', 'ceph-mgr-diskprediction-local', 'ceph-mgr-rook', 'ceph-mgr-cephadm', 'ceph-fuse', 'ceph-volume', 'librados-devel', 'libcephfs2', 'libcephfs-devel', 'librados2', 'librbd1', 'python3-rados', 'python3-rgw', 'python3-cephfs', 'python3-rbd', 'rbd-fuse', 'rbd-mirror', 'rbd-nbd']} 2026-03-05T18:26:12.342 INFO:teuthology.task.install:extra packages: [] 2026-03-05T18:26:12.342 DEBUG:teuthology.task.install.rpm:_update_package_list_and_install: config is {'branch': None, 'cleanup': None, 'debuginfo': None, 'downgrade_packages': [], 'exclude_packages': [], 'extra_packages': [], 'extra_system_packages': {'deb': ['python3-xmltodict', 's3cmd'], 'rpm': ['bzip2', 'perl-Test-Harness', 'python3-xmltodict', 's3cmd']}, 'extras': None, 'enable_coprs': [], 'flavor': 'default', 'install_ceph_packages': True, 'packages': {}, 'project': 'ceph', 'repos_only': False, 'sha1': 'c24117fd5525679b799527bc1bd1f1dd0a2db5e2', 'tag': None, 'wait_for_package': False, 'repos': [{'name': 'ceph-source', 'priority': 1, 'url': 'https://s3.clyso.com/ces-packages/components/ceph/rpm-19.2.3-47-gc24117fd552/el9.clyso/SRPMS'}, {'name': 'ceph-noarch', 'priority': 1, 'url': 'https://s3.clyso.com/ces-packages/components/ceph/rpm-19.2.3-47-gc24117fd552/el9.clyso/noarch'}, {'name': 'ceph', 'priority': 1, 'url': 'https://s3.clyso.com/ces-packages/components/ceph/rpm-19.2.3-47-gc24117fd552/el9.clyso/x86_64'}]} 2026-03-05T18:26:12.342 DEBUG:teuthology.task.install.rpm:Adding repos: [{'name': 'ceph-source', 'priority': 1, 'url': 'https://s3.clyso.com/ces-packages/components/ceph/rpm-19.2.3-47-gc24117fd552/el9.clyso/SRPMS'}, {'name': 'ceph-noarch', 'priority': 1, 'url': 'https://s3.clyso.com/ces-packages/components/ceph/rpm-19.2.3-47-gc24117fd552/el9.clyso/noarch'}, {'name': 'ceph', 'priority': 1, 'url': 'https://s3.clyso.com/ces-packages/components/ceph/rpm-19.2.3-47-gc24117fd552/el9.clyso/x86_64'}] 2026-03-05T18:26:12.342 DEBUG:teuthology.orchestra.run.vm08:> set -ex 2026-03-05T18:26:12.342 DEBUG:teuthology.orchestra.run.vm08:> sudo dd of=/etc/yum.repos.d/ceph-source.repo 2026-03-05T18:26:12.417 DEBUG:teuthology.orchestra.run.vm08:> set -ex 2026-03-05T18:26:12.417 DEBUG:teuthology.orchestra.run.vm08:> sudo dd of=/etc/yum.repos.d/ceph-noarch.repo 2026-03-05T18:26:12.495 DEBUG:teuthology.orchestra.run.vm08:> set -ex 2026-03-05T18:26:12.495 DEBUG:teuthology.orchestra.run.vm08:> sudo dd of=/etc/yum.repos.d/ceph.repo 2026-03-05T18:26:12.568 INFO:teuthology.task.install.rpm:Installing packages: ceph-radosgw, ceph-test, ceph, ceph-base, cephadm, ceph-immutable-object-cache, ceph-mgr, ceph-mgr-dashboard, ceph-mgr-diskprediction-local, ceph-mgr-rook, ceph-mgr-cephadm, ceph-fuse, ceph-volume, librados-devel, libcephfs2, libcephfs-devel, librados2, librbd1, python3-rados, python3-rgw, python3-cephfs, python3-rbd, rbd-fuse, rbd-mirror, rbd-nbd, bzip2, perl-Test-Harness, python3-xmltodict, s3cmd on remote rpm x86_64 2026-03-05T18:26:12.568 DEBUG:teuthology.orchestra.run.vm08:> sudo yum clean all 2026-03-05T18:26:12.802 INFO:teuthology.orchestra.run.vm08.stdout:47 files removed 2026-03-05T18:26:12.827 DEBUG:teuthology.orchestra.run.vm08:> sudo yum -y install ceph-radosgw ceph-test ceph ceph-base cephadm ceph-immutable-object-cache ceph-mgr ceph-mgr-dashboard ceph-mgr-diskprediction-local ceph-mgr-rook ceph-mgr-cephadm ceph-fuse ceph-volume librados-devel libcephfs2 libcephfs-devel librados2 librbd1 python3-rados python3-rgw python3-cephfs python3-rbd rbd-fuse rbd-mirror rbd-nbd bzip2 perl-Test-Harness python3-xmltodict s3cmd 2026-03-05T18:26:13.290 INFO:teuthology.orchestra.run.vm08.stdout:ceph 389 kB/s | 86 kB 00:00 2026-03-05T18:26:13.522 INFO:teuthology.orchestra.run.vm08.stdout:ceph-noarch 61 kB/s | 12 kB 00:00 2026-03-05T18:26:13.723 INFO:teuthology.orchestra.run.vm08.stdout:ceph-source 12 kB/s | 2.2 kB 00:00 2026-03-05T18:26:14.155 INFO:teuthology.orchestra.run.vm08.stdout:Extra Packages for Enterprise Linux 49 MB/s | 20 MB 00:00 2026-03-05T18:26:20.024 INFO:teuthology.orchestra.run.vm08.stdout:lab-extras 64 kB/s | 50 kB 00:00 2026-03-05T18:26:23.186 INFO:teuthology.orchestra.run.vm08.stdout:Rocky Linux 9 - BaseOS 5.2 MB/s | 16 MB 00:03 2026-03-05T18:26:28.254 INFO:teuthology.orchestra.run.vm08.stdout:Rocky Linux 9 - AppStream 4.4 MB/s | 16 MB 00:03 2026-03-05T18:26:31.866 INFO:teuthology.orchestra.run.vm08.stdout:Rocky Linux 9 - CRB 2.7 MB/s | 4.1 MB 00:01 2026-03-05T18:26:33.873 INFO:teuthology.orchestra.run.vm08.stdout:Rocky Linux 9 - Extras 12 kB/s | 17 kB 00:01 2026-03-05T18:26:35.016 INFO:teuthology.orchestra.run.vm08.stdout:Package librados2-2:16.2.4-5.el9.x86_64 is already installed. 2026-03-05T18:26:35.016 INFO:teuthology.orchestra.run.vm08.stdout:Package librbd1-2:16.2.4-5.el9.x86_64 is already installed. 2026-03-05T18:26:35.038 INFO:teuthology.orchestra.run.vm08.stdout:Dependencies resolved. 2026-03-05T18:26:35.042 INFO:teuthology.orchestra.run.vm08.stdout:============================================================================================== 2026-03-05T18:26:35.043 INFO:teuthology.orchestra.run.vm08.stdout: Package Arch Version Repository Size 2026-03-05T18:26:35.043 INFO:teuthology.orchestra.run.vm08.stdout:============================================================================================== 2026-03-05T18:26:35.043 INFO:teuthology.orchestra.run.vm08.stdout:Installing: 2026-03-05T18:26:35.043 INFO:teuthology.orchestra.run.vm08.stdout: bzip2 x86_64 1.0.8-10.el9_5 baseos 51 k 2026-03-05T18:26:35.043 INFO:teuthology.orchestra.run.vm08.stdout: ceph x86_64 2:19.2.3-47.gc24117fd552.el9.clyso ceph 6.5 k 2026-03-05T18:26:35.043 INFO:teuthology.orchestra.run.vm08.stdout: ceph-base x86_64 2:19.2.3-47.gc24117fd552.el9.clyso ceph 5.5 M 2026-03-05T18:26:35.043 INFO:teuthology.orchestra.run.vm08.stdout: ceph-fuse x86_64 2:19.2.3-47.gc24117fd552.el9.clyso ceph 1.1 M 2026-03-05T18:26:35.043 INFO:teuthology.orchestra.run.vm08.stdout: ceph-immutable-object-cache x86_64 2:19.2.3-47.gc24117fd552.el9.clyso ceph 145 k 2026-03-05T18:26:35.043 INFO:teuthology.orchestra.run.vm08.stdout: ceph-mgr x86_64 2:19.2.3-47.gc24117fd552.el9.clyso ceph 1.1 M 2026-03-05T18:26:35.043 INFO:teuthology.orchestra.run.vm08.stdout: ceph-mgr-cephadm noarch 2:19.2.3-47.gc24117fd552.el9.clyso ceph-noarch 150 k 2026-03-05T18:26:35.043 INFO:teuthology.orchestra.run.vm08.stdout: ceph-mgr-dashboard noarch 2:19.2.3-47.gc24117fd552.el9.clyso ceph-noarch 3.8 M 2026-03-05T18:26:35.043 INFO:teuthology.orchestra.run.vm08.stdout: ceph-mgr-diskprediction-local noarch 2:19.2.3-47.gc24117fd552.el9.clyso ceph-noarch 7.4 M 2026-03-05T18:26:35.043 INFO:teuthology.orchestra.run.vm08.stdout: ceph-mgr-rook noarch 2:19.2.3-47.gc24117fd552.el9.clyso ceph-noarch 49 k 2026-03-05T18:26:35.043 INFO:teuthology.orchestra.run.vm08.stdout: ceph-radosgw x86_64 2:19.2.3-47.gc24117fd552.el9.clyso ceph 11 M 2026-03-05T18:26:35.043 INFO:teuthology.orchestra.run.vm08.stdout: ceph-test x86_64 2:19.2.3-47.gc24117fd552.el9.clyso ceph 50 M 2026-03-05T18:26:35.043 INFO:teuthology.orchestra.run.vm08.stdout: ceph-volume noarch 2:19.2.3-47.gc24117fd552.el9.clyso ceph-noarch 299 k 2026-03-05T18:26:35.043 INFO:teuthology.orchestra.run.vm08.stdout: cephadm noarch 2:19.2.3-47.gc24117fd552.el9.clyso ceph-noarch 769 k 2026-03-05T18:26:35.043 INFO:teuthology.orchestra.run.vm08.stdout: libcephfs-devel x86_64 2:19.2.3-47.gc24117fd552.el9.clyso ceph 34 k 2026-03-05T18:26:35.043 INFO:teuthology.orchestra.run.vm08.stdout: libcephfs2 x86_64 2:19.2.3-47.gc24117fd552.el9.clyso ceph 998 k 2026-03-05T18:26:35.043 INFO:teuthology.orchestra.run.vm08.stdout: librados-devel x86_64 2:19.2.3-47.gc24117fd552.el9.clyso ceph 127 k 2026-03-05T18:26:35.043 INFO:teuthology.orchestra.run.vm08.stdout: perl-Test-Harness noarch 1:3.42-461.el9 appstream 267 k 2026-03-05T18:26:35.043 INFO:teuthology.orchestra.run.vm08.stdout: python3-cephfs x86_64 2:19.2.3-47.gc24117fd552.el9.clyso ceph 165 k 2026-03-05T18:26:35.043 INFO:teuthology.orchestra.run.vm08.stdout: python3-rados x86_64 2:19.2.3-47.gc24117fd552.el9.clyso ceph 322 k 2026-03-05T18:26:35.043 INFO:teuthology.orchestra.run.vm08.stdout: python3-rbd x86_64 2:19.2.3-47.gc24117fd552.el9.clyso ceph 303 k 2026-03-05T18:26:35.043 INFO:teuthology.orchestra.run.vm08.stdout: python3-rgw x86_64 2:19.2.3-47.gc24117fd552.el9.clyso ceph 100 k 2026-03-05T18:26:35.043 INFO:teuthology.orchestra.run.vm08.stdout: python3-xmltodict noarch 0.12.0-15.el9 epel 22 k 2026-03-05T18:26:35.043 INFO:teuthology.orchestra.run.vm08.stdout: rbd-fuse x86_64 2:19.2.3-47.gc24117fd552.el9.clyso ceph 85 k 2026-03-05T18:26:35.043 INFO:teuthology.orchestra.run.vm08.stdout: rbd-mirror x86_64 2:19.2.3-47.gc24117fd552.el9.clyso ceph 3.1 M 2026-03-05T18:26:35.043 INFO:teuthology.orchestra.run.vm08.stdout: rbd-nbd x86_64 2:19.2.3-47.gc24117fd552.el9.clyso ceph 171 k 2026-03-05T18:26:35.043 INFO:teuthology.orchestra.run.vm08.stdout: s3cmd noarch 2.4.0-1.el9 epel 206 k 2026-03-05T18:26:35.043 INFO:teuthology.orchestra.run.vm08.stdout:Upgrading: 2026-03-05T18:26:35.043 INFO:teuthology.orchestra.run.vm08.stdout: librados2 x86_64 2:19.2.3-47.gc24117fd552.el9.clyso ceph 3.4 M 2026-03-05T18:26:35.043 INFO:teuthology.orchestra.run.vm08.stdout: librbd1 x86_64 2:19.2.3-47.gc24117fd552.el9.clyso ceph 3.2 M 2026-03-05T18:26:35.043 INFO:teuthology.orchestra.run.vm08.stdout:Installing dependencies: 2026-03-05T18:26:35.043 INFO:teuthology.orchestra.run.vm08.stdout: abseil-cpp x86_64 20211102.0-4.el9 epel 551 k 2026-03-05T18:26:35.043 INFO:teuthology.orchestra.run.vm08.stdout: boost-program-options x86_64 1.75.0-13.el9_7 appstream 104 k 2026-03-05T18:26:35.043 INFO:teuthology.orchestra.run.vm08.stdout: c-ares x86_64 1.19.1-2.el9_4 baseos 110 k 2026-03-05T18:26:35.043 INFO:teuthology.orchestra.run.vm08.stdout: ceph-common x86_64 2:19.2.3-47.gc24117fd552.el9.clyso ceph 22 M 2026-03-05T18:26:35.043 INFO:teuthology.orchestra.run.vm08.stdout: ceph-grafana-dashboards noarch 2:19.2.3-47.gc24117fd552.el9.clyso ceph-noarch 31 k 2026-03-05T18:26:35.043 INFO:teuthology.orchestra.run.vm08.stdout: ceph-mds x86_64 2:19.2.3-47.gc24117fd552.el9.clyso ceph 2.4 M 2026-03-05T18:26:35.043 INFO:teuthology.orchestra.run.vm08.stdout: ceph-mgr-modules-core noarch 2:19.2.3-47.gc24117fd552.el9.clyso ceph-noarch 252 k 2026-03-05T18:26:35.043 INFO:teuthology.orchestra.run.vm08.stdout: ceph-mon x86_64 2:19.2.3-47.gc24117fd552.el9.clyso ceph 4.7 M 2026-03-05T18:26:35.043 INFO:teuthology.orchestra.run.vm08.stdout: ceph-osd x86_64 2:19.2.3-47.gc24117fd552.el9.clyso ceph 17 M 2026-03-05T18:26:35.043 INFO:teuthology.orchestra.run.vm08.stdout: ceph-prometheus-alerts noarch 2:19.2.3-47.gc24117fd552.el9.clyso ceph-noarch 16 k 2026-03-05T18:26:35.043 INFO:teuthology.orchestra.run.vm08.stdout: ceph-selinux x86_64 2:19.2.3-47.gc24117fd552.el9.clyso ceph 25 k 2026-03-05T18:26:35.043 INFO:teuthology.orchestra.run.vm08.stdout: cryptsetup x86_64 2.7.2-4.el9 baseos 310 k 2026-03-05T18:26:35.043 INFO:teuthology.orchestra.run.vm08.stdout: flexiblas x86_64 3.0.4-8.el9.0.1 appstream 30 k 2026-03-05T18:26:35.043 INFO:teuthology.orchestra.run.vm08.stdout: flexiblas-netlib x86_64 3.0.4-8.el9.0.1 appstream 3.0 M 2026-03-05T18:26:35.043 INFO:teuthology.orchestra.run.vm08.stdout: flexiblas-openblas-openmp x86_64 3.0.4-8.el9.0.1 appstream 15 k 2026-03-05T18:26:35.043 INFO:teuthology.orchestra.run.vm08.stdout: fuse x86_64 2.9.9-17.el9 baseos 78 k 2026-03-05T18:26:35.043 INFO:teuthology.orchestra.run.vm08.stdout: gperftools-libs x86_64 2.9.1-3.el9 epel 308 k 2026-03-05T18:26:35.043 INFO:teuthology.orchestra.run.vm08.stdout: grpc-data noarch 1.46.7-10.el9 epel 19 k 2026-03-05T18:26:35.043 INFO:teuthology.orchestra.run.vm08.stdout: ledmon-libs x86_64 1.1.0-3.el9 baseos 41 k 2026-03-05T18:26:35.043 INFO:teuthology.orchestra.run.vm08.stdout: libarrow x86_64 9.0.0-15.el9 epel 4.4 M 2026-03-05T18:26:35.043 INFO:teuthology.orchestra.run.vm08.stdout: libarrow-doc noarch 9.0.0-15.el9 epel 25 k 2026-03-05T18:26:35.044 INFO:teuthology.orchestra.run.vm08.stdout: libcephsqlite x86_64 2:19.2.3-47.gc24117fd552.el9.clyso ceph 163 k 2026-03-05T18:26:35.044 INFO:teuthology.orchestra.run.vm08.stdout: libconfig x86_64 1.7.2-9.el9 baseos 71 k 2026-03-05T18:26:35.044 INFO:teuthology.orchestra.run.vm08.stdout: libgfortran x86_64 11.5.0-11.el9 baseos 794 k 2026-03-05T18:26:35.044 INFO:teuthology.orchestra.run.vm08.stdout: libnbd x86_64 1.20.3-4.el9 appstream 171 k 2026-03-05T18:26:35.044 INFO:teuthology.orchestra.run.vm08.stdout: liboath x86_64 2.6.12-1.el9 epel 49 k 2026-03-05T18:26:35.044 INFO:teuthology.orchestra.run.vm08.stdout: libpmemobj x86_64 1.12.1-1.el9 appstream 159 k 2026-03-05T18:26:35.044 INFO:teuthology.orchestra.run.vm08.stdout: libquadmath x86_64 11.5.0-11.el9 baseos 184 k 2026-03-05T18:26:35.044 INFO:teuthology.orchestra.run.vm08.stdout: librabbitmq x86_64 0.11.0-7.el9 appstream 44 k 2026-03-05T18:26:35.044 INFO:teuthology.orchestra.run.vm08.stdout: libradosstriper1 x86_64 2:19.2.3-47.gc24117fd552.el9.clyso ceph 503 k 2026-03-05T18:26:35.044 INFO:teuthology.orchestra.run.vm08.stdout: librdkafka x86_64 1.6.1-102.el9 appstream 662 k 2026-03-05T18:26:35.044 INFO:teuthology.orchestra.run.vm08.stdout: librgw2 x86_64 2:19.2.3-47.gc24117fd552.el9.clyso ceph 5.4 M 2026-03-05T18:26:35.044 INFO:teuthology.orchestra.run.vm08.stdout: libstoragemgmt x86_64 1.10.1-1.el9 appstream 243 k 2026-03-05T18:26:35.044 INFO:teuthology.orchestra.run.vm08.stdout: libunwind x86_64 1.6.2-1.el9 epel 67 k 2026-03-05T18:26:35.044 INFO:teuthology.orchestra.run.vm08.stdout: libxslt x86_64 1.1.34-13.el9_6 appstream 239 k 2026-03-05T18:26:35.044 INFO:teuthology.orchestra.run.vm08.stdout: lmdb-libs x86_64 0.9.29-3.el9 baseos 60 k 2026-03-05T18:26:35.044 INFO:teuthology.orchestra.run.vm08.stdout: lttng-ust x86_64 2.12.0-6.el9 appstream 282 k 2026-03-05T18:26:35.044 INFO:teuthology.orchestra.run.vm08.stdout: lua x86_64 5.4.4-4.el9 appstream 187 k 2026-03-05T18:26:35.044 INFO:teuthology.orchestra.run.vm08.stdout: lua-devel x86_64 5.4.4-4.el9 crb 21 k 2026-03-05T18:26:35.044 INFO:teuthology.orchestra.run.vm08.stdout: luarocks noarch 3.9.2-5.el9 epel 151 k 2026-03-05T18:26:35.044 INFO:teuthology.orchestra.run.vm08.stdout: mailcap noarch 2.1.49-5.el9.0.2 baseos 32 k 2026-03-05T18:26:35.044 INFO:teuthology.orchestra.run.vm08.stdout: openblas x86_64 0.3.29-1.el9 appstream 41 k 2026-03-05T18:26:35.044 INFO:teuthology.orchestra.run.vm08.stdout: openblas-openmp x86_64 0.3.29-1.el9 appstream 5.3 M 2026-03-05T18:26:35.044 INFO:teuthology.orchestra.run.vm08.stdout: parquet-libs x86_64 9.0.0-15.el9 epel 838 k 2026-03-05T18:26:35.044 INFO:teuthology.orchestra.run.vm08.stdout: pciutils x86_64 3.7.0-7.el9 baseos 92 k 2026-03-05T18:26:35.044 INFO:teuthology.orchestra.run.vm08.stdout: perl-Benchmark noarch 1.23-481.1.el9_6 appstream 25 k 2026-03-05T18:26:35.044 INFO:teuthology.orchestra.run.vm08.stdout: protobuf x86_64 3.14.0-17.el9_7 appstream 1.0 M 2026-03-05T18:26:35.044 INFO:teuthology.orchestra.run.vm08.stdout: protobuf-compiler x86_64 3.14.0-17.el9_7 crb 862 k 2026-03-05T18:26:35.044 INFO:teuthology.orchestra.run.vm08.stdout: python3-asyncssh noarch 2.13.2-5.el9 epel 548 k 2026-03-05T18:26:35.044 INFO:teuthology.orchestra.run.vm08.stdout: python3-autocommand noarch 2.2.2-8.el9 epel 29 k 2026-03-05T18:26:35.044 INFO:teuthology.orchestra.run.vm08.stdout: python3-babel noarch 2.9.1-2.el9 appstream 5.8 M 2026-03-05T18:26:35.044 INFO:teuthology.orchestra.run.vm08.stdout: python3-backports-tarfile noarch 1.2.0-1.el9 epel 60 k 2026-03-05T18:26:35.044 INFO:teuthology.orchestra.run.vm08.stdout: python3-bcrypt x86_64 3.2.2-1.el9 epel 43 k 2026-03-05T18:26:35.044 INFO:teuthology.orchestra.run.vm08.stdout: python3-cachetools noarch 4.2.4-1.el9 epel 32 k 2026-03-05T18:26:35.044 INFO:teuthology.orchestra.run.vm08.stdout: python3-ceph-argparse x86_64 2:19.2.3-47.gc24117fd552.el9.clyso ceph 45 k 2026-03-05T18:26:35.044 INFO:teuthology.orchestra.run.vm08.stdout: python3-ceph-common x86_64 2:19.2.3-47.gc24117fd552.el9.clyso ceph 142 k 2026-03-05T18:26:35.044 INFO:teuthology.orchestra.run.vm08.stdout: python3-certifi noarch 2023.05.07-4.el9 epel 14 k 2026-03-05T18:26:35.044 INFO:teuthology.orchestra.run.vm08.stdout: python3-cffi x86_64 1.14.5-5.el9 baseos 241 k 2026-03-05T18:26:35.044 INFO:teuthology.orchestra.run.vm08.stdout: python3-cheroot noarch 10.0.1-4.el9 epel 173 k 2026-03-05T18:26:35.044 INFO:teuthology.orchestra.run.vm08.stdout: python3-cherrypy noarch 18.6.1-2.el9 epel 358 k 2026-03-05T18:26:35.044 INFO:teuthology.orchestra.run.vm08.stdout: python3-cryptography x86_64 36.0.1-5.el9_6 baseos 1.2 M 2026-03-05T18:26:35.044 INFO:teuthology.orchestra.run.vm08.stdout: python3-devel x86_64 3.9.23-2.el9 appstream 205 k 2026-03-05T18:26:35.044 INFO:teuthology.orchestra.run.vm08.stdout: python3-google-auth noarch 1:2.45.0-1.el9 epel 254 k 2026-03-05T18:26:35.044 INFO:teuthology.orchestra.run.vm08.stdout: python3-grpcio x86_64 1.46.7-10.el9 epel 2.0 M 2026-03-05T18:26:35.044 INFO:teuthology.orchestra.run.vm08.stdout: python3-grpcio-tools x86_64 1.46.7-10.el9 epel 144 k 2026-03-05T18:26:35.044 INFO:teuthology.orchestra.run.vm08.stdout: python3-isodate noarch 0.6.1-3.el9 epel 56 k 2026-03-05T18:26:35.044 INFO:teuthology.orchestra.run.vm08.stdout: python3-jaraco noarch 8.2.1-3.el9 epel 11 k 2026-03-05T18:26:35.044 INFO:teuthology.orchestra.run.vm08.stdout: python3-jaraco-classes noarch 3.2.1-5.el9 epel 18 k 2026-03-05T18:26:35.044 INFO:teuthology.orchestra.run.vm08.stdout: python3-jaraco-collections noarch 3.0.0-8.el9 epel 23 k 2026-03-05T18:26:35.044 INFO:teuthology.orchestra.run.vm08.stdout: python3-jaraco-context noarch 6.0.1-3.el9 epel 20 k 2026-03-05T18:26:35.044 INFO:teuthology.orchestra.run.vm08.stdout: python3-jaraco-functools noarch 3.5.0-2.el9 epel 19 k 2026-03-05T18:26:35.044 INFO:teuthology.orchestra.run.vm08.stdout: python3-jaraco-text noarch 4.0.0-2.el9 epel 26 k 2026-03-05T18:26:35.044 INFO:teuthology.orchestra.run.vm08.stdout: python3-jinja2 noarch 2.11.3-8.el9_5 appstream 228 k 2026-03-05T18:26:35.044 INFO:teuthology.orchestra.run.vm08.stdout: python3-kubernetes noarch 1:26.1.0-3.el9 epel 1.0 M 2026-03-05T18:26:35.044 INFO:teuthology.orchestra.run.vm08.stdout: python3-libstoragemgmt x86_64 1.10.1-1.el9 appstream 166 k 2026-03-05T18:26:35.044 INFO:teuthology.orchestra.run.vm08.stdout: python3-logutils noarch 0.3.5-21.el9 epel 46 k 2026-03-05T18:26:35.044 INFO:teuthology.orchestra.run.vm08.stdout: python3-lxml x86_64 4.6.5-3.el9 appstream 1.2 M 2026-03-05T18:26:35.044 INFO:teuthology.orchestra.run.vm08.stdout: python3-mako noarch 1.1.4-6.el9 appstream 144 k 2026-03-05T18:26:35.044 INFO:teuthology.orchestra.run.vm08.stdout: python3-markupsafe x86_64 1.1.1-12.el9 appstream 32 k 2026-03-05T18:26:35.044 INFO:teuthology.orchestra.run.vm08.stdout: python3-more-itertools noarch 8.12.0-2.el9 epel 79 k 2026-03-05T18:26:35.044 INFO:teuthology.orchestra.run.vm08.stdout: python3-msgpack x86_64 1.0.3-2.el9 epel 86 k 2026-03-05T18:26:35.045 INFO:teuthology.orchestra.run.vm08.stdout: python3-natsort noarch 7.1.1-5.el9 epel 58 k 2026-03-05T18:26:35.045 INFO:teuthology.orchestra.run.vm08.stdout: python3-numpy x86_64 1:1.23.5-1.el9 appstream 5.8 M 2026-03-05T18:26:35.045 INFO:teuthology.orchestra.run.vm08.stdout: python3-numpy-f2py x86_64 1:1.23.5-1.el9 appstream 368 k 2026-03-05T18:26:35.045 INFO:teuthology.orchestra.run.vm08.stdout: python3-packaging noarch 20.9-5.el9 appstream 69 k 2026-03-05T18:26:35.045 INFO:teuthology.orchestra.run.vm08.stdout: python3-pecan noarch 1.4.2-3.el9 epel 272 k 2026-03-05T18:26:35.045 INFO:teuthology.orchestra.run.vm08.stdout: python3-ply noarch 3.11-14.el9.0.1 baseos 103 k 2026-03-05T18:26:35.045 INFO:teuthology.orchestra.run.vm08.stdout: python3-portend noarch 3.1.0-2.el9 epel 16 k 2026-03-05T18:26:35.045 INFO:teuthology.orchestra.run.vm08.stdout: python3-protobuf noarch 3.14.0-17.el9_7 appstream 237 k 2026-03-05T18:26:35.045 INFO:teuthology.orchestra.run.vm08.stdout: python3-pyOpenSSL noarch 21.0.0-1.el9 epel 90 k 2026-03-05T18:26:35.045 INFO:teuthology.orchestra.run.vm08.stdout: python3-pyasn1 noarch 0.4.8-7.el9_7 appstream 132 k 2026-03-05T18:26:35.045 INFO:teuthology.orchestra.run.vm08.stdout: python3-pyasn1-modules noarch 0.4.8-7.el9_7 appstream 210 k 2026-03-05T18:26:35.045 INFO:teuthology.orchestra.run.vm08.stdout: python3-pycparser noarch 2.20-6.el9 baseos 124 k 2026-03-05T18:26:35.045 INFO:teuthology.orchestra.run.vm08.stdout: python3-pyparsing noarch 2.4.7-9.el9.0.1 baseos 150 k 2026-03-05T18:26:35.045 INFO:teuthology.orchestra.run.vm08.stdout: python3-repoze-lru noarch 0.7-16.el9 epel 31 k 2026-03-05T18:26:35.045 INFO:teuthology.orchestra.run.vm08.stdout: python3-requests noarch 2.25.1-10.el9_6 baseos 115 k 2026-03-05T18:26:35.045 INFO:teuthology.orchestra.run.vm08.stdout: python3-requests-oauthlib noarch 1.3.0-12.el9 appstream 43 k 2026-03-05T18:26:35.045 INFO:teuthology.orchestra.run.vm08.stdout: python3-routes noarch 2.5.1-5.el9 epel 188 k 2026-03-05T18:26:35.045 INFO:teuthology.orchestra.run.vm08.stdout: python3-rsa noarch 4.9-2.el9 epel 59 k 2026-03-05T18:26:35.045 INFO:teuthology.orchestra.run.vm08.stdout: python3-scipy x86_64 1.9.3-2.el9 appstream 19 M 2026-03-05T18:26:35.045 INFO:teuthology.orchestra.run.vm08.stdout: python3-tempora noarch 5.0.0-2.el9 epel 36 k 2026-03-05T18:26:35.045 INFO:teuthology.orchestra.run.vm08.stdout: python3-toml noarch 0.10.2-6.el9.0.1 appstream 44 k 2026-03-05T18:26:35.045 INFO:teuthology.orchestra.run.vm08.stdout: python3-typing-extensions noarch 4.15.0-1.el9 epel 86 k 2026-03-05T18:26:35.045 INFO:teuthology.orchestra.run.vm08.stdout: python3-urllib3 noarch 1.26.5-6.el9_7.1 baseos 191 k 2026-03-05T18:26:35.045 INFO:teuthology.orchestra.run.vm08.stdout: python3-webob noarch 1.8.8-2.el9 epel 230 k 2026-03-05T18:26:35.045 INFO:teuthology.orchestra.run.vm08.stdout: python3-websocket-client noarch 1.2.3-2.el9 epel 90 k 2026-03-05T18:26:35.045 INFO:teuthology.orchestra.run.vm08.stdout: python3-werkzeug noarch 2.0.3-3.el9.1 epel 427 k 2026-03-05T18:26:35.045 INFO:teuthology.orchestra.run.vm08.stdout: python3-xmlsec x86_64 1.3.13-1.el9 epel 48 k 2026-03-05T18:26:35.045 INFO:teuthology.orchestra.run.vm08.stdout: python3-zc-lockfile noarch 2.0-10.el9 epel 20 k 2026-03-05T18:26:35.045 INFO:teuthology.orchestra.run.vm08.stdout: qatlib x86_64 24.09.0-1.el9 appstream 221 k 2026-03-05T18:26:35.045 INFO:teuthology.orchestra.run.vm08.stdout: qatzip-libs x86_64 1.3.1-1.el9 appstream 65 k 2026-03-05T18:26:35.045 INFO:teuthology.orchestra.run.vm08.stdout: re2 x86_64 1:20211101-20.el9 epel 191 k 2026-03-05T18:26:35.045 INFO:teuthology.orchestra.run.vm08.stdout: socat x86_64 1.7.4.1-8.el9 appstream 299 k 2026-03-05T18:26:35.045 INFO:teuthology.orchestra.run.vm08.stdout: thrift x86_64 0.15.0-4.el9 epel 1.6 M 2026-03-05T18:26:35.045 INFO:teuthology.orchestra.run.vm08.stdout: unzip x86_64 6.0-59.el9 baseos 180 k 2026-03-05T18:26:35.045 INFO:teuthology.orchestra.run.vm08.stdout: xmlsec1 x86_64 1.2.29-13.el9 appstream 188 k 2026-03-05T18:26:35.045 INFO:teuthology.orchestra.run.vm08.stdout: xmlsec1-openssl x86_64 1.2.29-13.el9 appstream 89 k 2026-03-05T18:26:35.045 INFO:teuthology.orchestra.run.vm08.stdout: xmlstarlet x86_64 1.6.1-20.el9 appstream 63 k 2026-03-05T18:26:35.045 INFO:teuthology.orchestra.run.vm08.stdout: zip x86_64 3.0-35.el9 baseos 263 k 2026-03-05T18:26:35.045 INFO:teuthology.orchestra.run.vm08.stdout:Installing weak dependencies: 2026-03-05T18:26:35.045 INFO:teuthology.orchestra.run.vm08.stdout: ceph-mgr-k8sevents noarch 2:19.2.3-47.gc24117fd552.el9.clyso ceph-noarch 22 k 2026-03-05T18:26:35.045 INFO:teuthology.orchestra.run.vm08.stdout: nvme-cli x86_64 2.13-1.el9 baseos 1.0 M 2026-03-05T18:26:35.045 INFO:teuthology.orchestra.run.vm08.stdout: python3-influxdb noarch 5.3.1-1.el9 epel 139 k 2026-03-05T18:26:35.045 INFO:teuthology.orchestra.run.vm08.stdout: python3-saml noarch 1.16.0-1.el9 epel 125 k 2026-03-05T18:26:35.045 INFO:teuthology.orchestra.run.vm08.stdout: qatlib-service x86_64 24.09.0-1.el9 appstream 36 k 2026-03-05T18:26:35.045 INFO:teuthology.orchestra.run.vm08.stdout: smartmontools x86_64 1:7.2-9.el9 baseos 551 k 2026-03-05T18:26:35.045 INFO:teuthology.orchestra.run.vm08.stdout: 2026-03-05T18:26:35.045 INFO:teuthology.orchestra.run.vm08.stdout:Transaction Summary 2026-03-05T18:26:35.045 INFO:teuthology.orchestra.run.vm08.stdout:============================================================================================== 2026-03-05T18:26:35.045 INFO:teuthology.orchestra.run.vm08.stdout:Install 152 Packages 2026-03-05T18:26:35.045 INFO:teuthology.orchestra.run.vm08.stdout:Upgrade 2 Packages 2026-03-05T18:26:35.045 INFO:teuthology.orchestra.run.vm08.stdout: 2026-03-05T18:26:35.045 INFO:teuthology.orchestra.run.vm08.stdout:Total download size: 213 M 2026-03-05T18:26:35.046 INFO:teuthology.orchestra.run.vm08.stdout:Downloading Packages: 2026-03-05T18:26:36.105 INFO:teuthology.orchestra.run.vm08.stdout:(1/154): ceph-19.2.3-47.gc24117fd552.el9.clyso. 72 kB/s | 6.5 kB 00:00 2026-03-05T18:26:36.362 INFO:teuthology.orchestra.run.vm08.stdout:(2/154): ceph-fuse-19.2.3-47.gc24117fd552.el9.c 4.5 MB/s | 1.1 MB 00:00 2026-03-05T18:26:36.410 INFO:teuthology.orchestra.run.vm08.stdout:(3/154): ceph-immutable-object-cache-19.2.3-47. 3.0 MB/s | 145 kB 00:00 2026-03-05T18:26:37.144 INFO:teuthology.orchestra.run.vm08.stdout:(4/154): ceph-mds-19.2.3-47.gc24117fd552.el9.cl 3.3 MB/s | 2.4 MB 00:00 2026-03-05T18:26:37.226 INFO:teuthology.orchestra.run.vm08.stdout:(5/154): ceph-base-19.2.3-47.gc24117fd552.el9.c 4.5 MB/s | 5.5 MB 00:01 2026-03-05T18:26:37.338 INFO:teuthology.orchestra.run.vm08.stdout:(6/154): ceph-common-19.2.3-47.gc24117fd552.el9 16 MB/s | 22 MB 00:01 2026-03-05T18:26:37.481 INFO:teuthology.orchestra.run.vm08.stdout:(7/154): ceph-mgr-19.2.3-47.gc24117fd552.el9.cl 3.2 MB/s | 1.1 MB 00:00 2026-03-05T18:26:37.910 INFO:teuthology.orchestra.run.vm08.stdout:(8/154): ceph-mon-19.2.3-47.gc24117fd552.el9.cl 6.9 MB/s | 4.7 MB 00:00 2026-03-05T18:26:38.099 INFO:teuthology.orchestra.run.vm08.stdout:(9/154): ceph-osd-19.2.3-47.gc24117fd552.el9.cl 22 MB/s | 17 MB 00:00 2026-03-05T18:26:38.126 INFO:teuthology.orchestra.run.vm08.stdout:(10/154): ceph-selinux-19.2.3-47.gc24117fd552.e 116 kB/s | 25 kB 00:00 2026-03-05T18:26:38.254 INFO:teuthology.orchestra.run.vm08.stdout:(11/154): libcephfs-devel-19.2.3-47.gc24117fd55 264 kB/s | 34 kB 00:00 2026-03-05T18:26:38.417 INFO:teuthology.orchestra.run.vm08.stdout:(12/154): ceph-radosgw-19.2.3-47.gc24117fd552.e 12 MB/s | 11 MB 00:00 2026-03-05T18:26:38.437 INFO:teuthology.orchestra.run.vm08.stdout:(13/154): libcephfs2-19.2.3-47.gc24117fd552.el9 5.3 MB/s | 998 kB 00:00 2026-03-05T18:26:38.480 INFO:teuthology.orchestra.run.vm08.stdout:(14/154): librados-devel-19.2.3-47.gc24117fd552 2.9 MB/s | 127 kB 00:00 2026-03-05T18:26:38.525 INFO:teuthology.orchestra.run.vm08.stdout:(15/154): libradosstriper1-19.2.3-47.gc24117fd5 11 MB/s | 503 kB 00:00 2026-03-05T18:26:38.617 INFO:teuthology.orchestra.run.vm08.stdout:(16/154): libcephsqlite-19.2.3-47.gc24117fd552. 817 kB/s | 163 kB 00:00 2026-03-05T18:26:38.765 INFO:teuthology.orchestra.run.vm08.stdout:(17/154): python3-ceph-argparse-19.2.3-47.gc241 304 kB/s | 45 kB 00:00 2026-03-05T18:26:38.828 INFO:teuthology.orchestra.run.vm08.stdout:(18/154): python3-ceph-common-19.2.3-47.gc24117 2.2 MB/s | 142 kB 00:00 2026-03-05T18:26:38.878 INFO:teuthology.orchestra.run.vm08.stdout:(19/154): python3-cephfs-19.2.3-47.gc24117fd552 3.3 MB/s | 165 kB 00:00 2026-03-05T18:26:38.958 INFO:teuthology.orchestra.run.vm08.stdout:(20/154): python3-rados-19.2.3-47.gc24117fd552. 3.9 MB/s | 322 kB 00:00 2026-03-05T18:26:38.999 INFO:teuthology.orchestra.run.vm08.stdout:(21/154): python3-rbd-19.2.3-47.gc24117fd552.el 7.2 MB/s | 303 kB 00:00 2026-03-05T18:26:39.038 INFO:teuthology.orchestra.run.vm08.stdout:(22/154): python3-rgw-19.2.3-47.gc24117fd552.el 2.5 MB/s | 100 kB 00:00 2026-03-05T18:26:39.078 INFO:teuthology.orchestra.run.vm08.stdout:(23/154): librgw2-19.2.3-47.gc24117fd552.el9.cl 9.8 MB/s | 5.4 MB 00:00 2026-03-05T18:26:39.237 INFO:teuthology.orchestra.run.vm08.stdout:(24/154): rbd-fuse-19.2.3-47.gc24117fd552.el9.c 428 kB/s | 85 kB 00:00 2026-03-05T18:26:39.275 INFO:teuthology.orchestra.run.vm08.stdout:(25/154): rbd-nbd-19.2.3-47.gc24117fd552.el9.cl 4.5 MB/s | 171 kB 00:00 2026-03-05T18:26:39.308 INFO:teuthology.orchestra.run.vm08.stdout:(26/154): ceph-grafana-dashboards-19.2.3-47.gc2 982 kB/s | 31 kB 00:00 2026-03-05T18:26:39.325 INFO:teuthology.orchestra.run.vm08.stdout:(27/154): rbd-mirror-19.2.3-47.gc24117fd552.el9 13 MB/s | 3.1 MB 00:00 2026-03-05T18:26:39.438 INFO:teuthology.orchestra.run.vm08.stdout:(28/154): ceph-mgr-cephadm-19.2.3-47.gc24117fd5 1.1 MB/s | 150 kB 00:00 2026-03-05T18:26:39.604 INFO:teuthology.orchestra.run.vm08.stdout:(29/154): ceph-test-19.2.3-47.gc24117fd552.el9. 33 MB/s | 50 MB 00:01 2026-03-05T18:26:39.692 INFO:teuthology.orchestra.run.vm08.stdout:(30/154): ceph-mgr-dashboard-19.2.3-47.gc24117f 10 MB/s | 3.8 MB 00:00 2026-03-05T18:26:39.772 INFO:teuthology.orchestra.run.vm08.stdout:(31/154): ceph-mgr-k8sevents-19.2.3-47.gc24117f 132 kB/s | 22 kB 00:00 2026-03-05T18:26:39.807 INFO:teuthology.orchestra.run.vm08.stdout:(32/154): ceph-mgr-rook-19.2.3-47.gc24117fd552. 1.4 MB/s | 49 kB 00:00 2026-03-05T18:26:39.853 INFO:teuthology.orchestra.run.vm08.stdout:(33/154): ceph-prometheus-alerts-19.2.3-47.gc24 358 kB/s | 16 kB 00:00 2026-03-05T18:26:39.898 INFO:teuthology.orchestra.run.vm08.stdout:(34/154): ceph-volume-19.2.3-47.gc24117fd552.el 6.6 MB/s | 299 kB 00:00 2026-03-05T18:26:39.918 INFO:teuthology.orchestra.run.vm08.stdout:(35/154): ceph-mgr-modules-core-19.2.3-47.gc241 1.1 MB/s | 252 kB 00:00 2026-03-05T18:26:39.933 INFO:teuthology.orchestra.run.vm08.stdout:(36/154): abseil-cpp-20211102.0-4.el9.x86_64.rp 36 MB/s | 551 kB 00:00 2026-03-05T18:26:39.942 INFO:teuthology.orchestra.run.vm08.stdout:(37/154): gperftools-libs-2.9.1-3.el9.x86_64.rp 39 MB/s | 308 kB 00:00 2026-03-05T18:26:39.945 INFO:teuthology.orchestra.run.vm08.stdout:(38/154): grpc-data-1.46.7-10.el9.noarch.rpm 6.6 MB/s | 19 kB 00:00 2026-03-05T18:26:40.000 INFO:teuthology.orchestra.run.vm08.stdout:(39/154): libarrow-9.0.0-15.el9.x86_64.rpm 80 MB/s | 4.4 MB 00:00 2026-03-05T18:26:40.003 INFO:teuthology.orchestra.run.vm08.stdout:(40/154): libarrow-doc-9.0.0-15.el9.noarch.rpm 8.9 MB/s | 25 kB 00:00 2026-03-05T18:26:40.007 INFO:teuthology.orchestra.run.vm08.stdout:(41/154): liboath-2.6.12-1.el9.x86_64.rpm 16 MB/s | 49 kB 00:00 2026-03-05T18:26:40.010 INFO:teuthology.orchestra.run.vm08.stdout:(42/154): libunwind-1.6.2-1.el9.x86_64.rpm 21 MB/s | 67 kB 00:00 2026-03-05T18:26:40.015 INFO:teuthology.orchestra.run.vm08.stdout:(43/154): luarocks-3.9.2-5.el9.noarch.rpm 32 MB/s | 151 kB 00:00 2026-03-05T18:26:40.028 INFO:teuthology.orchestra.run.vm08.stdout:(44/154): parquet-libs-9.0.0-15.el9.x86_64.rpm 66 MB/s | 838 kB 00:00 2026-03-05T18:26:40.037 INFO:teuthology.orchestra.run.vm08.stdout:(45/154): python3-asyncssh-2.13.2-5.el9.noarch. 61 MB/s | 548 kB 00:00 2026-03-05T18:26:40.040 INFO:teuthology.orchestra.run.vm08.stdout:(46/154): python3-autocommand-2.2.2-8.el9.noarc 10 MB/s | 29 kB 00:00 2026-03-05T18:26:40.044 INFO:teuthology.orchestra.run.vm08.stdout:(47/154): python3-backports-tarfile-1.2.0-1.el9 18 MB/s | 60 kB 00:00 2026-03-05T18:26:40.047 INFO:teuthology.orchestra.run.vm08.stdout:(48/154): python3-bcrypt-3.2.2-1.el9.x86_64.rpm 16 MB/s | 43 kB 00:00 2026-03-05T18:26:40.049 INFO:teuthology.orchestra.run.vm08.stdout:(49/154): python3-cachetools-4.2.4-1.el9.noarch 12 MB/s | 32 kB 00:00 2026-03-05T18:26:40.052 INFO:teuthology.orchestra.run.vm08.stdout:(50/154): python3-certifi-2023.05.07-4.el9.noar 5.1 MB/s | 14 kB 00:00 2026-03-05T18:26:40.057 INFO:teuthology.orchestra.run.vm08.stdout:(51/154): python3-cheroot-10.0.1-4.el9.noarch.r 36 MB/s | 173 kB 00:00 2026-03-05T18:26:40.064 INFO:teuthology.orchestra.run.vm08.stdout:(52/154): python3-cherrypy-18.6.1-2.el9.noarch. 54 MB/s | 358 kB 00:00 2026-03-05T18:26:40.069 INFO:teuthology.orchestra.run.vm08.stdout:(53/154): python3-google-auth-2.45.0-1.el9.noar 47 MB/s | 254 kB 00:00 2026-03-05T18:26:40.106 INFO:teuthology.orchestra.run.vm08.stdout:(54/154): python3-grpcio-1.46.7-10.el9.x86_64.r 57 MB/s | 2.0 MB 00:00 2026-03-05T18:26:40.110 INFO:teuthology.orchestra.run.vm08.stdout:(55/154): python3-grpcio-tools-1.46.7-10.el9.x8 31 MB/s | 144 kB 00:00 2026-03-05T18:26:40.115 INFO:teuthology.orchestra.run.vm08.stdout:(56/154): python3-influxdb-5.3.1-1.el9.noarch.r 32 MB/s | 139 kB 00:00 2026-03-05T18:26:40.118 INFO:teuthology.orchestra.run.vm08.stdout:(57/154): python3-isodate-0.6.1-3.el9.noarch.rp 15 MB/s | 56 kB 00:00 2026-03-05T18:26:40.121 INFO:teuthology.orchestra.run.vm08.stdout:(58/154): python3-jaraco-8.2.1-3.el9.noarch.rpm 4.3 MB/s | 11 kB 00:00 2026-03-05T18:26:40.124 INFO:teuthology.orchestra.run.vm08.stdout:(59/154): python3-jaraco-classes-3.2.1-5.el9.no 5.2 MB/s | 18 kB 00:00 2026-03-05T18:26:40.127 INFO:teuthology.orchestra.run.vm08.stdout:(60/154): python3-jaraco-collections-3.0.0-8.el 8.7 MB/s | 23 kB 00:00 2026-03-05T18:26:40.130 INFO:teuthology.orchestra.run.vm08.stdout:(61/154): python3-jaraco-context-6.0.1-3.el9.no 7.1 MB/s | 20 kB 00:00 2026-03-05T18:26:40.136 INFO:teuthology.orchestra.run.vm08.stdout:(62/154): python3-jaraco-functools-3.5.0-2.el9. 3.8 MB/s | 19 kB 00:00 2026-03-05T18:26:40.138 INFO:teuthology.orchestra.run.vm08.stdout:(63/154): python3-jaraco-text-4.0.0-2.el9.noarc 10 MB/s | 26 kB 00:00 2026-03-05T18:26:40.153 INFO:teuthology.orchestra.run.vm08.stdout:(64/154): python3-kubernetes-26.1.0-3.el9.noarc 73 MB/s | 1.0 MB 00:00 2026-03-05T18:26:40.156 INFO:teuthology.orchestra.run.vm08.stdout:(65/154): python3-logutils-0.3.5-21.el9.noarch. 15 MB/s | 46 kB 00:00 2026-03-05T18:26:40.161 INFO:teuthology.orchestra.run.vm08.stdout:(66/154): cephadm-19.2.3-47.gc24117fd552.el9.cl 2.9 MB/s | 769 kB 00:00 2026-03-05T18:26:40.162 INFO:teuthology.orchestra.run.vm08.stdout:(67/154): python3-more-itertools-8.12.0-2.el9.n 13 MB/s | 79 kB 00:00 2026-03-05T18:26:40.169 INFO:teuthology.orchestra.run.vm08.stdout:(68/154): python3-msgpack-1.0.3-2.el9.x86_64.rp 11 MB/s | 86 kB 00:00 2026-03-05T18:26:40.170 INFO:teuthology.orchestra.run.vm08.stdout:(69/154): python3-natsort-7.1.1-5.el9.noarch.rp 8.2 MB/s | 58 kB 00:00 2026-03-05T18:26:40.172 INFO:teuthology.orchestra.run.vm08.stdout:(70/154): python3-portend-3.1.0-2.el9.noarch.rp 6.8 MB/s | 16 kB 00:00 2026-03-05T18:26:40.175 INFO:teuthology.orchestra.run.vm08.stdout:(71/154): python3-pecan-1.4.2-3.el9.noarch.rpm 39 MB/s | 272 kB 00:00 2026-03-05T18:26:40.177 INFO:teuthology.orchestra.run.vm08.stdout:(72/154): python3-pyOpenSSL-21.0.0-1.el9.noarch 20 MB/s | 90 kB 00:00 2026-03-05T18:26:40.178 INFO:teuthology.orchestra.run.vm08.stdout:(73/154): python3-repoze-lru-0.7-16.el9.noarch. 11 MB/s | 31 kB 00:00 2026-03-05T18:26:40.182 INFO:teuthology.orchestra.run.vm08.stdout:(74/154): python3-rsa-4.9-2.el9.noarch.rpm 18 MB/s | 59 kB 00:00 2026-03-05T18:26:40.184 INFO:teuthology.orchestra.run.vm08.stdout:(75/154): python3-routes-2.5.1-5.el9.noarch.rpm 25 MB/s | 188 kB 00:00 2026-03-05T18:26:40.187 INFO:teuthology.orchestra.run.vm08.stdout:(76/154): python3-saml-1.16.0-1.el9.noarch.rpm 23 MB/s | 125 kB 00:00 2026-03-05T18:26:40.189 INFO:teuthology.orchestra.run.vm08.stdout:(77/154): python3-tempora-5.0.0-2.el9.noarch.rp 8.3 MB/s | 36 kB 00:00 2026-03-05T18:26:40.191 INFO:teuthology.orchestra.run.vm08.stdout:(78/154): python3-typing-extensions-4.15.0-1.el 24 MB/s | 86 kB 00:00 2026-03-05T18:26:40.196 INFO:teuthology.orchestra.run.vm08.stdout:(79/154): python3-websocket-client-1.2.3-2.el9. 23 MB/s | 90 kB 00:00 2026-03-05T18:26:40.200 INFO:teuthology.orchestra.run.vm08.stdout:(80/154): python3-webob-1.8.8-2.el9.noarch.rpm 21 MB/s | 230 kB 00:00 2026-03-05T18:26:40.204 INFO:teuthology.orchestra.run.vm08.stdout:(81/154): python3-xmlsec-1.3.13-1.el9.x86_64.rp 16 MB/s | 48 kB 00:00 2026-03-05T18:26:40.208 INFO:teuthology.orchestra.run.vm08.stdout:(82/154): python3-werkzeug-2.0.3-3.el9.1.noarch 35 MB/s | 427 kB 00:00 2026-03-05T18:26:40.208 INFO:teuthology.orchestra.run.vm08.stdout:(83/154): python3-xmltodict-0.12.0-15.el9.noarc 4.7 MB/s | 22 kB 00:00 2026-03-05T18:26:40.212 INFO:teuthology.orchestra.run.vm08.stdout:(84/154): python3-zc-lockfile-2.0-10.el9.noarch 7.2 MB/s | 20 kB 00:00 2026-03-05T18:26:40.217 INFO:teuthology.orchestra.run.vm08.stdout:(85/154): re2-20211101-20.el9.x86_64.rpm 24 MB/s | 191 kB 00:00 2026-03-05T18:26:40.219 INFO:teuthology.orchestra.run.vm08.stdout:(86/154): s3cmd-2.4.0-1.el9.noarch.rpm 30 MB/s | 206 kB 00:00 2026-03-05T18:26:40.248 INFO:teuthology.orchestra.run.vm08.stdout:(87/154): thrift-0.15.0-4.el9.x86_64.rpm 51 MB/s | 1.6 MB 00:00 2026-03-05T18:26:40.496 INFO:teuthology.orchestra.run.vm08.stdout:(88/154): ceph-mgr-diskprediction-local-19.2.3- 7.0 MB/s | 7.4 MB 00:01 2026-03-05T18:26:40.746 INFO:teuthology.orchestra.run.vm08.stdout:(89/154): bzip2-1.0.8-10.el9_5.x86_64.rpm 98 kB/s | 51 kB 00:00 2026-03-05T18:26:40.882 INFO:teuthology.orchestra.run.vm08.stdout:(90/154): c-ares-1.19.1-2.el9_4.x86_64.rpm 173 kB/s | 110 kB 00:00 2026-03-05T18:26:41.049 INFO:teuthology.orchestra.run.vm08.stdout:(91/154): cryptsetup-2.7.2-4.el9.x86_64.rpm 560 kB/s | 310 kB 00:00 2026-03-05T18:26:41.072 INFO:teuthology.orchestra.run.vm08.stdout:(92/154): fuse-2.9.9-17.el9.x86_64.rpm 238 kB/s | 78 kB 00:00 2026-03-05T18:26:41.085 INFO:teuthology.orchestra.run.vm08.stdout:(93/154): ledmon-libs-1.1.0-3.el9.x86_64.rpm 200 kB/s | 41 kB 00:00 2026-03-05T18:26:41.173 INFO:teuthology.orchestra.run.vm08.stdout:(94/154): libconfig-1.7.2-9.el9.x86_64.rpm 577 kB/s | 71 kB 00:00 2026-03-05T18:26:41.326 INFO:teuthology.orchestra.run.vm08.stdout:(95/154): libgfortran-11.5.0-11.el9.x86_64.rpm 3.1 MB/s | 794 kB 00:00 2026-03-05T18:26:41.351 INFO:teuthology.orchestra.run.vm08.stdout:(96/154): libquadmath-11.5.0-11.el9.x86_64.rpm 695 kB/s | 184 kB 00:00 2026-03-05T18:26:41.357 INFO:teuthology.orchestra.run.vm08.stdout:(97/154): lmdb-libs-0.9.29-3.el9.x86_64.rpm 324 kB/s | 60 kB 00:00 2026-03-05T18:26:41.437 INFO:teuthology.orchestra.run.vm08.stdout:(98/154): mailcap-2.1.49-5.el9.0.2.noarch.rpm 290 kB/s | 32 kB 00:00 2026-03-05T18:26:41.523 INFO:teuthology.orchestra.run.vm08.stdout:(99/154): nvme-cli-2.13-1.el9.x86_64.rpm 5.7 MB/s | 1.0 MB 00:00 2026-03-05T18:26:41.527 INFO:teuthology.orchestra.run.vm08.stdout:(100/154): pciutils-3.7.0-7.el9.x86_64.rpm 540 kB/s | 92 kB 00:00 2026-03-05T18:26:41.561 INFO:teuthology.orchestra.run.vm08.stdout:(101/154): python3-cffi-1.14.5-5.el9.x86_64.rpm 1.9 MB/s | 241 kB 00:00 2026-03-05T18:26:41.681 INFO:teuthology.orchestra.run.vm08.stdout:(102/154): python3-cryptography-36.0.1-5.el9_6. 7.4 MB/s | 1.2 MB 00:00 2026-03-05T18:26:41.682 INFO:teuthology.orchestra.run.vm08.stdout:(103/154): python3-ply-3.11-14.el9.0.1.noarch.r 663 kB/s | 103 kB 00:00 2026-03-05T18:26:41.687 INFO:teuthology.orchestra.run.vm08.stdout:(104/154): python3-pycparser-2.20-6.el9.noarch. 986 kB/s | 124 kB 00:00 2026-03-05T18:26:41.795 INFO:teuthology.orchestra.run.vm08.stdout:(105/154): python3-pyparsing-2.4.7-9.el9.0.1.no 1.3 MB/s | 150 kB 00:00 2026-03-05T18:26:41.798 INFO:teuthology.orchestra.run.vm08.stdout:(106/154): python3-requests-2.25.1-10.el9_6.noa 1.0 MB/s | 115 kB 00:00 2026-03-05T18:26:41.805 INFO:teuthology.orchestra.run.vm08.stdout:(107/154): python3-urllib3-1.26.5-6.el9_7.1.noa 1.6 MB/s | 191 kB 00:00 2026-03-05T18:26:41.922 INFO:teuthology.orchestra.run.vm08.stdout:(108/154): smartmontools-7.2-9.el9.x86_64.rpm 4.3 MB/s | 551 kB 00:00 2026-03-05T18:26:41.927 INFO:teuthology.orchestra.run.vm08.stdout:(109/154): unzip-6.0-59.el9.x86_64.rpm 1.4 MB/s | 180 kB 00:00 2026-03-05T18:26:41.935 INFO:teuthology.orchestra.run.vm08.stdout:(110/154): zip-3.0-35.el9.x86_64.rpm 2.0 MB/s | 263 kB 00:00 2026-03-05T18:26:42.426 INFO:teuthology.orchestra.run.vm08.stdout:(111/154): flexiblas-3.0.4-8.el9.0.1.x86_64.rpm 59 kB/s | 30 kB 00:00 2026-03-05T18:26:42.605 INFO:teuthology.orchestra.run.vm08.stdout:(112/154): boost-program-options-1.75.0-13.el9_ 153 kB/s | 104 kB 00:00 2026-03-05T18:26:42.620 INFO:teuthology.orchestra.run.vm08.stdout:(113/154): flexiblas-openblas-openmp-3.0.4-8.el 77 kB/s | 15 kB 00:00 2026-03-05T18:26:42.848 INFO:teuthology.orchestra.run.vm08.stdout:(114/154): libnbd-1.20.3-4.el9.x86_64.rpm 702 kB/s | 171 kB 00:00 2026-03-05T18:26:42.938 INFO:teuthology.orchestra.run.vm08.stdout:(115/154): libpmemobj-1.12.1-1.el9.x86_64.rpm 503 kB/s | 159 kB 00:00 2026-03-05T18:26:42.972 INFO:teuthology.orchestra.run.vm08.stdout:(116/154): librabbitmq-0.11.0-7.el9.x86_64.rpm 356 kB/s | 44 kB 00:00 2026-03-05T18:26:43.163 INFO:teuthology.orchestra.run.vm08.stdout:(117/154): flexiblas-netlib-3.0.4-8.el9.0.1.x86 2.4 MB/s | 3.0 MB 00:01 2026-03-05T18:26:43.203 INFO:teuthology.orchestra.run.vm08.stdout:(118/154): librdkafka-1.6.1-102.el9.x86_64.rpm 2.4 MB/s | 662 kB 00:00 2026-03-05T18:26:43.246 INFO:teuthology.orchestra.run.vm08.stdout:(119/154): libstoragemgmt-1.10.1-1.el9.x86_64.r 892 kB/s | 243 kB 00:00 2026-03-05T18:26:43.296 INFO:teuthology.orchestra.run.vm08.stdout:(120/154): libxslt-1.1.34-13.el9_6.x86_64.rpm 1.8 MB/s | 239 kB 00:00 2026-03-05T18:26:43.339 INFO:teuthology.orchestra.run.vm08.stdout:(121/154): lttng-ust-2.12.0-6.el9.x86_64.rpm 2.0 MB/s | 282 kB 00:00 2026-03-05T18:26:43.373 INFO:teuthology.orchestra.run.vm08.stdout:(122/154): lua-5.4.4-4.el9.x86_64.rpm 1.4 MB/s | 187 kB 00:00 2026-03-05T18:26:43.411 INFO:teuthology.orchestra.run.vm08.stdout:(123/154): openblas-0.3.29-1.el9.x86_64.rpm 359 kB/s | 41 kB 00:00 2026-03-05T18:26:43.770 INFO:teuthology.orchestra.run.vm08.stdout:(124/154): openblas-openmp-0.3.29-1.el9.x86_64. 12 MB/s | 5.3 MB 00:00 2026-03-05T18:26:43.772 INFO:teuthology.orchestra.run.vm08.stdout:(125/154): perl-Benchmark-1.23-481.1.el9_6.noar 64 kB/s | 25 kB 00:00 2026-03-05T18:26:43.776 INFO:teuthology.orchestra.run.vm08.stdout:(126/154): perl-Test-Harness-3.42-461.el9.noarc 731 kB/s | 267 kB 00:00 2026-03-05T18:26:43.906 INFO:teuthology.orchestra.run.vm08.stdout:(127/154): protobuf-3.14.0-17.el9_7.x86_64.rpm 7.5 MB/s | 1.0 MB 00:00 2026-03-05T18:26:44.251 INFO:teuthology.orchestra.run.vm08.stdout:(128/154): python3-babel-2.9.1-2.el9.noarch.rpm 12 MB/s | 5.8 MB 00:00 2026-03-05T18:26:44.253 INFO:teuthology.orchestra.run.vm08.stdout:(129/154): python3-devel-3.9.23-2.el9.x86_64.rp 429 kB/s | 205 kB 00:00 2026-03-05T18:26:44.254 INFO:teuthology.orchestra.run.vm08.stdout:(130/154): python3-jinja2-2.11.3-8.el9_5.noarch 654 kB/s | 228 kB 00:00 2026-03-05T18:26:44.374 INFO:teuthology.orchestra.run.vm08.stdout:(131/154): python3-libstoragemgmt-1.10.1-1.el9. 1.3 MB/s | 166 kB 00:00 2026-03-05T18:26:44.447 INFO:teuthology.orchestra.run.vm08.stdout:(132/154): python3-lxml-4.6.5-3.el9.x86_64.rpm 6.2 MB/s | 1.2 MB 00:00 2026-03-05T18:26:44.449 INFO:teuthology.orchestra.run.vm08.stdout:(133/154): python3-mako-1.1.4-6.el9.noarch.rpm 739 kB/s | 144 kB 00:00 2026-03-05T18:26:44.488 INFO:teuthology.orchestra.run.vm08.stdout:(134/154): python3-markupsafe-1.1.1-12.el9.x86_ 279 kB/s | 32 kB 00:00 2026-03-05T18:26:44.881 INFO:teuthology.orchestra.run.vm08.stdout:(135/154): python3-numpy-1.23.5-1.el9.x86_64.rp 13 MB/s | 5.8 MB 00:00 2026-03-05T18:26:44.908 INFO:teuthology.orchestra.run.vm08.stdout:(136/154): python3-numpy-f2py-1.23.5-1.el9.x86_ 804 kB/s | 368 kB 00:00 2026-03-05T18:26:44.910 INFO:teuthology.orchestra.run.vm08.stdout:(137/154): python3-packaging-20.9-5.el9.noarch. 162 kB/s | 69 kB 00:00 2026-03-05T18:26:45.005 INFO:teuthology.orchestra.run.vm08.stdout:(138/154): python3-protobuf-3.14.0-17.el9_7.noa 1.9 MB/s | 237 kB 00:00 2026-03-05T18:26:45.028 INFO:teuthology.orchestra.run.vm08.stdout:(139/154): python3-pyasn1-0.4.8-7.el9_7.noarch. 1.1 MB/s | 132 kB 00:00 2026-03-05T18:26:45.037 INFO:teuthology.orchestra.run.vm08.stdout:(140/154): python3-pyasn1-modules-0.4.8-7.el9_7 1.6 MB/s | 210 kB 00:00 2026-03-05T18:26:45.120 INFO:teuthology.orchestra.run.vm08.stdout:(141/154): python3-requests-oauthlib-1.3.0-12.e 374 kB/s | 43 kB 00:00 2026-03-05T18:26:46.004 INFO:teuthology.orchestra.run.vm08.stdout:(142/154): python3-toml-0.10.2-6.el9.0.1.noarch 46 kB/s | 44 kB 00:00 2026-03-05T18:26:46.238 INFO:teuthology.orchestra.run.vm08.stdout:(143/154): python3-scipy-1.9.3-2.el9.x86_64.rpm 16 MB/s | 19 MB 00:01 2026-03-05T18:26:46.239 INFO:teuthology.orchestra.run.vm08.stdout:(144/154): qatlib-24.09.0-1.el9.x86_64.rpm 198 kB/s | 221 kB 00:01 2026-03-05T18:26:46.240 INFO:teuthology.orchestra.run.vm08.stdout:(145/154): qatlib-service-24.09.0-1.el9.x86_64. 154 kB/s | 36 kB 00:00 2026-03-05T18:26:46.354 INFO:teuthology.orchestra.run.vm08.stdout:(146/154): qatzip-libs-1.3.1-1.el9.x86_64.rpm 565 kB/s | 65 kB 00:00 2026-03-05T18:26:46.371 INFO:teuthology.orchestra.run.vm08.stdout:(147/154): socat-1.7.4.1-8.el9.x86_64.rpm 2.2 MB/s | 299 kB 00:00 2026-03-05T18:26:46.381 INFO:teuthology.orchestra.run.vm08.stdout:(148/154): xmlsec1-1.2.29-13.el9.x86_64.rpm 1.3 MB/s | 188 kB 00:00 2026-03-05T18:26:46.471 INFO:teuthology.orchestra.run.vm08.stdout:(149/154): xmlsec1-openssl-1.2.29-13.el9.x86_64 765 kB/s | 89 kB 00:00 2026-03-05T18:26:46.487 INFO:teuthology.orchestra.run.vm08.stdout:(150/154): xmlstarlet-1.6.1-20.el9.x86_64.rpm 543 kB/s | 63 kB 00:00 2026-03-05T18:26:46.996 INFO:teuthology.orchestra.run.vm08.stdout:(151/154): lua-devel-5.4.4-4.el9.x86_64.rpm 35 kB/s | 21 kB 00:00 2026-03-05T18:26:47.243 INFO:teuthology.orchestra.run.vm08.stdout:(152/154): librados2-19.2.3-47.gc24117fd552.el9 4.5 MB/s | 3.4 MB 00:00 2026-03-05T18:26:47.861 INFO:teuthology.orchestra.run.vm08.stdout:(153/154): protobuf-compiler-3.14.0-17.el9_7.x8 621 kB/s | 862 kB 00:01 2026-03-05T18:26:48.063 INFO:teuthology.orchestra.run.vm08.stdout:(154/154): librbd1-19.2.3-47.gc24117fd552.el9.c 3.0 MB/s | 3.2 MB 00:01 2026-03-05T18:26:48.070 INFO:teuthology.orchestra.run.vm08.stdout:-------------------------------------------------------------------------------- 2026-03-05T18:26:48.070 INFO:teuthology.orchestra.run.vm08.stdout:Total 16 MB/s | 213 MB 00:13 2026-03-05T18:26:48.876 INFO:teuthology.orchestra.run.vm08.stdout:Running transaction check 2026-03-05T18:26:48.933 INFO:teuthology.orchestra.run.vm08.stdout:Transaction check succeeded. 2026-03-05T18:26:48.933 INFO:teuthology.orchestra.run.vm08.stdout:Running transaction test 2026-03-05T18:26:49.833 INFO:teuthology.orchestra.run.vm08.stdout:Transaction test succeeded. 2026-03-05T18:26:49.833 INFO:teuthology.orchestra.run.vm08.stdout:Running transaction 2026-03-05T18:26:50.868 INFO:teuthology.orchestra.run.vm08.stdout: Preparing : 1/1 2026-03-05T18:26:50.884 INFO:teuthology.orchestra.run.vm08.stdout: Installing : python3-more-itertools-8.12.0-2.el9.noarch 1/156 2026-03-05T18:26:50.894 INFO:teuthology.orchestra.run.vm08.stdout: Installing : lttng-ust-2.12.0-6.el9.x86_64 2/156 2026-03-05T18:26:50.907 INFO:teuthology.orchestra.run.vm08.stdout: Installing : libxslt-1.1.34-13.el9_6.x86_64 3/156 2026-03-05T18:26:50.911 INFO:teuthology.orchestra.run.vm08.stdout: Installing : librdkafka-1.6.1-102.el9.x86_64 4/156 2026-03-05T18:26:50.915 INFO:teuthology.orchestra.run.vm08.stdout: Installing : librabbitmq-0.11.0-7.el9.x86_64 5/156 2026-03-05T18:26:50.933 INFO:teuthology.orchestra.run.vm08.stdout: Installing : lmdb-libs-0.9.29-3.el9.x86_64 6/156 2026-03-05T18:26:51.135 INFO:teuthology.orchestra.run.vm08.stdout: Installing : thrift-0.15.0-4.el9.x86_64 7/156 2026-03-05T18:26:51.138 INFO:teuthology.orchestra.run.vm08.stdout: Upgrading : librados2-2:19.2.3-47.gc24117fd552.el9.clyso.x86 8/156 2026-03-05T18:26:51.207 INFO:teuthology.orchestra.run.vm08.stdout: Running scriptlet: librados2-2:19.2.3-47.gc24117fd552.el9.clyso.x86 8/156 2026-03-05T18:26:51.210 INFO:teuthology.orchestra.run.vm08.stdout: Installing : libcephfs2-2:19.2.3-47.gc24117fd552.el9.clyso.x8 9/156 2026-03-05T18:26:51.252 INFO:teuthology.orchestra.run.vm08.stdout: Running scriptlet: libcephfs2-2:19.2.3-47.gc24117fd552.el9.clyso.x8 9/156 2026-03-05T18:26:51.259 INFO:teuthology.orchestra.run.vm08.stdout: Installing : python3-rados-2:19.2.3-47.gc24117fd552.el9.clyso 10/156 2026-03-05T18:26:51.264 INFO:teuthology.orchestra.run.vm08.stdout: Installing : libnbd-1.20.3-4.el9.x86_64 11/156 2026-03-05T18:26:51.275 INFO:teuthology.orchestra.run.vm08.stdout: Installing : python3-jaraco-8.2.1-3.el9.noarch 12/156 2026-03-05T18:26:51.276 INFO:teuthology.orchestra.run.vm08.stdout: Installing : libcephsqlite-2:19.2.3-47.gc24117fd552.el9.clyso 13/156 2026-03-05T18:26:51.318 INFO:teuthology.orchestra.run.vm08.stdout: Running scriptlet: libcephsqlite-2:19.2.3-47.gc24117fd552.el9.clyso 13/156 2026-03-05T18:26:51.320 INFO:teuthology.orchestra.run.vm08.stdout: Installing : libradosstriper1-2:19.2.3-47.gc24117fd552.el9.cl 14/156 2026-03-05T18:26:51.377 INFO:teuthology.orchestra.run.vm08.stdout: Running scriptlet: libradosstriper1-2:19.2.3-47.gc24117fd552.el9.cl 14/156 2026-03-05T18:26:51.389 INFO:teuthology.orchestra.run.vm08.stdout: Installing : python3-lxml-4.6.5-3.el9.x86_64 15/156 2026-03-05T18:26:51.417 INFO:teuthology.orchestra.run.vm08.stdout: Installing : xmlsec1-1.2.29-13.el9.x86_64 16/156 2026-03-05T18:26:51.428 INFO:teuthology.orchestra.run.vm08.stdout: Installing : python3-pyasn1-0.4.8-7.el9_7.noarch 17/156 2026-03-05T18:26:51.441 INFO:teuthology.orchestra.run.vm08.stdout: Installing : python3-markupsafe-1.1.1-12.el9.x86_64 18/156 2026-03-05T18:26:51.449 INFO:teuthology.orchestra.run.vm08.stdout: Installing : protobuf-3.14.0-17.el9_7.x86_64 19/156 2026-03-05T18:26:51.454 INFO:teuthology.orchestra.run.vm08.stdout: Installing : lua-5.4.4-4.el9.x86_64 20/156 2026-03-05T18:26:51.462 INFO:teuthology.orchestra.run.vm08.stdout: Installing : flexiblas-3.0.4-8.el9.0.1.x86_64 21/156 2026-03-05T18:26:51.494 INFO:teuthology.orchestra.run.vm08.stdout: Installing : unzip-6.0-59.el9.x86_64 22/156 2026-03-05T18:26:51.513 INFO:teuthology.orchestra.run.vm08.stdout: Installing : python3-urllib3-1.26.5-6.el9_7.1.noarch 23/156 2026-03-05T18:26:51.521 INFO:teuthology.orchestra.run.vm08.stdout: Installing : python3-requests-2.25.1-10.el9_6.noarch 24/156 2026-03-05T18:26:51.530 INFO:teuthology.orchestra.run.vm08.stdout: Installing : libquadmath-11.5.0-11.el9.x86_64 25/156 2026-03-05T18:26:51.534 INFO:teuthology.orchestra.run.vm08.stdout: Installing : libgfortran-11.5.0-11.el9.x86_64 26/156 2026-03-05T18:26:51.540 INFO:teuthology.orchestra.run.vm08.stdout: Installing : ledmon-libs-1.1.0-3.el9.x86_64 27/156 2026-03-05T18:26:51.582 INFO:teuthology.orchestra.run.vm08.stdout: Installing : re2-1:20211101-20.el9.x86_64 28/156 2026-03-05T18:26:51.624 INFO:teuthology.orchestra.run.vm08.stdout: Installing : libarrow-9.0.0-15.el9.x86_64 29/156 2026-03-05T18:26:51.631 INFO:teuthology.orchestra.run.vm08.stdout: Installing : python3-werkzeug-2.0.3-3.el9.1.noarch 30/156 2026-03-05T18:26:51.666 INFO:teuthology.orchestra.run.vm08.stdout: Installing : liboath-2.6.12-1.el9.x86_64 31/156 2026-03-05T18:26:51.674 INFO:teuthology.orchestra.run.vm08.stdout: Installing : python3-ceph-common-2:19.2.3-47.gc24117fd552.el9 32/156 2026-03-05T18:26:51.685 INFO:teuthology.orchestra.run.vm08.stdout: Installing : python3-ceph-argparse-2:19.2.3-47.gc24117fd552.e 33/156 2026-03-05T18:26:51.702 INFO:teuthology.orchestra.run.vm08.stdout: Installing : python3-cephfs-2:19.2.3-47.gc24117fd552.el9.clys 34/156 2026-03-05T18:26:51.711 INFO:teuthology.orchestra.run.vm08.stdout: Installing : python3-requests-oauthlib-1.3.0-12.el9.noarch 35/156 2026-03-05T18:26:51.743 INFO:teuthology.orchestra.run.vm08.stdout: Installing : zip-3.0-35.el9.x86_64 36/156 2026-03-05T18:26:51.749 INFO:teuthology.orchestra.run.vm08.stdout: Installing : luarocks-3.9.2-5.el9.noarch 37/156 2026-03-05T18:26:51.757 INFO:teuthology.orchestra.run.vm08.stdout: Installing : lua-devel-5.4.4-4.el9.x86_64 38/156 2026-03-05T18:26:51.789 INFO:teuthology.orchestra.run.vm08.stdout: Installing : protobuf-compiler-3.14.0-17.el9_7.x86_64 39/156 2026-03-05T18:26:51.815 INFO:teuthology.orchestra.run.vm08.stdout: Installing : python3-mako-1.1.4-6.el9.noarch 40/156 2026-03-05T18:26:51.890 INFO:teuthology.orchestra.run.vm08.stdout: Installing : python3-rsa-4.9-2.el9.noarch 41/156 2026-03-05T18:26:51.896 INFO:teuthology.orchestra.run.vm08.stdout: Installing : python3-pyasn1-modules-0.4.8-7.el9_7.noarch 42/156 2026-03-05T18:26:51.904 INFO:teuthology.orchestra.run.vm08.stdout: Installing : xmlsec1-openssl-1.2.29-13.el9.x86_64 43/156 2026-03-05T18:26:51.913 INFO:teuthology.orchestra.run.vm08.stdout: Installing : python3-xmlsec-1.3.13-1.el9.x86_64 44/156 2026-03-05T18:26:51.924 INFO:teuthology.orchestra.run.vm08.stdout: Installing : python3-jaraco-classes-3.2.1-5.el9.noarch 45/156 2026-03-05T18:26:51.930 INFO:teuthology.orchestra.run.vm08.stdout: Installing : librados-devel-2:19.2.3-47.gc24117fd552.el9.clys 46/156 2026-03-05T18:26:51.944 INFO:teuthology.orchestra.run.vm08.stdout: Installing : xmlstarlet-1.6.1-20.el9.x86_64 47/156 2026-03-05T18:26:51.953 INFO:teuthology.orchestra.run.vm08.stdout: Installing : socat-1.7.4.1-8.el9.x86_64 48/156 2026-03-05T18:26:51.960 INFO:teuthology.orchestra.run.vm08.stdout: Installing : python3-toml-0.10.2-6.el9.0.1.noarch 49/156 2026-03-05T18:26:51.971 INFO:teuthology.orchestra.run.vm08.stdout: Installing : python3-jaraco-functools-3.5.0-2.el9.noarch 50/156 2026-03-05T18:26:51.977 INFO:teuthology.orchestra.run.vm08.stdout: Installing : python3-tempora-5.0.0-2.el9.noarch 51/156 2026-03-05T18:26:52.016 INFO:teuthology.orchestra.run.vm08.stdout: Installing : python3-portend-3.1.0-2.el9.noarch 52/156 2026-03-05T18:26:52.074 INFO:teuthology.orchestra.run.vm08.stdout: Installing : python3-protobuf-3.14.0-17.el9_7.noarch 53/156 2026-03-05T18:26:52.382 INFO:teuthology.orchestra.run.vm08.stdout: Installing : python3-devel-3.9.23-2.el9.x86_64 54/156 2026-03-05T18:26:52.416 INFO:teuthology.orchestra.run.vm08.stdout: Installing : python3-babel-2.9.1-2.el9.noarch 55/156 2026-03-05T18:26:52.421 INFO:teuthology.orchestra.run.vm08.stdout: Installing : python3-jinja2-2.11.3-8.el9_5.noarch 56/156 2026-03-05T18:26:52.425 INFO:teuthology.orchestra.run.vm08.stdout: Installing : perl-Benchmark-1.23-481.1.el9_6.noarch 57/156 2026-03-05T18:26:52.497 INFO:teuthology.orchestra.run.vm08.stdout: Installing : openblas-0.3.29-1.el9.x86_64 58/156 2026-03-05T18:26:52.500 INFO:teuthology.orchestra.run.vm08.stdout: Installing : openblas-openmp-0.3.29-1.el9.x86_64 59/156 2026-03-05T18:26:52.534 INFO:teuthology.orchestra.run.vm08.stdout: Installing : flexiblas-openblas-openmp-3.0.4-8.el9.0.1.x86_64 60/156 2026-03-05T18:26:52.984 INFO:teuthology.orchestra.run.vm08.stdout: Installing : flexiblas-netlib-3.0.4-8.el9.0.1.x86_64 61/156 2026-03-05T18:26:53.095 INFO:teuthology.orchestra.run.vm08.stdout: Installing : python3-numpy-1:1.23.5-1.el9.x86_64 62/156 2026-03-05T18:26:54.063 INFO:teuthology.orchestra.run.vm08.stdout: Installing : python3-numpy-f2py-1:1.23.5-1.el9.x86_64 63/156 2026-03-05T18:26:54.088 INFO:teuthology.orchestra.run.vm08.stdout: Installing : python3-scipy-1.9.3-2.el9.x86_64 64/156 2026-03-05T18:26:54.269 INFO:teuthology.orchestra.run.vm08.stdout: Installing : libpmemobj-1.12.1-1.el9.x86_64 65/156 2026-03-05T18:26:54.272 INFO:teuthology.orchestra.run.vm08.stdout: Upgrading : librbd1-2:19.2.3-47.gc24117fd552.el9.clyso.x86_6 66/156 2026-03-05T18:26:54.314 INFO:teuthology.orchestra.run.vm08.stdout: Running scriptlet: librbd1-2:19.2.3-47.gc24117fd552.el9.clyso.x86_6 66/156 2026-03-05T18:26:54.319 INFO:teuthology.orchestra.run.vm08.stdout: Installing : python3-rbd-2:19.2.3-47.gc24117fd552.el9.clyso.x 67/156 2026-03-05T18:26:54.336 INFO:teuthology.orchestra.run.vm08.stdout: Installing : boost-program-options-1.75.0-13.el9_7.x86_64 68/156 2026-03-05T18:26:54.338 INFO:teuthology.orchestra.run.vm08.stdout: Installing : smartmontools-1:7.2-9.el9.x86_64 69/156 2026-03-05T18:26:54.360 INFO:teuthology.orchestra.run.vm08.stdout: Running scriptlet: smartmontools-1:7.2-9.el9.x86_64 69/156 2026-03-05T18:26:54.360 INFO:teuthology.orchestra.run.vm08.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/smartd.service → /usr/lib/systemd/system/smartd.service. 2026-03-05T18:26:54.360 INFO:teuthology.orchestra.run.vm08.stdout: 2026-03-05T18:26:54.384 INFO:teuthology.orchestra.run.vm08.stdout: Installing : python3-pyparsing-2.4.7-9.el9.0.1.noarch 70/156 2026-03-05T18:26:54.395 INFO:teuthology.orchestra.run.vm08.stdout: Installing : python3-packaging-20.9-5.el9.noarch 71/156 2026-03-05T18:26:54.418 INFO:teuthology.orchestra.run.vm08.stdout: Installing : python3-ply-3.11-14.el9.0.1.noarch 72/156 2026-03-05T18:26:54.444 INFO:teuthology.orchestra.run.vm08.stdout: Installing : python3-pycparser-2.20-6.el9.noarch 73/156 2026-03-05T18:26:54.561 INFO:teuthology.orchestra.run.vm08.stdout: Installing : python3-cffi-1.14.5-5.el9.x86_64 74/156 2026-03-05T18:26:54.579 INFO:teuthology.orchestra.run.vm08.stdout: Installing : python3-cryptography-36.0.1-5.el9_6.x86_64 75/156 2026-03-05T18:26:54.620 INFO:teuthology.orchestra.run.vm08.stdout: Installing : python3-pyOpenSSL-21.0.0-1.el9.noarch 76/156 2026-03-05T18:26:54.630 INFO:teuthology.orchestra.run.vm08.stdout: Installing : python3-cheroot-10.0.1-4.el9.noarch 77/156 2026-03-05T18:26:54.637 INFO:teuthology.orchestra.run.vm08.stdout: Installing : python3-bcrypt-3.2.2-1.el9.x86_64 78/156 2026-03-05T18:26:54.640 INFO:teuthology.orchestra.run.vm08.stdout: Installing : pciutils-3.7.0-7.el9.x86_64 79/156 2026-03-05T18:26:54.676 INFO:teuthology.orchestra.run.vm08.stdout: Running scriptlet: qatlib-24.09.0-1.el9.x86_64 80/156 2026-03-05T18:26:54.682 INFO:teuthology.orchestra.run.vm08.stdout: Installing : qatlib-24.09.0-1.el9.x86_64 80/156 2026-03-05T18:26:54.683 INFO:teuthology.orchestra.run.vm08.stdout: Installing : qatlib-service-24.09.0-1.el9.x86_64 81/156 2026-03-05T18:26:54.705 INFO:teuthology.orchestra.run.vm08.stdout: Running scriptlet: qatlib-service-24.09.0-1.el9.x86_64 81/156 2026-03-05T18:26:54.861 INFO:teuthology.orchestra.run.vm08.stdout: Installing : qatzip-libs-1.3.1-1.el9.x86_64 82/156 2026-03-05T18:26:54.865 INFO:teuthology.orchestra.run.vm08.stdout: Installing : nvme-cli-2.13-1.el9.x86_64 83/156 2026-03-05T18:26:55.299 INFO:teuthology.orchestra.run.vm08.stdout: Running scriptlet: nvme-cli-2.13-1.el9.x86_64 83/156 2026-03-05T18:26:55.299 INFO:teuthology.orchestra.run.vm08.stdout:Created symlink /etc/systemd/system/default.target.wants/nvmefc-boot-connections.service → /usr/lib/systemd/system/nvmefc-boot-connections.service. 2026-03-05T18:26:55.299 INFO:teuthology.orchestra.run.vm08.stdout: 2026-03-05T18:26:55.311 INFO:teuthology.orchestra.run.vm08.stdout: Installing : mailcap-2.1.49-5.el9.0.2.noarch 84/156 2026-03-05T18:26:55.317 INFO:teuthology.orchestra.run.vm08.stdout: Installing : libconfig-1.7.2-9.el9.x86_64 85/156 2026-03-05T18:26:55.357 INFO:teuthology.orchestra.run.vm08.stdout: Running scriptlet: libstoragemgmt-1.10.1-1.el9.x86_64 86/156 2026-03-05T18:26:55.357 INFO:teuthology.orchestra.run.vm08.stdout:Creating group 'libstoragemgmt' with GID 992. 2026-03-05T18:26:55.357 INFO:teuthology.orchestra.run.vm08.stdout:Creating user 'libstoragemgmt' (daemon account for libstoragemgmt) with UID 992 and GID 992. 2026-03-05T18:26:55.357 INFO:teuthology.orchestra.run.vm08.stdout: 2026-03-05T18:26:55.372 INFO:teuthology.orchestra.run.vm08.stdout: Installing : libstoragemgmt-1.10.1-1.el9.x86_64 86/156 2026-03-05T18:26:55.442 INFO:teuthology.orchestra.run.vm08.stdout: Running scriptlet: libstoragemgmt-1.10.1-1.el9.x86_64 86/156 2026-03-05T18:26:55.442 INFO:teuthology.orchestra.run.vm08.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/libstoragemgmt.service → /usr/lib/systemd/system/libstoragemgmt.service. 2026-03-05T18:26:55.442 INFO:teuthology.orchestra.run.vm08.stdout: 2026-03-05T18:26:55.488 INFO:teuthology.orchestra.run.vm08.stdout: Installing : python3-libstoragemgmt-1.10.1-1.el9.x86_64 87/156 2026-03-05T18:26:55.539 INFO:teuthology.orchestra.run.vm08.stdout: Installing : fuse-2.9.9-17.el9.x86_64 88/156 2026-03-05T18:26:55.548 INFO:teuthology.orchestra.run.vm08.stdout: Installing : cryptsetup-2.7.2-4.el9.x86_64 89/156 2026-03-05T18:26:55.559 INFO:teuthology.orchestra.run.vm08.stdout: Installing : c-ares-1.19.1-2.el9_4.x86_64 90/156 2026-03-05T18:26:55.572 INFO:teuthology.orchestra.run.vm08.stdout: Installing : python3-zc-lockfile-2.0-10.el9.noarch 91/156 2026-03-05T18:26:55.605 INFO:teuthology.orchestra.run.vm08.stdout: Installing : python3-xmltodict-0.12.0-15.el9.noarch 92/156 2026-03-05T18:26:55.639 INFO:teuthology.orchestra.run.vm08.stdout: Installing : python3-websocket-client-1.2.3-2.el9.noarch 93/156 2026-03-05T18:26:55.652 INFO:teuthology.orchestra.run.vm08.stdout: Installing : python3-webob-1.8.8-2.el9.noarch 94/156 2026-03-05T18:26:55.727 INFO:teuthology.orchestra.run.vm08.stdout: Installing : python3-typing-extensions-4.15.0-1.el9.noarch 95/156 2026-03-05T18:26:55.741 INFO:teuthology.orchestra.run.vm08.stdout: Installing : python3-asyncssh-2.13.2-5.el9.noarch 96/156 2026-03-05T18:26:55.761 INFO:teuthology.orchestra.run.vm08.stdout: Installing : python3-repoze-lru-0.7-16.el9.noarch 97/156 2026-03-05T18:26:55.779 INFO:teuthology.orchestra.run.vm08.stdout: Installing : python3-routes-2.5.1-5.el9.noarch 98/156 2026-03-05T18:26:55.792 INFO:teuthology.orchestra.run.vm08.stdout: Installing : python3-natsort-7.1.1-5.el9.noarch 99/156 2026-03-05T18:26:55.822 INFO:teuthology.orchestra.run.vm08.stdout: Installing : python3-msgpack-1.0.3-2.el9.x86_64 100/156 2026-03-05T18:26:55.837 INFO:teuthology.orchestra.run.vm08.stdout: Installing : python3-influxdb-5.3.1-1.el9.noarch 101/156 2026-03-05T18:26:55.919 INFO:teuthology.orchestra.run.vm08.stdout: Installing : python3-logutils-0.3.5-21.el9.noarch 102/156 2026-03-05T18:26:55.943 INFO:teuthology.orchestra.run.vm08.stdout: Installing : python3-pecan-1.4.2-3.el9.noarch 103/156 2026-03-05T18:26:55.969 INFO:teuthology.orchestra.run.vm08.stdout: Installing : python3-isodate-0.6.1-3.el9.noarch 104/156 2026-03-05T18:26:55.978 INFO:teuthology.orchestra.run.vm08.stdout: Installing : python3-saml-1.16.0-1.el9.noarch 105/156 2026-03-05T18:26:55.993 INFO:teuthology.orchestra.run.vm08.stdout: Installing : python3-certifi-2023.05.07-4.el9.noarch 106/156 2026-03-05T18:26:56.055 INFO:teuthology.orchestra.run.vm08.stdout: Installing : python3-cachetools-4.2.4-1.el9.noarch 107/156 2026-03-05T18:26:56.516 INFO:teuthology.orchestra.run.vm08.stdout: Installing : python3-google-auth-1:2.45.0-1.el9.noarch 108/156 2026-03-05T18:26:56.561 INFO:teuthology.orchestra.run.vm08.stdout: Installing : python3-kubernetes-1:26.1.0-3.el9.noarch 109/156 2026-03-05T18:26:56.570 INFO:teuthology.orchestra.run.vm08.stdout: Installing : python3-backports-tarfile-1.2.0-1.el9.noarch 110/156 2026-03-05T18:26:56.582 INFO:teuthology.orchestra.run.vm08.stdout: Installing : python3-jaraco-context-6.0.1-3.el9.noarch 111/156 2026-03-05T18:26:56.592 INFO:teuthology.orchestra.run.vm08.stdout: Installing : python3-autocommand-2.2.2-8.el9.noarch 112/156 2026-03-05T18:26:56.602 INFO:teuthology.orchestra.run.vm08.stdout: Installing : python3-jaraco-text-4.0.0-2.el9.noarch 113/156 2026-03-05T18:26:56.644 INFO:teuthology.orchestra.run.vm08.stdout: Installing : python3-jaraco-collections-3.0.0-8.el9.noarch 114/156 2026-03-05T18:26:56.653 INFO:teuthology.orchestra.run.vm08.stdout: Installing : python3-cherrypy-18.6.1-2.el9.noarch 115/156 2026-03-05T18:26:56.666 INFO:teuthology.orchestra.run.vm08.stdout: Installing : libunwind-1.6.2-1.el9.x86_64 116/156 2026-03-05T18:26:56.673 INFO:teuthology.orchestra.run.vm08.stdout: Installing : gperftools-libs-2.9.1-3.el9.x86_64 117/156 2026-03-05T18:26:56.682 INFO:teuthology.orchestra.run.vm08.stdout: Installing : libarrow-doc-9.0.0-15.el9.noarch 118/156 2026-03-05T18:26:57.005 INFO:teuthology.orchestra.run.vm08.stdout: Installing : parquet-libs-9.0.0-15.el9.x86_64 119/156 2026-03-05T18:26:57.009 INFO:teuthology.orchestra.run.vm08.stdout: Installing : librgw2-2:19.2.3-47.gc24117fd552.el9.clyso.x86_6 120/156 2026-03-05T18:26:57.034 INFO:teuthology.orchestra.run.vm08.stdout: Running scriptlet: librgw2-2:19.2.3-47.gc24117fd552.el9.clyso.x86_6 120/156 2026-03-05T18:26:57.037 INFO:teuthology.orchestra.run.vm08.stdout: Installing : python3-rgw-2:19.2.3-47.gc24117fd552.el9.clyso.x 121/156 2026-03-05T18:26:58.375 INFO:teuthology.orchestra.run.vm08.stdout: Running scriptlet: ceph-common-2:19.2.3-47.gc24117fd552.el9.clyso.x 122/156 2026-03-05T18:26:58.381 INFO:teuthology.orchestra.run.vm08.stdout: Installing : ceph-common-2:19.2.3-47.gc24117fd552.el9.clyso.x 122/156 2026-03-05T18:26:58.773 INFO:teuthology.orchestra.run.vm08.stdout: Running scriptlet: ceph-common-2:19.2.3-47.gc24117fd552.el9.clyso.x 122/156 2026-03-05T18:26:58.781 INFO:teuthology.orchestra.run.vm08.stdout: Installing : ceph-base-2:19.2.3-47.gc24117fd552.el9.clyso.x86 123/156 2026-03-05T18:26:58.836 INFO:teuthology.orchestra.run.vm08.stdout: Running scriptlet: ceph-base-2:19.2.3-47.gc24117fd552.el9.clyso.x86 123/156 2026-03-05T18:26:58.837 INFO:teuthology.orchestra.run.vm08.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph.target → /usr/lib/systemd/system/ceph.target. 2026-03-05T18:26:58.837 INFO:teuthology.orchestra.run.vm08.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-crash.service → /usr/lib/systemd/system/ceph-crash.service. 2026-03-05T18:26:58.837 INFO:teuthology.orchestra.run.vm08.stdout: 2026-03-05T18:26:58.852 INFO:teuthology.orchestra.run.vm08.stdout: Installing : ceph-selinux-2:19.2.3-47.gc24117fd552.el9.clyso. 124/156 2026-03-05T18:27:06.645 INFO:teuthology.orchestra.run.vm08.stdout: Running scriptlet: ceph-selinux-2:19.2.3-47.gc24117fd552.el9.clyso. 124/156 2026-03-05T18:27:06.645 INFO:teuthology.orchestra.run.vm08.stdout:skipping the directory /sys 2026-03-05T18:27:06.645 INFO:teuthology.orchestra.run.vm08.stdout:skipping the directory /proc 2026-03-05T18:27:06.645 INFO:teuthology.orchestra.run.vm08.stdout:skipping the directory /mnt 2026-03-05T18:27:06.645 INFO:teuthology.orchestra.run.vm08.stdout:skipping the directory /var/tmp 2026-03-05T18:27:06.645 INFO:teuthology.orchestra.run.vm08.stdout:skipping the directory /home 2026-03-05T18:27:06.645 INFO:teuthology.orchestra.run.vm08.stdout:skipping the directory /root 2026-03-05T18:27:06.645 INFO:teuthology.orchestra.run.vm08.stdout:skipping the directory /tmp 2026-03-05T18:27:06.645 INFO:teuthology.orchestra.run.vm08.stdout: 2026-03-05T18:27:06.750 INFO:teuthology.orchestra.run.vm08.stdout: Installing : ceph-volume-2:19.2.3-47.gc24117fd552.el9.clyso.n 125/156 2026-03-05T18:27:06.770 INFO:teuthology.orchestra.run.vm08.stdout: Running scriptlet: ceph-volume-2:19.2.3-47.gc24117fd552.el9.clyso.n 125/156 2026-03-05T18:27:06.770 INFO:teuthology.orchestra.run.vm08.stdout:Glob pattern passed to enable, but globs are not supported for this. 2026-03-05T18:27:06.770 INFO:teuthology.orchestra.run.vm08.stdout:Invalid unit name "ceph-volume@*.service" escaped as "ceph-volume@\x2a.service". 2026-03-05T18:27:06.770 INFO:teuthology.orchestra.run.vm08.stdout: 2026-03-05T18:27:07.634 INFO:teuthology.orchestra.run.vm08.stdout: Installing : ceph-osd-2:19.2.3-47.gc24117fd552.el9.clyso.x86_ 126/156 2026-03-05T18:27:07.665 INFO:teuthology.orchestra.run.vm08.stdout: Running scriptlet: ceph-osd-2:19.2.3-47.gc24117fd552.el9.clyso.x86_ 126/156 2026-03-05T18:27:07.666 INFO:teuthology.orchestra.run.vm08.stdout:Glob pattern passed to enable, but globs are not supported for this. 2026-03-05T18:27:07.666 INFO:teuthology.orchestra.run.vm08.stdout:Invalid unit name "ceph-osd@*.service" escaped as "ceph-osd@\x2a.service". 2026-03-05T18:27:07.666 INFO:teuthology.orchestra.run.vm08.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-osd.target → /usr/lib/systemd/system/ceph-osd.target. 2026-03-05T18:27:07.666 INFO:teuthology.orchestra.run.vm08.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-osd.target → /usr/lib/systemd/system/ceph-osd.target. 2026-03-05T18:27:07.666 INFO:teuthology.orchestra.run.vm08.stdout: 2026-03-05T18:27:07.790 INFO:teuthology.orchestra.run.vm08.stdout: Installing : ceph-mds-2:19.2.3-47.gc24117fd552.el9.clyso.x86_ 127/156 2026-03-05T18:27:07.816 INFO:teuthology.orchestra.run.vm08.stdout: Running scriptlet: ceph-mds-2:19.2.3-47.gc24117fd552.el9.clyso.x86_ 127/156 2026-03-05T18:27:07.817 INFO:teuthology.orchestra.run.vm08.stdout:Glob pattern passed to enable, but globs are not supported for this. 2026-03-05T18:27:07.817 INFO:teuthology.orchestra.run.vm08.stdout:Invalid unit name "ceph-mds@*.service" escaped as "ceph-mds@\x2a.service". 2026-03-05T18:27:07.817 INFO:teuthology.orchestra.run.vm08.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-mds.target → /usr/lib/systemd/system/ceph-mds.target. 2026-03-05T18:27:07.817 INFO:teuthology.orchestra.run.vm08.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-mds.target → /usr/lib/systemd/system/ceph-mds.target. 2026-03-05T18:27:07.817 INFO:teuthology.orchestra.run.vm08.stdout: 2026-03-05T18:27:08.078 INFO:teuthology.orchestra.run.vm08.stdout: Installing : ceph-mon-2:19.2.3-47.gc24117fd552.el9.clyso.x86_ 128/156 2026-03-05T18:27:08.107 INFO:teuthology.orchestra.run.vm08.stdout: Running scriptlet: ceph-mon-2:19.2.3-47.gc24117fd552.el9.clyso.x86_ 128/156 2026-03-05T18:27:08.107 INFO:teuthology.orchestra.run.vm08.stdout:Glob pattern passed to enable, but globs are not supported for this. 2026-03-05T18:27:08.107 INFO:teuthology.orchestra.run.vm08.stdout:Invalid unit name "ceph-mon@*.service" escaped as "ceph-mon@\x2a.service". 2026-03-05T18:27:08.107 INFO:teuthology.orchestra.run.vm08.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-mon.target → /usr/lib/systemd/system/ceph-mon.target. 2026-03-05T18:27:08.107 INFO:teuthology.orchestra.run.vm08.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-mon.target → /usr/lib/systemd/system/ceph-mon.target. 2026-03-05T18:27:08.107 INFO:teuthology.orchestra.run.vm08.stdout: 2026-03-05T18:27:08.142 INFO:teuthology.orchestra.run.vm08.stdout: Installing : grpc-data-1.46.7-10.el9.noarch 129/156 2026-03-05T18:27:08.198 INFO:teuthology.orchestra.run.vm08.stdout: Installing : abseil-cpp-20211102.0-4.el9.x86_64 130/156 2026-03-05T18:27:08.214 INFO:teuthology.orchestra.run.vm08.stdout: Installing : python3-grpcio-1.46.7-10.el9.x86_64 131/156 2026-03-05T18:27:08.219 INFO:teuthology.orchestra.run.vm08.stdout: Installing : python3-grpcio-tools-1.46.7-10.el9.x86_64 132/156 2026-03-05T18:27:08.297 INFO:teuthology.orchestra.run.vm08.stdout: Running scriptlet: cephadm-2:19.2.3-47.gc24117fd552.el9.clyso.noarc 133/156 2026-03-05T18:27:08.302 INFO:teuthology.orchestra.run.vm08.stdout: Installing : cephadm-2:19.2.3-47.gc24117fd552.el9.clyso.noarc 133/156 2026-03-05T18:27:08.311 INFO:teuthology.orchestra.run.vm08.stdout: Installing : ceph-prometheus-alerts-2:19.2.3-47.gc24117fd552. 134/156 2026-03-05T18:27:08.341 INFO:teuthology.orchestra.run.vm08.stdout: Installing : ceph-grafana-dashboards-2:19.2.3-47.gc24117fd552 135/156 2026-03-05T18:27:08.345 INFO:teuthology.orchestra.run.vm08.stdout: Installing : ceph-mgr-cephadm-2:19.2.3-47.gc24117fd552.el9.cl 136/156 2026-03-05T18:27:08.981 INFO:teuthology.orchestra.run.vm08.stdout: Running scriptlet: ceph-mgr-cephadm-2:19.2.3-47.gc24117fd552.el9.cl 136/156 2026-03-05T18:27:08.989 INFO:teuthology.orchestra.run.vm08.stdout: Installing : ceph-mgr-dashboard-2:19.2.3-47.gc24117fd552.el9. 137/156 2026-03-05T18:27:09.591 INFO:teuthology.orchestra.run.vm08.stdout: Running scriptlet: ceph-mgr-dashboard-2:19.2.3-47.gc24117fd552.el9. 137/156 2026-03-05T18:27:09.594 INFO:teuthology.orchestra.run.vm08.stdout: Installing : ceph-mgr-diskprediction-local-2:19.2.3-47.gc2411 138/156 2026-03-05T18:27:09.611 INFO:teuthology.orchestra.run.vm08.stdout: Running scriptlet: ceph-mgr-diskprediction-local-2:19.2.3-47.gc2411 138/156 2026-03-05T18:27:09.613 INFO:teuthology.orchestra.run.vm08.stdout: Installing : ceph-mgr-k8sevents-2:19.2.3-47.gc24117fd552.el9. 139/156 2026-03-05T18:27:09.689 INFO:teuthology.orchestra.run.vm08.stdout: Running scriptlet: ceph-mgr-k8sevents-2:19.2.3-47.gc24117fd552.el9. 139/156 2026-03-05T18:27:09.755 INFO:teuthology.orchestra.run.vm08.stdout: Installing : ceph-mgr-modules-core-2:19.2.3-47.gc24117fd552.e 140/156 2026-03-05T18:27:09.759 INFO:teuthology.orchestra.run.vm08.stdout: Installing : ceph-mgr-2:19.2.3-47.gc24117fd552.el9.clyso.x86_ 141/156 2026-03-05T18:27:09.788 INFO:teuthology.orchestra.run.vm08.stdout: Running scriptlet: ceph-mgr-2:19.2.3-47.gc24117fd552.el9.clyso.x86_ 141/156 2026-03-05T18:27:09.788 INFO:teuthology.orchestra.run.vm08.stdout:Glob pattern passed to enable, but globs are not supported for this. 2026-03-05T18:27:09.788 INFO:teuthology.orchestra.run.vm08.stdout:Invalid unit name "ceph-mgr@*.service" escaped as "ceph-mgr@\x2a.service". 2026-03-05T18:27:09.788 INFO:teuthology.orchestra.run.vm08.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-mgr.target → /usr/lib/systemd/system/ceph-mgr.target. 2026-03-05T18:27:09.788 INFO:teuthology.orchestra.run.vm08.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-mgr.target → /usr/lib/systemd/system/ceph-mgr.target. 2026-03-05T18:27:09.788 INFO:teuthology.orchestra.run.vm08.stdout: 2026-03-05T18:27:09.805 INFO:teuthology.orchestra.run.vm08.stdout: Installing : ceph-mgr-rook-2:19.2.3-47.gc24117fd552.el9.clyso 142/156 2026-03-05T18:27:09.823 INFO:teuthology.orchestra.run.vm08.stdout: Running scriptlet: ceph-mgr-rook-2:19.2.3-47.gc24117fd552.el9.clyso 142/156 2026-03-05T18:27:10.418 INFO:teuthology.orchestra.run.vm08.stdout: Installing : ceph-2:19.2.3-47.gc24117fd552.el9.clyso.x86_64 143/156 2026-03-05T18:27:10.424 INFO:teuthology.orchestra.run.vm08.stdout: Installing : ceph-radosgw-2:19.2.3-47.gc24117fd552.el9.clyso. 144/156 2026-03-05T18:27:10.456 INFO:teuthology.orchestra.run.vm08.stdout: Running scriptlet: ceph-radosgw-2:19.2.3-47.gc24117fd552.el9.clyso. 144/156 2026-03-05T18:27:10.456 INFO:teuthology.orchestra.run.vm08.stdout:Glob pattern passed to enable, but globs are not supported for this. 2026-03-05T18:27:10.456 INFO:teuthology.orchestra.run.vm08.stdout:Invalid unit name "ceph-radosgw@*.service" escaped as "ceph-radosgw@\x2a.service". 2026-03-05T18:27:10.456 INFO:teuthology.orchestra.run.vm08.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-radosgw.target → /usr/lib/systemd/system/ceph-radosgw.target. 2026-03-05T18:27:10.456 INFO:teuthology.orchestra.run.vm08.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-radosgw.target → /usr/lib/systemd/system/ceph-radosgw.target. 2026-03-05T18:27:10.456 INFO:teuthology.orchestra.run.vm08.stdout: 2026-03-05T18:27:10.470 INFO:teuthology.orchestra.run.vm08.stdout: Installing : ceph-immutable-object-cache-2:19.2.3-47.gc24117f 145/156 2026-03-05T18:27:10.499 INFO:teuthology.orchestra.run.vm08.stdout: Running scriptlet: ceph-immutable-object-cache-2:19.2.3-47.gc24117f 145/156 2026-03-05T18:27:10.500 INFO:teuthology.orchestra.run.vm08.stdout:Glob pattern passed to enable, but globs are not supported for this. 2026-03-05T18:27:10.500 INFO:teuthology.orchestra.run.vm08.stdout:Invalid unit name "ceph-immutable-object-cache@*.service" escaped as "ceph-immutable-object-cache@\x2a.service". 2026-03-05T18:27:10.500 INFO:teuthology.orchestra.run.vm08.stdout: 2026-03-05T18:27:10.685 INFO:teuthology.orchestra.run.vm08.stdout: Installing : rbd-mirror-2:19.2.3-47.gc24117fd552.el9.clyso.x8 146/156 2026-03-05T18:27:10.720 INFO:teuthology.orchestra.run.vm08.stdout: Running scriptlet: rbd-mirror-2:19.2.3-47.gc24117fd552.el9.clyso.x8 146/156 2026-03-05T18:27:10.720 INFO:teuthology.orchestra.run.vm08.stdout:Glob pattern passed to enable, but globs are not supported for this. 2026-03-05T18:27:10.720 INFO:teuthology.orchestra.run.vm08.stdout:Invalid unit name "ceph-rbd-mirror@*.service" escaped as "ceph-rbd-mirror@\x2a.service". 2026-03-05T18:27:10.720 INFO:teuthology.orchestra.run.vm08.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-rbd-mirror.target → /usr/lib/systemd/system/ceph-rbd-mirror.target. 2026-03-05T18:27:10.720 INFO:teuthology.orchestra.run.vm08.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-rbd-mirror.target → /usr/lib/systemd/system/ceph-rbd-mirror.target. 2026-03-05T18:27:10.720 INFO:teuthology.orchestra.run.vm08.stdout: 2026-03-05T18:27:13.762 INFO:teuthology.orchestra.run.vm08.stdout: Installing : ceph-test-2:19.2.3-47.gc24117fd552.el9.clyso.x86 147/156 2026-03-05T18:27:13.771 INFO:teuthology.orchestra.run.vm08.stdout: Installing : ceph-fuse-2:19.2.3-47.gc24117fd552.el9.clyso.x86 148/156 2026-03-05T18:27:13.784 INFO:teuthology.orchestra.run.vm08.stdout: Installing : rbd-fuse-2:19.2.3-47.gc24117fd552.el9.clyso.x86_ 149/156 2026-03-05T18:27:13.824 INFO:teuthology.orchestra.run.vm08.stdout: Installing : rbd-nbd-2:19.2.3-47.gc24117fd552.el9.clyso.x86_6 150/156 2026-03-05T18:27:13.832 INFO:teuthology.orchestra.run.vm08.stdout: Installing : perl-Test-Harness-1:3.42-461.el9.noarch 151/156 2026-03-05T18:27:13.840 INFO:teuthology.orchestra.run.vm08.stdout: Installing : libcephfs-devel-2:19.2.3-47.gc24117fd552.el9.cly 152/156 2026-03-05T18:27:13.864 INFO:teuthology.orchestra.run.vm08.stdout: Installing : bzip2-1.0.8-10.el9_5.x86_64 153/156 2026-03-05T18:27:13.869 INFO:teuthology.orchestra.run.vm08.stdout: Installing : s3cmd-2.4.0-1.el9.noarch 154/156 2026-03-05T18:27:13.870 INFO:teuthology.orchestra.run.vm08.stdout: Cleanup : librbd1-2:16.2.4-5.el9.x86_64 155/156 2026-03-05T18:27:13.890 INFO:teuthology.orchestra.run.vm08.stdout: Running scriptlet: librbd1-2:16.2.4-5.el9.x86_64 155/156 2026-03-05T18:27:13.890 INFO:teuthology.orchestra.run.vm08.stdout: Cleanup : librados2-2:16.2.4-5.el9.x86_64 156/156 2026-03-05T18:27:15.314 INFO:teuthology.orchestra.run.vm08.stdout: Running scriptlet: librados2-2:16.2.4-5.el9.x86_64 156/156 2026-03-05T18:27:15.315 INFO:teuthology.orchestra.run.vm08.stdout: Verifying : ceph-2:19.2.3-47.gc24117fd552.el9.clyso.x86_64 1/156 2026-03-05T18:27:15.315 INFO:teuthology.orchestra.run.vm08.stdout: Verifying : ceph-base-2:19.2.3-47.gc24117fd552.el9.clyso.x86 2/156 2026-03-05T18:27:15.315 INFO:teuthology.orchestra.run.vm08.stdout: Verifying : ceph-common-2:19.2.3-47.gc24117fd552.el9.clyso.x 3/156 2026-03-05T18:27:15.315 INFO:teuthology.orchestra.run.vm08.stdout: Verifying : ceph-fuse-2:19.2.3-47.gc24117fd552.el9.clyso.x86 4/156 2026-03-05T18:27:15.315 INFO:teuthology.orchestra.run.vm08.stdout: Verifying : ceph-immutable-object-cache-2:19.2.3-47.gc24117f 5/156 2026-03-05T18:27:15.316 INFO:teuthology.orchestra.run.vm08.stdout: Verifying : ceph-mds-2:19.2.3-47.gc24117fd552.el9.clyso.x86_ 6/156 2026-03-05T18:27:15.316 INFO:teuthology.orchestra.run.vm08.stdout: Verifying : ceph-mgr-2:19.2.3-47.gc24117fd552.el9.clyso.x86_ 7/156 2026-03-05T18:27:15.316 INFO:teuthology.orchestra.run.vm08.stdout: Verifying : ceph-mon-2:19.2.3-47.gc24117fd552.el9.clyso.x86_ 8/156 2026-03-05T18:27:15.317 INFO:teuthology.orchestra.run.vm08.stdout: Verifying : ceph-osd-2:19.2.3-47.gc24117fd552.el9.clyso.x86_ 9/156 2026-03-05T18:27:15.317 INFO:teuthology.orchestra.run.vm08.stdout: Verifying : ceph-radosgw-2:19.2.3-47.gc24117fd552.el9.clyso. 10/156 2026-03-05T18:27:15.317 INFO:teuthology.orchestra.run.vm08.stdout: Verifying : ceph-selinux-2:19.2.3-47.gc24117fd552.el9.clyso. 11/156 2026-03-05T18:27:15.317 INFO:teuthology.orchestra.run.vm08.stdout: Verifying : ceph-test-2:19.2.3-47.gc24117fd552.el9.clyso.x86 12/156 2026-03-05T18:27:15.317 INFO:teuthology.orchestra.run.vm08.stdout: Verifying : libcephfs-devel-2:19.2.3-47.gc24117fd552.el9.cly 13/156 2026-03-05T18:27:15.317 INFO:teuthology.orchestra.run.vm08.stdout: Verifying : libcephfs2-2:19.2.3-47.gc24117fd552.el9.clyso.x8 14/156 2026-03-05T18:27:15.318 INFO:teuthology.orchestra.run.vm08.stdout: Verifying : libcephsqlite-2:19.2.3-47.gc24117fd552.el9.clyso 15/156 2026-03-05T18:27:15.318 INFO:teuthology.orchestra.run.vm08.stdout: Verifying : librados-devel-2:19.2.3-47.gc24117fd552.el9.clys 16/156 2026-03-05T18:27:15.318 INFO:teuthology.orchestra.run.vm08.stdout: Verifying : libradosstriper1-2:19.2.3-47.gc24117fd552.el9.cl 17/156 2026-03-05T18:27:15.318 INFO:teuthology.orchestra.run.vm08.stdout: Verifying : librgw2-2:19.2.3-47.gc24117fd552.el9.clyso.x86_6 18/156 2026-03-05T18:27:15.318 INFO:teuthology.orchestra.run.vm08.stdout: Verifying : python3-ceph-argparse-2:19.2.3-47.gc24117fd552.e 19/156 2026-03-05T18:27:15.318 INFO:teuthology.orchestra.run.vm08.stdout: Verifying : python3-ceph-common-2:19.2.3-47.gc24117fd552.el9 20/156 2026-03-05T18:27:15.318 INFO:teuthology.orchestra.run.vm08.stdout: Verifying : python3-cephfs-2:19.2.3-47.gc24117fd552.el9.clys 21/156 2026-03-05T18:27:15.318 INFO:teuthology.orchestra.run.vm08.stdout: Verifying : python3-rados-2:19.2.3-47.gc24117fd552.el9.clyso 22/156 2026-03-05T18:27:15.318 INFO:teuthology.orchestra.run.vm08.stdout: Verifying : python3-rbd-2:19.2.3-47.gc24117fd552.el9.clyso.x 23/156 2026-03-05T18:27:15.318 INFO:teuthology.orchestra.run.vm08.stdout: Verifying : python3-rgw-2:19.2.3-47.gc24117fd552.el9.clyso.x 24/156 2026-03-05T18:27:15.318 INFO:teuthology.orchestra.run.vm08.stdout: Verifying : rbd-fuse-2:19.2.3-47.gc24117fd552.el9.clyso.x86_ 25/156 2026-03-05T18:27:15.318 INFO:teuthology.orchestra.run.vm08.stdout: Verifying : rbd-mirror-2:19.2.3-47.gc24117fd552.el9.clyso.x8 26/156 2026-03-05T18:27:15.318 INFO:teuthology.orchestra.run.vm08.stdout: Verifying : rbd-nbd-2:19.2.3-47.gc24117fd552.el9.clyso.x86_6 27/156 2026-03-05T18:27:15.318 INFO:teuthology.orchestra.run.vm08.stdout: Verifying : ceph-grafana-dashboards-2:19.2.3-47.gc24117fd552 28/156 2026-03-05T18:27:15.318 INFO:teuthology.orchestra.run.vm08.stdout: Verifying : ceph-mgr-cephadm-2:19.2.3-47.gc24117fd552.el9.cl 29/156 2026-03-05T18:27:15.318 INFO:teuthology.orchestra.run.vm08.stdout: Verifying : ceph-mgr-dashboard-2:19.2.3-47.gc24117fd552.el9. 30/156 2026-03-05T18:27:15.318 INFO:teuthology.orchestra.run.vm08.stdout: Verifying : ceph-mgr-diskprediction-local-2:19.2.3-47.gc2411 31/156 2026-03-05T18:27:15.318 INFO:teuthology.orchestra.run.vm08.stdout: Verifying : ceph-mgr-k8sevents-2:19.2.3-47.gc24117fd552.el9. 32/156 2026-03-05T18:27:15.318 INFO:teuthology.orchestra.run.vm08.stdout: Verifying : ceph-mgr-modules-core-2:19.2.3-47.gc24117fd552.e 33/156 2026-03-05T18:27:15.318 INFO:teuthology.orchestra.run.vm08.stdout: Verifying : ceph-mgr-rook-2:19.2.3-47.gc24117fd552.el9.clyso 34/156 2026-03-05T18:27:15.319 INFO:teuthology.orchestra.run.vm08.stdout: Verifying : ceph-prometheus-alerts-2:19.2.3-47.gc24117fd552. 35/156 2026-03-05T18:27:15.319 INFO:teuthology.orchestra.run.vm08.stdout: Verifying : ceph-volume-2:19.2.3-47.gc24117fd552.el9.clyso.n 36/156 2026-03-05T18:27:15.319 INFO:teuthology.orchestra.run.vm08.stdout: Verifying : cephadm-2:19.2.3-47.gc24117fd552.el9.clyso.noarc 37/156 2026-03-05T18:27:15.320 INFO:teuthology.orchestra.run.vm08.stdout: Verifying : abseil-cpp-20211102.0-4.el9.x86_64 38/156 2026-03-05T18:27:15.320 INFO:teuthology.orchestra.run.vm08.stdout: Verifying : gperftools-libs-2.9.1-3.el9.x86_64 39/156 2026-03-05T18:27:15.320 INFO:teuthology.orchestra.run.vm08.stdout: Verifying : grpc-data-1.46.7-10.el9.noarch 40/156 2026-03-05T18:27:15.320 INFO:teuthology.orchestra.run.vm08.stdout: Verifying : libarrow-9.0.0-15.el9.x86_64 41/156 2026-03-05T18:27:15.320 INFO:teuthology.orchestra.run.vm08.stdout: Verifying : libarrow-doc-9.0.0-15.el9.noarch 42/156 2026-03-05T18:27:15.320 INFO:teuthology.orchestra.run.vm08.stdout: Verifying : liboath-2.6.12-1.el9.x86_64 43/156 2026-03-05T18:27:15.320 INFO:teuthology.orchestra.run.vm08.stdout: Verifying : libunwind-1.6.2-1.el9.x86_64 44/156 2026-03-05T18:27:15.320 INFO:teuthology.orchestra.run.vm08.stdout: Verifying : luarocks-3.9.2-5.el9.noarch 45/156 2026-03-05T18:27:15.320 INFO:teuthology.orchestra.run.vm08.stdout: Verifying : parquet-libs-9.0.0-15.el9.x86_64 46/156 2026-03-05T18:27:15.320 INFO:teuthology.orchestra.run.vm08.stdout: Verifying : python3-asyncssh-2.13.2-5.el9.noarch 47/156 2026-03-05T18:27:15.320 INFO:teuthology.orchestra.run.vm08.stdout: Verifying : python3-autocommand-2.2.2-8.el9.noarch 48/156 2026-03-05T18:27:15.320 INFO:teuthology.orchestra.run.vm08.stdout: Verifying : python3-backports-tarfile-1.2.0-1.el9.noarch 49/156 2026-03-05T18:27:15.321 INFO:teuthology.orchestra.run.vm08.stdout: Verifying : python3-bcrypt-3.2.2-1.el9.x86_64 50/156 2026-03-05T18:27:15.321 INFO:teuthology.orchestra.run.vm08.stdout: Verifying : python3-cachetools-4.2.4-1.el9.noarch 51/156 2026-03-05T18:27:15.321 INFO:teuthology.orchestra.run.vm08.stdout: Verifying : python3-certifi-2023.05.07-4.el9.noarch 52/156 2026-03-05T18:27:15.321 INFO:teuthology.orchestra.run.vm08.stdout: Verifying : python3-cheroot-10.0.1-4.el9.noarch 53/156 2026-03-05T18:27:15.321 INFO:teuthology.orchestra.run.vm08.stdout: Verifying : python3-cherrypy-18.6.1-2.el9.noarch 54/156 2026-03-05T18:27:15.321 INFO:teuthology.orchestra.run.vm08.stdout: Verifying : python3-google-auth-1:2.45.0-1.el9.noarch 55/156 2026-03-05T18:27:15.321 INFO:teuthology.orchestra.run.vm08.stdout: Verifying : python3-grpcio-1.46.7-10.el9.x86_64 56/156 2026-03-05T18:27:15.321 INFO:teuthology.orchestra.run.vm08.stdout: Verifying : python3-grpcio-tools-1.46.7-10.el9.x86_64 57/156 2026-03-05T18:27:15.321 INFO:teuthology.orchestra.run.vm08.stdout: Verifying : python3-influxdb-5.3.1-1.el9.noarch 58/156 2026-03-05T18:27:15.321 INFO:teuthology.orchestra.run.vm08.stdout: Verifying : python3-isodate-0.6.1-3.el9.noarch 59/156 2026-03-05T18:27:15.321 INFO:teuthology.orchestra.run.vm08.stdout: Verifying : python3-jaraco-8.2.1-3.el9.noarch 60/156 2026-03-05T18:27:15.321 INFO:teuthology.orchestra.run.vm08.stdout: Verifying : python3-jaraco-classes-3.2.1-5.el9.noarch 61/156 2026-03-05T18:27:15.322 INFO:teuthology.orchestra.run.vm08.stdout: Verifying : python3-jaraco-collections-3.0.0-8.el9.noarch 62/156 2026-03-05T18:27:15.322 INFO:teuthology.orchestra.run.vm08.stdout: Verifying : python3-jaraco-context-6.0.1-3.el9.noarch 63/156 2026-03-05T18:27:15.322 INFO:teuthology.orchestra.run.vm08.stdout: Verifying : python3-jaraco-functools-3.5.0-2.el9.noarch 64/156 2026-03-05T18:27:15.322 INFO:teuthology.orchestra.run.vm08.stdout: Verifying : python3-jaraco-text-4.0.0-2.el9.noarch 65/156 2026-03-05T18:27:15.322 INFO:teuthology.orchestra.run.vm08.stdout: Verifying : python3-kubernetes-1:26.1.0-3.el9.noarch 66/156 2026-03-05T18:27:15.322 INFO:teuthology.orchestra.run.vm08.stdout: Verifying : python3-logutils-0.3.5-21.el9.noarch 67/156 2026-03-05T18:27:15.322 INFO:teuthology.orchestra.run.vm08.stdout: Verifying : python3-more-itertools-8.12.0-2.el9.noarch 68/156 2026-03-05T18:27:15.322 INFO:teuthology.orchestra.run.vm08.stdout: Verifying : python3-msgpack-1.0.3-2.el9.x86_64 69/156 2026-03-05T18:27:15.322 INFO:teuthology.orchestra.run.vm08.stdout: Verifying : python3-natsort-7.1.1-5.el9.noarch 70/156 2026-03-05T18:27:15.322 INFO:teuthology.orchestra.run.vm08.stdout: Verifying : python3-pecan-1.4.2-3.el9.noarch 71/156 2026-03-05T18:27:15.322 INFO:teuthology.orchestra.run.vm08.stdout: Verifying : python3-portend-3.1.0-2.el9.noarch 72/156 2026-03-05T18:27:15.322 INFO:teuthology.orchestra.run.vm08.stdout: Verifying : python3-pyOpenSSL-21.0.0-1.el9.noarch 73/156 2026-03-05T18:27:15.322 INFO:teuthology.orchestra.run.vm08.stdout: Verifying : python3-repoze-lru-0.7-16.el9.noarch 74/156 2026-03-05T18:27:15.322 INFO:teuthology.orchestra.run.vm08.stdout: Verifying : python3-routes-2.5.1-5.el9.noarch 75/156 2026-03-05T18:27:15.322 INFO:teuthology.orchestra.run.vm08.stdout: Verifying : python3-rsa-4.9-2.el9.noarch 76/156 2026-03-05T18:27:15.322 INFO:teuthology.orchestra.run.vm08.stdout: Verifying : python3-saml-1.16.0-1.el9.noarch 77/156 2026-03-05T18:27:15.322 INFO:teuthology.orchestra.run.vm08.stdout: Verifying : python3-tempora-5.0.0-2.el9.noarch 78/156 2026-03-05T18:27:15.322 INFO:teuthology.orchestra.run.vm08.stdout: Verifying : python3-typing-extensions-4.15.0-1.el9.noarch 79/156 2026-03-05T18:27:15.322 INFO:teuthology.orchestra.run.vm08.stdout: Verifying : python3-webob-1.8.8-2.el9.noarch 80/156 2026-03-05T18:27:15.322 INFO:teuthology.orchestra.run.vm08.stdout: Verifying : python3-websocket-client-1.2.3-2.el9.noarch 81/156 2026-03-05T18:27:15.322 INFO:teuthology.orchestra.run.vm08.stdout: Verifying : python3-werkzeug-2.0.3-3.el9.1.noarch 82/156 2026-03-05T18:27:15.322 INFO:teuthology.orchestra.run.vm08.stdout: Verifying : python3-xmlsec-1.3.13-1.el9.x86_64 83/156 2026-03-05T18:27:15.323 INFO:teuthology.orchestra.run.vm08.stdout: Verifying : python3-xmltodict-0.12.0-15.el9.noarch 84/156 2026-03-05T18:27:15.323 INFO:teuthology.orchestra.run.vm08.stdout: Verifying : python3-zc-lockfile-2.0-10.el9.noarch 85/156 2026-03-05T18:27:15.323 INFO:teuthology.orchestra.run.vm08.stdout: Verifying : re2-1:20211101-20.el9.x86_64 86/156 2026-03-05T18:27:15.324 INFO:teuthology.orchestra.run.vm08.stdout: Verifying : s3cmd-2.4.0-1.el9.noarch 87/156 2026-03-05T18:27:15.324 INFO:teuthology.orchestra.run.vm08.stdout: Verifying : thrift-0.15.0-4.el9.x86_64 88/156 2026-03-05T18:27:15.324 INFO:teuthology.orchestra.run.vm08.stdout: Verifying : bzip2-1.0.8-10.el9_5.x86_64 89/156 2026-03-05T18:27:15.324 INFO:teuthology.orchestra.run.vm08.stdout: Verifying : c-ares-1.19.1-2.el9_4.x86_64 90/156 2026-03-05T18:27:15.324 INFO:teuthology.orchestra.run.vm08.stdout: Verifying : cryptsetup-2.7.2-4.el9.x86_64 91/156 2026-03-05T18:27:15.324 INFO:teuthology.orchestra.run.vm08.stdout: Verifying : fuse-2.9.9-17.el9.x86_64 92/156 2026-03-05T18:27:15.324 INFO:teuthology.orchestra.run.vm08.stdout: Verifying : ledmon-libs-1.1.0-3.el9.x86_64 93/156 2026-03-05T18:27:15.324 INFO:teuthology.orchestra.run.vm08.stdout: Verifying : libconfig-1.7.2-9.el9.x86_64 94/156 2026-03-05T18:27:15.324 INFO:teuthology.orchestra.run.vm08.stdout: Verifying : libgfortran-11.5.0-11.el9.x86_64 95/156 2026-03-05T18:27:15.324 INFO:teuthology.orchestra.run.vm08.stdout: Verifying : libquadmath-11.5.0-11.el9.x86_64 96/156 2026-03-05T18:27:15.324 INFO:teuthology.orchestra.run.vm08.stdout: Verifying : lmdb-libs-0.9.29-3.el9.x86_64 97/156 2026-03-05T18:27:15.324 INFO:teuthology.orchestra.run.vm08.stdout: Verifying : mailcap-2.1.49-5.el9.0.2.noarch 98/156 2026-03-05T18:27:15.324 INFO:teuthology.orchestra.run.vm08.stdout: Verifying : nvme-cli-2.13-1.el9.x86_64 99/156 2026-03-05T18:27:15.324 INFO:teuthology.orchestra.run.vm08.stdout: Verifying : pciutils-3.7.0-7.el9.x86_64 100/156 2026-03-05T18:27:15.324 INFO:teuthology.orchestra.run.vm08.stdout: Verifying : python3-cffi-1.14.5-5.el9.x86_64 101/156 2026-03-05T18:27:15.325 INFO:teuthology.orchestra.run.vm08.stdout: Verifying : python3-cryptography-36.0.1-5.el9_6.x86_64 102/156 2026-03-05T18:27:15.325 INFO:teuthology.orchestra.run.vm08.stdout: Verifying : python3-ply-3.11-14.el9.0.1.noarch 103/156 2026-03-05T18:27:15.325 INFO:teuthology.orchestra.run.vm08.stdout: Verifying : python3-pycparser-2.20-6.el9.noarch 104/156 2026-03-05T18:27:15.325 INFO:teuthology.orchestra.run.vm08.stdout: Verifying : python3-pyparsing-2.4.7-9.el9.0.1.noarch 105/156 2026-03-05T18:27:15.326 INFO:teuthology.orchestra.run.vm08.stdout: Verifying : python3-requests-2.25.1-10.el9_6.noarch 106/156 2026-03-05T18:27:15.326 INFO:teuthology.orchestra.run.vm08.stdout: Verifying : python3-urllib3-1.26.5-6.el9_7.1.noarch 107/156 2026-03-05T18:27:15.326 INFO:teuthology.orchestra.run.vm08.stdout: Verifying : smartmontools-1:7.2-9.el9.x86_64 108/156 2026-03-05T18:27:15.326 INFO:teuthology.orchestra.run.vm08.stdout: Verifying : unzip-6.0-59.el9.x86_64 109/156 2026-03-05T18:27:15.326 INFO:teuthology.orchestra.run.vm08.stdout: Verifying : zip-3.0-35.el9.x86_64 110/156 2026-03-05T18:27:15.326 INFO:teuthology.orchestra.run.vm08.stdout: Verifying : boost-program-options-1.75.0-13.el9_7.x86_64 111/156 2026-03-05T18:27:15.326 INFO:teuthology.orchestra.run.vm08.stdout: Verifying : flexiblas-3.0.4-8.el9.0.1.x86_64 112/156 2026-03-05T18:27:15.326 INFO:teuthology.orchestra.run.vm08.stdout: Verifying : flexiblas-netlib-3.0.4-8.el9.0.1.x86_64 113/156 2026-03-05T18:27:15.326 INFO:teuthology.orchestra.run.vm08.stdout: Verifying : flexiblas-openblas-openmp-3.0.4-8.el9.0.1.x86_64 114/156 2026-03-05T18:27:15.326 INFO:teuthology.orchestra.run.vm08.stdout: Verifying : libnbd-1.20.3-4.el9.x86_64 115/156 2026-03-05T18:27:15.326 INFO:teuthology.orchestra.run.vm08.stdout: Verifying : libpmemobj-1.12.1-1.el9.x86_64 116/156 2026-03-05T18:27:15.326 INFO:teuthology.orchestra.run.vm08.stdout: Verifying : librabbitmq-0.11.0-7.el9.x86_64 117/156 2026-03-05T18:27:15.326 INFO:teuthology.orchestra.run.vm08.stdout: Verifying : librdkafka-1.6.1-102.el9.x86_64 118/156 2026-03-05T18:27:15.326 INFO:teuthology.orchestra.run.vm08.stdout: Verifying : libstoragemgmt-1.10.1-1.el9.x86_64 119/156 2026-03-05T18:27:15.326 INFO:teuthology.orchestra.run.vm08.stdout: Verifying : libxslt-1.1.34-13.el9_6.x86_64 120/156 2026-03-05T18:27:15.327 INFO:teuthology.orchestra.run.vm08.stdout: Verifying : lttng-ust-2.12.0-6.el9.x86_64 121/156 2026-03-05T18:27:15.327 INFO:teuthology.orchestra.run.vm08.stdout: Verifying : lua-5.4.4-4.el9.x86_64 122/156 2026-03-05T18:27:15.327 INFO:teuthology.orchestra.run.vm08.stdout: Verifying : openblas-0.3.29-1.el9.x86_64 123/156 2026-03-05T18:27:15.327 INFO:teuthology.orchestra.run.vm08.stdout: Verifying : openblas-openmp-0.3.29-1.el9.x86_64 124/156 2026-03-05T18:27:15.327 INFO:teuthology.orchestra.run.vm08.stdout: Verifying : perl-Benchmark-1.23-481.1.el9_6.noarch 125/156 2026-03-05T18:27:15.327 INFO:teuthology.orchestra.run.vm08.stdout: Verifying : perl-Test-Harness-1:3.42-461.el9.noarch 126/156 2026-03-05T18:27:15.327 INFO:teuthology.orchestra.run.vm08.stdout: Verifying : protobuf-3.14.0-17.el9_7.x86_64 127/156 2026-03-05T18:27:15.327 INFO:teuthology.orchestra.run.vm08.stdout: Verifying : python3-babel-2.9.1-2.el9.noarch 128/156 2026-03-05T18:27:15.327 INFO:teuthology.orchestra.run.vm08.stdout: Verifying : python3-devel-3.9.23-2.el9.x86_64 129/156 2026-03-05T18:27:15.327 INFO:teuthology.orchestra.run.vm08.stdout: Verifying : python3-jinja2-2.11.3-8.el9_5.noarch 130/156 2026-03-05T18:27:15.327 INFO:teuthology.orchestra.run.vm08.stdout: Verifying : python3-libstoragemgmt-1.10.1-1.el9.x86_64 131/156 2026-03-05T18:27:15.327 INFO:teuthology.orchestra.run.vm08.stdout: Verifying : python3-lxml-4.6.5-3.el9.x86_64 132/156 2026-03-05T18:27:15.328 INFO:teuthology.orchestra.run.vm08.stdout: Verifying : python3-mako-1.1.4-6.el9.noarch 133/156 2026-03-05T18:27:15.328 INFO:teuthology.orchestra.run.vm08.stdout: Verifying : python3-markupsafe-1.1.1-12.el9.x86_64 134/156 2026-03-05T18:27:15.328 INFO:teuthology.orchestra.run.vm08.stdout: Verifying : python3-numpy-1:1.23.5-1.el9.x86_64 135/156 2026-03-05T18:27:15.328 INFO:teuthology.orchestra.run.vm08.stdout: Verifying : python3-numpy-f2py-1:1.23.5-1.el9.x86_64 136/156 2026-03-05T18:27:15.328 INFO:teuthology.orchestra.run.vm08.stdout: Verifying : python3-packaging-20.9-5.el9.noarch 137/156 2026-03-05T18:27:15.328 INFO:teuthology.orchestra.run.vm08.stdout: Verifying : python3-protobuf-3.14.0-17.el9_7.noarch 138/156 2026-03-05T18:27:15.328 INFO:teuthology.orchestra.run.vm08.stdout: Verifying : python3-pyasn1-0.4.8-7.el9_7.noarch 139/156 2026-03-05T18:27:15.328 INFO:teuthology.orchestra.run.vm08.stdout: Verifying : python3-pyasn1-modules-0.4.8-7.el9_7.noarch 140/156 2026-03-05T18:27:15.328 INFO:teuthology.orchestra.run.vm08.stdout: Verifying : python3-requests-oauthlib-1.3.0-12.el9.noarch 141/156 2026-03-05T18:27:15.328 INFO:teuthology.orchestra.run.vm08.stdout: Verifying : python3-scipy-1.9.3-2.el9.x86_64 142/156 2026-03-05T18:27:15.328 INFO:teuthology.orchestra.run.vm08.stdout: Verifying : python3-toml-0.10.2-6.el9.0.1.noarch 143/156 2026-03-05T18:27:15.328 INFO:teuthology.orchestra.run.vm08.stdout: Verifying : qatlib-24.09.0-1.el9.x86_64 144/156 2026-03-05T18:27:15.329 INFO:teuthology.orchestra.run.vm08.stdout: Verifying : qatlib-service-24.09.0-1.el9.x86_64 145/156 2026-03-05T18:27:15.329 INFO:teuthology.orchestra.run.vm08.stdout: Verifying : qatzip-libs-1.3.1-1.el9.x86_64 146/156 2026-03-05T18:27:15.329 INFO:teuthology.orchestra.run.vm08.stdout: Verifying : socat-1.7.4.1-8.el9.x86_64 147/156 2026-03-05T18:27:15.329 INFO:teuthology.orchestra.run.vm08.stdout: Verifying : xmlsec1-1.2.29-13.el9.x86_64 148/156 2026-03-05T18:27:15.329 INFO:teuthology.orchestra.run.vm08.stdout: Verifying : xmlsec1-openssl-1.2.29-13.el9.x86_64 149/156 2026-03-05T18:27:15.329 INFO:teuthology.orchestra.run.vm08.stdout: Verifying : xmlstarlet-1.6.1-20.el9.x86_64 150/156 2026-03-05T18:27:15.329 INFO:teuthology.orchestra.run.vm08.stdout: Verifying : lua-devel-5.4.4-4.el9.x86_64 151/156 2026-03-05T18:27:15.329 INFO:teuthology.orchestra.run.vm08.stdout: Verifying : protobuf-compiler-3.14.0-17.el9_7.x86_64 152/156 2026-03-05T18:27:15.329 INFO:teuthology.orchestra.run.vm08.stdout: Verifying : librados2-2:19.2.3-47.gc24117fd552.el9.clyso.x86 153/156 2026-03-05T18:27:15.329 INFO:teuthology.orchestra.run.vm08.stdout: Verifying : librados2-2:16.2.4-5.el9.x86_64 154/156 2026-03-05T18:27:15.329 INFO:teuthology.orchestra.run.vm08.stdout: Verifying : librbd1-2:19.2.3-47.gc24117fd552.el9.clyso.x86_6 155/156 2026-03-05T18:27:15.476 INFO:teuthology.orchestra.run.vm08.stdout: Verifying : librbd1-2:16.2.4-5.el9.x86_64 156/156 2026-03-05T18:27:15.476 INFO:teuthology.orchestra.run.vm08.stdout: 2026-03-05T18:27:15.476 INFO:teuthology.orchestra.run.vm08.stdout:Upgraded: 2026-03-05T18:27:15.476 INFO:teuthology.orchestra.run.vm08.stdout: librados2-2:19.2.3-47.gc24117fd552.el9.clyso.x86_64 2026-03-05T18:27:15.476 INFO:teuthology.orchestra.run.vm08.stdout: librbd1-2:19.2.3-47.gc24117fd552.el9.clyso.x86_64 2026-03-05T18:27:15.476 INFO:teuthology.orchestra.run.vm08.stdout:Installed: 2026-03-05T18:27:15.476 INFO:teuthology.orchestra.run.vm08.stdout: abseil-cpp-20211102.0-4.el9.x86_64 2026-03-05T18:27:15.476 INFO:teuthology.orchestra.run.vm08.stdout: boost-program-options-1.75.0-13.el9_7.x86_64 2026-03-05T18:27:15.476 INFO:teuthology.orchestra.run.vm08.stdout: bzip2-1.0.8-10.el9_5.x86_64 2026-03-05T18:27:15.476 INFO:teuthology.orchestra.run.vm08.stdout: c-ares-1.19.1-2.el9_4.x86_64 2026-03-05T18:27:15.476 INFO:teuthology.orchestra.run.vm08.stdout: ceph-2:19.2.3-47.gc24117fd552.el9.clyso.x86_64 2026-03-05T18:27:15.476 INFO:teuthology.orchestra.run.vm08.stdout: ceph-base-2:19.2.3-47.gc24117fd552.el9.clyso.x86_64 2026-03-05T18:27:15.476 INFO:teuthology.orchestra.run.vm08.stdout: ceph-common-2:19.2.3-47.gc24117fd552.el9.clyso.x86_64 2026-03-05T18:27:15.477 INFO:teuthology.orchestra.run.vm08.stdout: ceph-fuse-2:19.2.3-47.gc24117fd552.el9.clyso.x86_64 2026-03-05T18:27:15.477 INFO:teuthology.orchestra.run.vm08.stdout: ceph-grafana-dashboards-2:19.2.3-47.gc24117fd552.el9.clyso.noarch 2026-03-05T18:27:15.477 INFO:teuthology.orchestra.run.vm08.stdout: ceph-immutable-object-cache-2:19.2.3-47.gc24117fd552.el9.clyso.x86_64 2026-03-05T18:27:15.477 INFO:teuthology.orchestra.run.vm08.stdout: ceph-mds-2:19.2.3-47.gc24117fd552.el9.clyso.x86_64 2026-03-05T18:27:15.477 INFO:teuthology.orchestra.run.vm08.stdout: ceph-mgr-2:19.2.3-47.gc24117fd552.el9.clyso.x86_64 2026-03-05T18:27:15.477 INFO:teuthology.orchestra.run.vm08.stdout: ceph-mgr-cephadm-2:19.2.3-47.gc24117fd552.el9.clyso.noarch 2026-03-05T18:27:15.477 INFO:teuthology.orchestra.run.vm08.stdout: ceph-mgr-dashboard-2:19.2.3-47.gc24117fd552.el9.clyso.noarch 2026-03-05T18:27:15.477 INFO:teuthology.orchestra.run.vm08.stdout: ceph-mgr-diskprediction-local-2:19.2.3-47.gc24117fd552.el9.clyso.noarch 2026-03-05T18:27:15.477 INFO:teuthology.orchestra.run.vm08.stdout: ceph-mgr-k8sevents-2:19.2.3-47.gc24117fd552.el9.clyso.noarch 2026-03-05T18:27:15.477 INFO:teuthology.orchestra.run.vm08.stdout: ceph-mgr-modules-core-2:19.2.3-47.gc24117fd552.el9.clyso.noarch 2026-03-05T18:27:15.477 INFO:teuthology.orchestra.run.vm08.stdout: ceph-mgr-rook-2:19.2.3-47.gc24117fd552.el9.clyso.noarch 2026-03-05T18:27:15.477 INFO:teuthology.orchestra.run.vm08.stdout: ceph-mon-2:19.2.3-47.gc24117fd552.el9.clyso.x86_64 2026-03-05T18:27:15.477 INFO:teuthology.orchestra.run.vm08.stdout: ceph-osd-2:19.2.3-47.gc24117fd552.el9.clyso.x86_64 2026-03-05T18:27:15.477 INFO:teuthology.orchestra.run.vm08.stdout: ceph-prometheus-alerts-2:19.2.3-47.gc24117fd552.el9.clyso.noarch 2026-03-05T18:27:15.477 INFO:teuthology.orchestra.run.vm08.stdout: ceph-radosgw-2:19.2.3-47.gc24117fd552.el9.clyso.x86_64 2026-03-05T18:27:15.477 INFO:teuthology.orchestra.run.vm08.stdout: ceph-selinux-2:19.2.3-47.gc24117fd552.el9.clyso.x86_64 2026-03-05T18:27:15.477 INFO:teuthology.orchestra.run.vm08.stdout: ceph-test-2:19.2.3-47.gc24117fd552.el9.clyso.x86_64 2026-03-05T18:27:15.477 INFO:teuthology.orchestra.run.vm08.stdout: ceph-volume-2:19.2.3-47.gc24117fd552.el9.clyso.noarch 2026-03-05T18:27:15.477 INFO:teuthology.orchestra.run.vm08.stdout: cephadm-2:19.2.3-47.gc24117fd552.el9.clyso.noarch 2026-03-05T18:27:15.477 INFO:teuthology.orchestra.run.vm08.stdout: cryptsetup-2.7.2-4.el9.x86_64 2026-03-05T18:27:15.477 INFO:teuthology.orchestra.run.vm08.stdout: flexiblas-3.0.4-8.el9.0.1.x86_64 2026-03-05T18:27:15.477 INFO:teuthology.orchestra.run.vm08.stdout: flexiblas-netlib-3.0.4-8.el9.0.1.x86_64 2026-03-05T18:27:15.477 INFO:teuthology.orchestra.run.vm08.stdout: flexiblas-openblas-openmp-3.0.4-8.el9.0.1.x86_64 2026-03-05T18:27:15.477 INFO:teuthology.orchestra.run.vm08.stdout: fuse-2.9.9-17.el9.x86_64 2026-03-05T18:27:15.477 INFO:teuthology.orchestra.run.vm08.stdout: gperftools-libs-2.9.1-3.el9.x86_64 2026-03-05T18:27:15.477 INFO:teuthology.orchestra.run.vm08.stdout: grpc-data-1.46.7-10.el9.noarch 2026-03-05T18:27:15.477 INFO:teuthology.orchestra.run.vm08.stdout: ledmon-libs-1.1.0-3.el9.x86_64 2026-03-05T18:27:15.477 INFO:teuthology.orchestra.run.vm08.stdout: libarrow-9.0.0-15.el9.x86_64 2026-03-05T18:27:15.477 INFO:teuthology.orchestra.run.vm08.stdout: libarrow-doc-9.0.0-15.el9.noarch 2026-03-05T18:27:15.477 INFO:teuthology.orchestra.run.vm08.stdout: libcephfs-devel-2:19.2.3-47.gc24117fd552.el9.clyso.x86_64 2026-03-05T18:27:15.477 INFO:teuthology.orchestra.run.vm08.stdout: libcephfs2-2:19.2.3-47.gc24117fd552.el9.clyso.x86_64 2026-03-05T18:27:15.490 INFO:teuthology.orchestra.run.vm08.stdout: libcephsqlite-2:19.2.3-47.gc24117fd552.el9.clyso.x86_64 2026-03-05T18:27:15.490 INFO:teuthology.orchestra.run.vm08.stdout: libconfig-1.7.2-9.el9.x86_64 2026-03-05T18:27:15.490 INFO:teuthology.orchestra.run.vm08.stdout: libgfortran-11.5.0-11.el9.x86_64 2026-03-05T18:27:15.490 INFO:teuthology.orchestra.run.vm08.stdout: libnbd-1.20.3-4.el9.x86_64 2026-03-05T18:27:15.490 INFO:teuthology.orchestra.run.vm08.stdout: liboath-2.6.12-1.el9.x86_64 2026-03-05T18:27:15.490 INFO:teuthology.orchestra.run.vm08.stdout: libpmemobj-1.12.1-1.el9.x86_64 2026-03-05T18:27:15.490 INFO:teuthology.orchestra.run.vm08.stdout: libquadmath-11.5.0-11.el9.x86_64 2026-03-05T18:27:15.490 INFO:teuthology.orchestra.run.vm08.stdout: librabbitmq-0.11.0-7.el9.x86_64 2026-03-05T18:27:15.490 INFO:teuthology.orchestra.run.vm08.stdout: librados-devel-2:19.2.3-47.gc24117fd552.el9.clyso.x86_64 2026-03-05T18:27:15.490 INFO:teuthology.orchestra.run.vm08.stdout: libradosstriper1-2:19.2.3-47.gc24117fd552.el9.clyso.x86_64 2026-03-05T18:27:15.490 INFO:teuthology.orchestra.run.vm08.stdout: librdkafka-1.6.1-102.el9.x86_64 2026-03-05T18:27:15.490 INFO:teuthology.orchestra.run.vm08.stdout: librgw2-2:19.2.3-47.gc24117fd552.el9.clyso.x86_64 2026-03-05T18:27:15.490 INFO:teuthology.orchestra.run.vm08.stdout: libstoragemgmt-1.10.1-1.el9.x86_64 2026-03-05T18:27:15.490 INFO:teuthology.orchestra.run.vm08.stdout: libunwind-1.6.2-1.el9.x86_64 2026-03-05T18:27:15.490 INFO:teuthology.orchestra.run.vm08.stdout: libxslt-1.1.34-13.el9_6.x86_64 2026-03-05T18:27:15.490 INFO:teuthology.orchestra.run.vm08.stdout: lmdb-libs-0.9.29-3.el9.x86_64 2026-03-05T18:27:15.490 INFO:teuthology.orchestra.run.vm08.stdout: lttng-ust-2.12.0-6.el9.x86_64 2026-03-05T18:27:15.490 INFO:teuthology.orchestra.run.vm08.stdout: lua-5.4.4-4.el9.x86_64 2026-03-05T18:27:15.490 INFO:teuthology.orchestra.run.vm08.stdout: lua-devel-5.4.4-4.el9.x86_64 2026-03-05T18:27:15.490 INFO:teuthology.orchestra.run.vm08.stdout: luarocks-3.9.2-5.el9.noarch 2026-03-05T18:27:15.490 INFO:teuthology.orchestra.run.vm08.stdout: mailcap-2.1.49-5.el9.0.2.noarch 2026-03-05T18:27:15.490 INFO:teuthology.orchestra.run.vm08.stdout: nvme-cli-2.13-1.el9.x86_64 2026-03-05T18:27:15.490 INFO:teuthology.orchestra.run.vm08.stdout: openblas-0.3.29-1.el9.x86_64 2026-03-05T18:27:15.490 INFO:teuthology.orchestra.run.vm08.stdout: openblas-openmp-0.3.29-1.el9.x86_64 2026-03-05T18:27:15.490 INFO:teuthology.orchestra.run.vm08.stdout: parquet-libs-9.0.0-15.el9.x86_64 2026-03-05T18:27:15.491 INFO:teuthology.orchestra.run.vm08.stdout: pciutils-3.7.0-7.el9.x86_64 2026-03-05T18:27:15.491 INFO:teuthology.orchestra.run.vm08.stdout: perl-Benchmark-1.23-481.1.el9_6.noarch 2026-03-05T18:27:15.491 INFO:teuthology.orchestra.run.vm08.stdout: perl-Test-Harness-1:3.42-461.el9.noarch 2026-03-05T18:27:15.491 INFO:teuthology.orchestra.run.vm08.stdout: protobuf-3.14.0-17.el9_7.x86_64 2026-03-05T18:27:15.491 INFO:teuthology.orchestra.run.vm08.stdout: protobuf-compiler-3.14.0-17.el9_7.x86_64 2026-03-05T18:27:15.491 INFO:teuthology.orchestra.run.vm08.stdout: python3-asyncssh-2.13.2-5.el9.noarch 2026-03-05T18:27:15.491 INFO:teuthology.orchestra.run.vm08.stdout: python3-autocommand-2.2.2-8.el9.noarch 2026-03-05T18:27:15.491 INFO:teuthology.orchestra.run.vm08.stdout: python3-babel-2.9.1-2.el9.noarch 2026-03-05T18:27:15.491 INFO:teuthology.orchestra.run.vm08.stdout: python3-backports-tarfile-1.2.0-1.el9.noarch 2026-03-05T18:27:15.491 INFO:teuthology.orchestra.run.vm08.stdout: python3-bcrypt-3.2.2-1.el9.x86_64 2026-03-05T18:27:15.491 INFO:teuthology.orchestra.run.vm08.stdout: python3-cachetools-4.2.4-1.el9.noarch 2026-03-05T18:27:15.491 INFO:teuthology.orchestra.run.vm08.stdout: python3-ceph-argparse-2:19.2.3-47.gc24117fd552.el9.clyso.x86_64 2026-03-05T18:27:15.491 INFO:teuthology.orchestra.run.vm08.stdout: python3-ceph-common-2:19.2.3-47.gc24117fd552.el9.clyso.x86_64 2026-03-05T18:27:15.491 INFO:teuthology.orchestra.run.vm08.stdout: python3-cephfs-2:19.2.3-47.gc24117fd552.el9.clyso.x86_64 2026-03-05T18:27:15.491 INFO:teuthology.orchestra.run.vm08.stdout: python3-certifi-2023.05.07-4.el9.noarch 2026-03-05T18:27:15.491 INFO:teuthology.orchestra.run.vm08.stdout: python3-cffi-1.14.5-5.el9.x86_64 2026-03-05T18:27:15.491 INFO:teuthology.orchestra.run.vm08.stdout: python3-cheroot-10.0.1-4.el9.noarch 2026-03-05T18:27:15.491 INFO:teuthology.orchestra.run.vm08.stdout: python3-cherrypy-18.6.1-2.el9.noarch 2026-03-05T18:27:15.491 INFO:teuthology.orchestra.run.vm08.stdout: python3-cryptography-36.0.1-5.el9_6.x86_64 2026-03-05T18:27:15.491 INFO:teuthology.orchestra.run.vm08.stdout: python3-devel-3.9.23-2.el9.x86_64 2026-03-05T18:27:15.491 INFO:teuthology.orchestra.run.vm08.stdout: python3-google-auth-1:2.45.0-1.el9.noarch 2026-03-05T18:27:15.491 INFO:teuthology.orchestra.run.vm08.stdout: python3-grpcio-1.46.7-10.el9.x86_64 2026-03-05T18:27:15.491 INFO:teuthology.orchestra.run.vm08.stdout: python3-grpcio-tools-1.46.7-10.el9.x86_64 2026-03-05T18:27:15.491 INFO:teuthology.orchestra.run.vm08.stdout: python3-influxdb-5.3.1-1.el9.noarch 2026-03-05T18:27:15.491 INFO:teuthology.orchestra.run.vm08.stdout: python3-isodate-0.6.1-3.el9.noarch 2026-03-05T18:27:15.491 INFO:teuthology.orchestra.run.vm08.stdout: python3-jaraco-8.2.1-3.el9.noarch 2026-03-05T18:27:15.491 INFO:teuthology.orchestra.run.vm08.stdout: python3-jaraco-classes-3.2.1-5.el9.noarch 2026-03-05T18:27:15.491 INFO:teuthology.orchestra.run.vm08.stdout: python3-jaraco-collections-3.0.0-8.el9.noarch 2026-03-05T18:27:15.491 INFO:teuthology.orchestra.run.vm08.stdout: python3-jaraco-context-6.0.1-3.el9.noarch 2026-03-05T18:27:15.491 INFO:teuthology.orchestra.run.vm08.stdout: python3-jaraco-functools-3.5.0-2.el9.noarch 2026-03-05T18:27:15.491 INFO:teuthology.orchestra.run.vm08.stdout: python3-jaraco-text-4.0.0-2.el9.noarch 2026-03-05T18:27:15.491 INFO:teuthology.orchestra.run.vm08.stdout: python3-jinja2-2.11.3-8.el9_5.noarch 2026-03-05T18:27:15.491 INFO:teuthology.orchestra.run.vm08.stdout: python3-kubernetes-1:26.1.0-3.el9.noarch 2026-03-05T18:27:15.491 INFO:teuthology.orchestra.run.vm08.stdout: python3-libstoragemgmt-1.10.1-1.el9.x86_64 2026-03-05T18:27:15.491 INFO:teuthology.orchestra.run.vm08.stdout: python3-logutils-0.3.5-21.el9.noarch 2026-03-05T18:27:15.491 INFO:teuthology.orchestra.run.vm08.stdout: python3-lxml-4.6.5-3.el9.x86_64 2026-03-05T18:27:15.491 INFO:teuthology.orchestra.run.vm08.stdout: python3-mako-1.1.4-6.el9.noarch 2026-03-05T18:27:15.491 INFO:teuthology.orchestra.run.vm08.stdout: python3-markupsafe-1.1.1-12.el9.x86_64 2026-03-05T18:27:15.491 INFO:teuthology.orchestra.run.vm08.stdout: python3-more-itertools-8.12.0-2.el9.noarch 2026-03-05T18:27:15.491 INFO:teuthology.orchestra.run.vm08.stdout: python3-msgpack-1.0.3-2.el9.x86_64 2026-03-05T18:27:15.491 INFO:teuthology.orchestra.run.vm08.stdout: python3-natsort-7.1.1-5.el9.noarch 2026-03-05T18:27:15.491 INFO:teuthology.orchestra.run.vm08.stdout: python3-numpy-1:1.23.5-1.el9.x86_64 2026-03-05T18:27:15.491 INFO:teuthology.orchestra.run.vm08.stdout: python3-numpy-f2py-1:1.23.5-1.el9.x86_64 2026-03-05T18:27:15.491 INFO:teuthology.orchestra.run.vm08.stdout: python3-packaging-20.9-5.el9.noarch 2026-03-05T18:27:15.492 INFO:teuthology.orchestra.run.vm08.stdout: python3-pecan-1.4.2-3.el9.noarch 2026-03-05T18:27:15.492 INFO:teuthology.orchestra.run.vm08.stdout: python3-ply-3.11-14.el9.0.1.noarch 2026-03-05T18:27:15.492 INFO:teuthology.orchestra.run.vm08.stdout: python3-portend-3.1.0-2.el9.noarch 2026-03-05T18:27:15.492 INFO:teuthology.orchestra.run.vm08.stdout: python3-protobuf-3.14.0-17.el9_7.noarch 2026-03-05T18:27:15.492 INFO:teuthology.orchestra.run.vm08.stdout: python3-pyOpenSSL-21.0.0-1.el9.noarch 2026-03-05T18:27:15.492 INFO:teuthology.orchestra.run.vm08.stdout: python3-pyasn1-0.4.8-7.el9_7.noarch 2026-03-05T18:27:15.492 INFO:teuthology.orchestra.run.vm08.stdout: python3-pyasn1-modules-0.4.8-7.el9_7.noarch 2026-03-05T18:27:15.492 INFO:teuthology.orchestra.run.vm08.stdout: python3-pycparser-2.20-6.el9.noarch 2026-03-05T18:27:15.492 INFO:teuthology.orchestra.run.vm08.stdout: python3-pyparsing-2.4.7-9.el9.0.1.noarch 2026-03-05T18:27:15.492 INFO:teuthology.orchestra.run.vm08.stdout: python3-rados-2:19.2.3-47.gc24117fd552.el9.clyso.x86_64 2026-03-05T18:27:15.492 INFO:teuthology.orchestra.run.vm08.stdout: python3-rbd-2:19.2.3-47.gc24117fd552.el9.clyso.x86_64 2026-03-05T18:27:15.492 INFO:teuthology.orchestra.run.vm08.stdout: python3-repoze-lru-0.7-16.el9.noarch 2026-03-05T18:27:15.492 INFO:teuthology.orchestra.run.vm08.stdout: python3-requests-2.25.1-10.el9_6.noarch 2026-03-05T18:27:15.492 INFO:teuthology.orchestra.run.vm08.stdout: python3-requests-oauthlib-1.3.0-12.el9.noarch 2026-03-05T18:27:15.492 INFO:teuthology.orchestra.run.vm08.stdout: python3-rgw-2:19.2.3-47.gc24117fd552.el9.clyso.x86_64 2026-03-05T18:27:15.492 INFO:teuthology.orchestra.run.vm08.stdout: python3-routes-2.5.1-5.el9.noarch 2026-03-05T18:27:15.492 INFO:teuthology.orchestra.run.vm08.stdout: python3-rsa-4.9-2.el9.noarch 2026-03-05T18:27:15.492 INFO:teuthology.orchestra.run.vm08.stdout: python3-saml-1.16.0-1.el9.noarch 2026-03-05T18:27:15.492 INFO:teuthology.orchestra.run.vm08.stdout: python3-scipy-1.9.3-2.el9.x86_64 2026-03-05T18:27:15.492 INFO:teuthology.orchestra.run.vm08.stdout: python3-tempora-5.0.0-2.el9.noarch 2026-03-05T18:27:15.492 INFO:teuthology.orchestra.run.vm08.stdout: python3-toml-0.10.2-6.el9.0.1.noarch 2026-03-05T18:27:15.492 INFO:teuthology.orchestra.run.vm08.stdout: python3-typing-extensions-4.15.0-1.el9.noarch 2026-03-05T18:27:15.492 INFO:teuthology.orchestra.run.vm08.stdout: python3-urllib3-1.26.5-6.el9_7.1.noarch 2026-03-05T18:27:15.492 INFO:teuthology.orchestra.run.vm08.stdout: python3-webob-1.8.8-2.el9.noarch 2026-03-05T18:27:15.492 INFO:teuthology.orchestra.run.vm08.stdout: python3-websocket-client-1.2.3-2.el9.noarch 2026-03-05T18:27:15.492 INFO:teuthology.orchestra.run.vm08.stdout: python3-werkzeug-2.0.3-3.el9.1.noarch 2026-03-05T18:27:15.492 INFO:teuthology.orchestra.run.vm08.stdout: python3-xmlsec-1.3.13-1.el9.x86_64 2026-03-05T18:27:15.492 INFO:teuthology.orchestra.run.vm08.stdout: python3-xmltodict-0.12.0-15.el9.noarch 2026-03-05T18:27:15.492 INFO:teuthology.orchestra.run.vm08.stdout: python3-zc-lockfile-2.0-10.el9.noarch 2026-03-05T18:27:15.492 INFO:teuthology.orchestra.run.vm08.stdout: qatlib-24.09.0-1.el9.x86_64 2026-03-05T18:27:15.492 INFO:teuthology.orchestra.run.vm08.stdout: qatlib-service-24.09.0-1.el9.x86_64 2026-03-05T18:27:15.492 INFO:teuthology.orchestra.run.vm08.stdout: qatzip-libs-1.3.1-1.el9.x86_64 2026-03-05T18:27:15.492 INFO:teuthology.orchestra.run.vm08.stdout: rbd-fuse-2:19.2.3-47.gc24117fd552.el9.clyso.x86_64 2026-03-05T18:27:15.492 INFO:teuthology.orchestra.run.vm08.stdout: rbd-mirror-2:19.2.3-47.gc24117fd552.el9.clyso.x86_64 2026-03-05T18:27:15.492 INFO:teuthology.orchestra.run.vm08.stdout: rbd-nbd-2:19.2.3-47.gc24117fd552.el9.clyso.x86_64 2026-03-05T18:27:15.492 INFO:teuthology.orchestra.run.vm08.stdout: re2-1:20211101-20.el9.x86_64 2026-03-05T18:27:15.492 INFO:teuthology.orchestra.run.vm08.stdout: s3cmd-2.4.0-1.el9.noarch 2026-03-05T18:27:15.492 INFO:teuthology.orchestra.run.vm08.stdout: smartmontools-1:7.2-9.el9.x86_64 2026-03-05T18:27:15.492 INFO:teuthology.orchestra.run.vm08.stdout: socat-1.7.4.1-8.el9.x86_64 2026-03-05T18:27:15.492 INFO:teuthology.orchestra.run.vm08.stdout: thrift-0.15.0-4.el9.x86_64 2026-03-05T18:27:15.492 INFO:teuthology.orchestra.run.vm08.stdout: unzip-6.0-59.el9.x86_64 2026-03-05T18:27:15.492 INFO:teuthology.orchestra.run.vm08.stdout: xmlsec1-1.2.29-13.el9.x86_64 2026-03-05T18:27:15.492 INFO:teuthology.orchestra.run.vm08.stdout: xmlsec1-openssl-1.2.29-13.el9.x86_64 2026-03-05T18:27:15.493 INFO:teuthology.orchestra.run.vm08.stdout: xmlstarlet-1.6.1-20.el9.x86_64 2026-03-05T18:27:15.493 INFO:teuthology.orchestra.run.vm08.stdout: zip-3.0-35.el9.x86_64 2026-03-05T18:27:15.493 INFO:teuthology.orchestra.run.vm08.stdout: 2026-03-05T18:27:15.493 INFO:teuthology.orchestra.run.vm08.stdout:Complete! 2026-03-05T18:27:15.613 DEBUG:teuthology.parallel:result is None 2026-03-05T18:27:15.613 INFO:teuthology.task.install:Skipping version verification because we have custom repos... 2026-03-05T18:27:15.613 INFO:teuthology.task.install.util:Shipping valgrind.supp... 2026-03-05T18:27:15.613 DEBUG:teuthology.orchestra.run.vm08:> set -ex 2026-03-05T18:27:15.613 DEBUG:teuthology.orchestra.run.vm08:> sudo dd of=/home/ubuntu/cephtest/valgrind.supp 2026-03-05T18:27:15.665 INFO:teuthology.task.install.util:Shipping 'daemon-helper'... 2026-03-05T18:27:15.666 DEBUG:teuthology.orchestra.run.vm08:> set -ex 2026-03-05T18:27:15.666 DEBUG:teuthology.orchestra.run.vm08:> sudo dd of=/usr/bin/daemon-helper 2026-03-05T18:27:15.759 DEBUG:teuthology.orchestra.run.vm08:> sudo chmod a=rx -- /usr/bin/daemon-helper 2026-03-05T18:27:15.866 INFO:teuthology.task.install.util:Shipping 'adjust-ulimits'... 2026-03-05T18:27:15.866 DEBUG:teuthology.orchestra.run.vm08:> set -ex 2026-03-05T18:27:15.866 DEBUG:teuthology.orchestra.run.vm08:> sudo dd of=/usr/bin/adjust-ulimits 2026-03-05T18:27:15.916 DEBUG:teuthology.orchestra.run.vm08:> sudo chmod a=rx -- /usr/bin/adjust-ulimits 2026-03-05T18:27:16.001 INFO:teuthology.task.install.util:Shipping 'stdin-killer'... 2026-03-05T18:27:16.001 DEBUG:teuthology.orchestra.run.vm08:> set -ex 2026-03-05T18:27:16.001 DEBUG:teuthology.orchestra.run.vm08:> sudo dd of=/usr/bin/stdin-killer 2026-03-05T18:27:16.093 DEBUG:teuthology.orchestra.run.vm08:> sudo chmod a=rx -- /usr/bin/stdin-killer 2026-03-05T18:27:16.172 INFO:teuthology.run_tasks:Running task ceph... 2026-03-05T18:27:16.212 INFO:tasks.ceph:Making ceph log dir writeable by non-root... 2026-03-05T18:27:16.213 DEBUG:teuthology.orchestra.run.vm08:> sudo chmod 777 /var/log/ceph 2026-03-05T18:27:16.251 INFO:tasks.ceph:Disabling ceph logrotate... 2026-03-05T18:27:16.251 DEBUG:teuthology.orchestra.run.vm08:> sudo rm -f -- /etc/logrotate.d/ceph 2026-03-05T18:27:16.330 INFO:tasks.ceph:Creating extra log directories... 2026-03-05T18:27:16.330 DEBUG:teuthology.orchestra.run.vm08:> sudo install -d -m0777 -- /var/log/ceph/valgrind /var/log/ceph/profiling-logger 2026-03-05T18:27:16.412 INFO:tasks.ceph:Creating ceph cluster ceph... 2026-03-05T18:27:16.412 INFO:tasks.ceph:config {'conf': {'client': {'debug rgw': 20, 'rgw keystone accepted admin roles': 'admin', 'rgw keystone accepted roles': 'admin,member', 'rgw keystone admin domain': 'Default', 'rgw keystone admin password': 'ADMIN', 'rgw keystone admin project': 'admin', 'rgw keystone admin user': 'admin', 'rgw keystone api version': 3, 'rgw keystone implicit tenants': True, 'rgw swift account in url': True, 'rgw swift enforce content length': True, 'rgw swift versioning enabled': True, 'setgroup': 'ceph', 'setuser': 'ceph'}, 'global': {'osd_max_pg_log_entries': 10, 'osd_min_pg_log_entries': 10}, 'mgr': {'debug mgr': 20, 'debug ms': 1}, 'mon': {'debug mon': 20, 'debug ms': 1, 'debug paxos': 20}, 'osd': {'debug ms': 1, 'debug osd': 20, 'osd mclock iops capacity threshold hdd': 49000, 'osd shutdown pgref assert': True}}, 'fs': 'xfs', 'mkfs_options': None, 'mount_options': None, 'skip_mgr_daemons': False, 'log_ignorelist': ['\\(MDS_ALL_DOWN\\)', '\\(MDS_UP_LESS_THAN_MAX\\)', '\\(PG_AVAILABILITY\\)', '\\(PG_DEGRADED\\)', '\\(POOL_APP_NOT_ENABLED\\)', 'not have an application enabled'], 'cpu_profile': set(), 'cluster': 'ceph', 'mon_bind_msgr2': True, 'mon_bind_addrvec': True} 2026-03-05T18:27:16.412 INFO:tasks.ceph:ctx.config {'archive_path': '/archive/irq0-2026-03-05_15:32:16-rgw-cobaltcore-storage-v19.2.3-fasttrack-3-none-default-vps/37', 'branch': 'cobaltcore-storage-v19.2.3-fasttrack-3', 'description': 'rgw/tempest/{0-install clusters/fixed-1 frontend/beast ignore-pg-availability overrides rocky_latest s3tests-branch tasks/tempest}', 'email': None, 'first_in_suite': False, 'flavor': 'default', 'job_id': '37', 'last_in_suite': False, 'machine_type': 'vps', 'name': 'irq0-2026-03-05_15:32:16-rgw-cobaltcore-storage-v19.2.3-fasttrack-3-none-default-vps', 'no_nested_subset': False, 'os_type': 'rocky', 'os_version': '9.7', 'overrides': {'admin_socket': {'branch': 'cobaltcore-storage-v19.2.3-fasttrack-3'}, 'ansible.cephlab': {'branch': 'main', 'repo': 'https://github.com/kshtsk/ceph-cm-ansible.git', 'skip_tags': 'nagios,monitoring-scripts,hostname,pubkeys,zap,sudoers,kerberos,ntp-client,resolvconf,cpan,nfs', 'vars': {'timezone': 'Europe/Berlin'}}, 'ceph': {'conf': {'client': {'debug rgw': 20, 'rgw keystone accepted admin roles': 'admin', 'rgw keystone accepted roles': 'admin,member', 'rgw keystone admin domain': 'Default', 'rgw keystone admin password': 'ADMIN', 'rgw keystone admin project': 'admin', 'rgw keystone admin user': 'admin', 'rgw keystone api version': 3, 'rgw keystone implicit tenants': True, 'rgw swift account in url': True, 'rgw swift enforce content length': True, 'rgw swift versioning enabled': True, 'setgroup': 'ceph', 'setuser': 'ceph'}, 'global': {'osd_max_pg_log_entries': 10, 'osd_min_pg_log_entries': 10}, 'mgr': {'debug mgr': 20, 'debug ms': 1}, 'mon': {'debug mon': 20, 'debug ms': 1, 'debug paxos': 20}, 'osd': {'debug ms': 1, 'debug osd': 20, 'osd mclock iops capacity threshold hdd': 49000, 'osd shutdown pgref assert': True}}, 'flavor': 'default', 'log-ignorelist': ['\\(MDS_ALL_DOWN\\)', '\\(MDS_UP_LESS_THAN_MAX\\)', '\\(PG_AVAILABILITY\\)', '\\(PG_DEGRADED\\)', '\\(POOL_APP_NOT_ENABLED\\)', 'not have an application enabled'], 'sha1': 'c24117fd5525679b799527bc1bd1f1dd0a2db5e2'}, 'ceph-deploy': {'conf': {'client': {'log file': '/var/log/ceph/ceph-$name.$pid.log'}, 'global': {'osd crush chooseleaf type': 0, 'osd pool default pg num': 128, 'osd pool default pgp num': 128, 'osd pool default size': 2}, 'mon': {}}}, 'cephadm': {'cephadm_binary_url': 'https://download.ceph.com/rpm-19.2.3/el9/noarch/cephadm', 'containers': {'image': 'harbor.clyso.com/custom-ceph/ceph/ceph:cobaltcore-storage-v19.2.3-fasttrack-3'}}, 'install': {'ceph': {'flavor': 'default', 'sha1': 'c24117fd5525679b799527bc1bd1f1dd0a2db5e2'}, 'extra_system_packages': {'deb': ['python3-xmltodict', 's3cmd'], 'rpm': ['bzip2', 'perl-Test-Harness', 'python3-xmltodict', 's3cmd']}, 'repos': [{'name': 'ceph-source', 'priority': 1, 'url': 'https://s3.clyso.com/ces-packages/components/ceph/rpm-19.2.3-47-gc24117fd552/el9.clyso/SRPMS'}, {'name': 'ceph-noarch', 'priority': 1, 'url': 'https://s3.clyso.com/ces-packages/components/ceph/rpm-19.2.3-47-gc24117fd552/el9.clyso/noarch'}, {'name': 'ceph', 'priority': 1, 'url': 'https://s3.clyso.com/ces-packages/components/ceph/rpm-19.2.3-47-gc24117fd552/el9.clyso/x86_64'}]}, 'rgw': {'client.0': {'frontend_prefix': '/swift'}, 'frontend': 'beast'}, 's3tests': {'force-branch': 'ceph-squid'}, 'selinux': {'allowlist': ['scontext=system_u:system_r:getty_t:s0']}, 'workunit': {'branch': 'tt-19.2.3-fasttrack-3', 'sha1': 'e50baef5944c0b5e8e734db1c467f1f19415a932'}}, 'owner': 'irq0', 'priority': 1000, 'repo': 'https://github.com/ceph/ceph.git', 'roles': [['mon.a', 'mgr.x', 'osd.0', 'osd.1', 'osd.2', 'client.0']], 'seed': 7790, 'sha1': 'c24117fd5525679b799527bc1bd1f1dd0a2db5e2', 'sleep_before_teardown': 0, 'suite': 'rgw', 'suite_branch': 'tt-19.2.3-fasttrack-3', 'suite_path': '/home/teuthos/src/github.com_kshtsk_ceph_e50baef5944c0b5e8e734db1c467f1f19415a932/qa', 'suite_relpath': 'qa', 'suite_repo': 'https://github.com/kshtsk/ceph.git', 'suite_sha1': 'e50baef5944c0b5e8e734db1c467f1f19415a932', 'targets': {'vm08.local': 'ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBJGPqHzL9YH/PYIvEcFSLGl5jg9i6mwz5/j2hWe69T21tSmOYMCr18ssQM7IRwlS3PfQ6sZUxiif6L1lmjvCkVg='}, 'tasks': [{'internal.save_config': None}, {'internal.check_lock': None}, {'internal.add_remotes': None}, {'console_log': None}, {'internal.connect': None}, {'internal.push_inventory': None}, {'internal.serialize_remote_roles': None}, {'internal.check_conflict': None}, {'internal.check_ceph_data': None}, {'internal.vm_setup': None}, {'internal.base': None}, {'internal.archive_upload': None}, {'internal.archive': None}, {'internal.coredump': None}, {'internal.sudo': None}, {'internal.syslog': None}, {'internal.timer': None}, {'pcp': None}, {'selinux': None}, {'ansible.cephlab': None}, {'clock': None}, {'install': None}, {'ceph': None}, {'tox': ['client.0']}, {'keystone': {'client.0': {'force-branch': 'stable/2025.2', 'services': [{'description': 'Swift Service', 'name': 'swift', 'type': 'object-store'}]}}}, {'rgw': {'client.0': {'use-keystone-role': 'client.0'}}}, {'tempest': {'client.0': {'auth': {'admin_domain_name': 'Default', 'admin_password': 'ADMIN', 'admin_project_name': 'admin', 'admin_username': 'admin', 'tempest_roles': 'admin'}, 'blocklist': ['.*test_account_quotas_negative.AccountQuotasNegativeTest.test_user_modify_quota', '.*test_container_acl_negative.ObjectACLsNegativeTest.*', '.*test_container_services_negative.ContainerNegativeTest.test_create_container_metadata_.*', '.*test_container_staticweb.StaticWebTest.test_web_index', '.*test_container_staticweb.StaticWebTest.test_web_listing_css', '.*test_container_synchronization.*', '.*test_object_services.PublicObjectTest.test_access_public_container_object_without_using_creds', '.*test_object_services.ObjectTest.test_create_object_with_transfer_encoding', '.*test_object_expiry.ObjectExpiryTest.test_get_object_after_expiry_time', '.*test_object_expiry.ObjectExpiryTest.test_get_object_at_expiry_time', '.*test_account_services.AccountTest.test_list_no_account_metadata'], 'force-branch': 'master', 'identity': {'admin_role': 'admin', 'auth_version': 'v3', 'default_domain_name': 'Default', 'uri': 'http://{keystone_public_host}:{keystone_public_port}/v2.0/', 'uri_v3': 'http://{keystone_public_host}:{keystone_public_port}/v3/'}, 'object-storage': {'reseller_admin_role': 'admin'}, 'object-storage-feature-enabled': {'container_sync': False, 'discoverability': True}, 'sha1': '34.1.0', 'use-keystone-role': 'client.0'}}}], 'teuthology': {'fragments_dropped': [], 'meta': {}, 'postmerge': []}, 'teuthology_branch': 'clyso-debian-13', 'teuthology_repo': 'https://github.com/clyso/teuthology', 'teuthology_sha1': '1c580df7a9c7c2aadc272da296344fd99f27c444', 'timestamp': '2026-03-05_15:32:16', 'tube': 'vps', 'user': 'irq0', 'verbose': False, 'worker_log': '/home/teuthos/.teuthology/dispatcher/dispatcher.vps.43333'} 2026-03-05T18:27:16.412 DEBUG:teuthology.orchestra.run.vm08:> install -d -m0755 -- /home/ubuntu/cephtest/ceph.data 2026-03-05T18:27:16.473 DEBUG:teuthology.orchestra.run.vm08:> sudo install -d -m0777 -- /var/run/ceph 2026-03-05T18:27:16.549 DEBUG:teuthology.orchestra.run.vm08:> set -ex 2026-03-05T18:27:16.549 DEBUG:teuthology.orchestra.run.vm08:> dd if=/scratch_devs of=/dev/stdout 2026-03-05T18:27:16.614 DEBUG:teuthology.orchestra.run:got remote process result: 1 2026-03-05T18:27:16.614 DEBUG:teuthology.orchestra.run.vm08:> ls /dev/[sv]d? 2026-03-05T18:27:16.681 INFO:teuthology.orchestra.run.vm08.stdout:/dev/vda 2026-03-05T18:27:16.681 INFO:teuthology.orchestra.run.vm08.stdout:/dev/vdb 2026-03-05T18:27:16.681 INFO:teuthology.orchestra.run.vm08.stdout:/dev/vdc 2026-03-05T18:27:16.681 INFO:teuthology.orchestra.run.vm08.stdout:/dev/vdd 2026-03-05T18:27:16.681 INFO:teuthology.orchestra.run.vm08.stdout:/dev/vde 2026-03-05T18:27:16.682 WARNING:teuthology.misc:Removing root device: /dev/vda from device list 2026-03-05T18:27:16.682 DEBUG:teuthology.misc:devs=['/dev/vdb', '/dev/vdc', '/dev/vdd', '/dev/vde'] 2026-03-05T18:27:16.682 DEBUG:teuthology.orchestra.run.vm08:> stat /dev/vdb 2026-03-05T18:27:16.747 INFO:teuthology.orchestra.run.vm08.stdout: File: /dev/vdb 2026-03-05T18:27:16.748 INFO:teuthology.orchestra.run.vm08.stdout: Size: 0 Blocks: 0 IO Block: 512 block special file 2026-03-05T18:27:16.748 INFO:teuthology.orchestra.run.vm08.stdout:Device: 5h/5d Inode: 257 Links: 1 Device type: fc,10 2026-03-05T18:27:16.748 INFO:teuthology.orchestra.run.vm08.stdout:Access: (0660/brw-rw----) Uid: ( 0/ root) Gid: ( 6/ disk) 2026-03-05T18:27:16.748 INFO:teuthology.orchestra.run.vm08.stdout:Context: system_u:object_r:fixed_disk_device_t:s0 2026-03-05T18:27:16.748 INFO:teuthology.orchestra.run.vm08.stdout:Access: 2026-03-05 18:26:55.386690967 +0100 2026-03-05T18:27:16.748 INFO:teuthology.orchestra.run.vm08.stdout:Modify: 2026-03-05 18:26:55.386690967 +0100 2026-03-05T18:27:16.748 INFO:teuthology.orchestra.run.vm08.stdout:Change: 2026-03-05 18:26:55.386690967 +0100 2026-03-05T18:27:16.748 INFO:teuthology.orchestra.run.vm08.stdout: Birth: 2026-03-05 18:22:48.119000000 +0100 2026-03-05T18:27:16.748 DEBUG:teuthology.orchestra.run.vm08:> sudo dd if=/dev/vdb of=/dev/null count=1 2026-03-05T18:27:16.817 INFO:teuthology.orchestra.run.vm08.stderr:1+0 records in 2026-03-05T18:27:16.817 INFO:teuthology.orchestra.run.vm08.stderr:1+0 records out 2026-03-05T18:27:16.817 INFO:teuthology.orchestra.run.vm08.stderr:512 bytes copied, 0.000134703 s, 3.8 MB/s 2026-03-05T18:27:16.818 DEBUG:teuthology.orchestra.run.vm08:> ! mount | grep -v devtmpfs | grep -q /dev/vdb 2026-03-05T18:27:16.878 DEBUG:teuthology.orchestra.run.vm08:> stat /dev/vdc 2026-03-05T18:27:16.939 INFO:teuthology.orchestra.run.vm08.stdout: File: /dev/vdc 2026-03-05T18:27:16.939 INFO:teuthology.orchestra.run.vm08.stdout: Size: 0 Blocks: 0 IO Block: 512 block special file 2026-03-05T18:27:16.939 INFO:teuthology.orchestra.run.vm08.stdout:Device: 5h/5d Inode: 258 Links: 1 Device type: fc,20 2026-03-05T18:27:16.939 INFO:teuthology.orchestra.run.vm08.stdout:Access: (0660/brw-rw----) Uid: ( 0/ root) Gid: ( 6/ disk) 2026-03-05T18:27:16.939 INFO:teuthology.orchestra.run.vm08.stdout:Context: system_u:object_r:fixed_disk_device_t:s0 2026-03-05T18:27:16.939 INFO:teuthology.orchestra.run.vm08.stdout:Access: 2026-03-05 18:26:55.385690967 +0100 2026-03-05T18:27:16.939 INFO:teuthology.orchestra.run.vm08.stdout:Modify: 2026-03-05 18:26:55.385690967 +0100 2026-03-05T18:27:16.939 INFO:teuthology.orchestra.run.vm08.stdout:Change: 2026-03-05 18:26:55.385690967 +0100 2026-03-05T18:27:16.939 INFO:teuthology.orchestra.run.vm08.stdout: Birth: 2026-03-05 18:22:48.123000000 +0100 2026-03-05T18:27:16.939 DEBUG:teuthology.orchestra.run.vm08:> sudo dd if=/dev/vdc of=/dev/null count=1 2026-03-05T18:27:17.006 INFO:teuthology.orchestra.run.vm08.stderr:1+0 records in 2026-03-05T18:27:17.007 INFO:teuthology.orchestra.run.vm08.stderr:1+0 records out 2026-03-05T18:27:17.007 INFO:teuthology.orchestra.run.vm08.stderr:512 bytes copied, 0.000188873 s, 2.7 MB/s 2026-03-05T18:27:17.007 DEBUG:teuthology.orchestra.run.vm08:> ! mount | grep -v devtmpfs | grep -q /dev/vdc 2026-03-05T18:27:17.068 DEBUG:teuthology.orchestra.run.vm08:> stat /dev/vdd 2026-03-05T18:27:17.133 INFO:teuthology.orchestra.run.vm08.stdout: File: /dev/vdd 2026-03-05T18:27:17.134 INFO:teuthology.orchestra.run.vm08.stdout: Size: 0 Blocks: 0 IO Block: 512 block special file 2026-03-05T18:27:17.134 INFO:teuthology.orchestra.run.vm08.stdout:Device: 5h/5d Inode: 259 Links: 1 Device type: fc,30 2026-03-05T18:27:17.134 INFO:teuthology.orchestra.run.vm08.stdout:Access: (0660/brw-rw----) Uid: ( 0/ root) Gid: ( 6/ disk) 2026-03-05T18:27:17.134 INFO:teuthology.orchestra.run.vm08.stdout:Context: system_u:object_r:fixed_disk_device_t:s0 2026-03-05T18:27:17.134 INFO:teuthology.orchestra.run.vm08.stdout:Access: 2026-03-05 18:26:55.383690966 +0100 2026-03-05T18:27:17.134 INFO:teuthology.orchestra.run.vm08.stdout:Modify: 2026-03-05 18:26:55.383690966 +0100 2026-03-05T18:27:17.134 INFO:teuthology.orchestra.run.vm08.stdout:Change: 2026-03-05 18:26:55.383690966 +0100 2026-03-05T18:27:17.134 INFO:teuthology.orchestra.run.vm08.stdout: Birth: 2026-03-05 18:22:48.128000000 +0100 2026-03-05T18:27:17.134 DEBUG:teuthology.orchestra.run.vm08:> sudo dd if=/dev/vdd of=/dev/null count=1 2026-03-05T18:27:17.199 INFO:teuthology.orchestra.run.vm08.stderr:1+0 records in 2026-03-05T18:27:17.199 INFO:teuthology.orchestra.run.vm08.stderr:1+0 records out 2026-03-05T18:27:17.199 INFO:teuthology.orchestra.run.vm08.stderr:512 bytes copied, 0.000146975 s, 3.5 MB/s 2026-03-05T18:27:17.200 DEBUG:teuthology.orchestra.run.vm08:> ! mount | grep -v devtmpfs | grep -q /dev/vdd 2026-03-05T18:27:17.262 DEBUG:teuthology.orchestra.run.vm08:> stat /dev/vde 2026-03-05T18:27:17.333 INFO:teuthology.orchestra.run.vm08.stdout: File: /dev/vde 2026-03-05T18:27:17.333 INFO:teuthology.orchestra.run.vm08.stdout: Size: 0 Blocks: 0 IO Block: 512 block special file 2026-03-05T18:27:17.333 INFO:teuthology.orchestra.run.vm08.stdout:Device: 5h/5d Inode: 260 Links: 1 Device type: fc,40 2026-03-05T18:27:17.333 INFO:teuthology.orchestra.run.vm08.stdout:Access: (0660/brw-rw----) Uid: ( 0/ root) Gid: ( 6/ disk) 2026-03-05T18:27:17.333 INFO:teuthology.orchestra.run.vm08.stdout:Context: system_u:object_r:fixed_disk_device_t:s0 2026-03-05T18:27:17.333 INFO:teuthology.orchestra.run.vm08.stdout:Access: 2026-03-05 18:26:55.392690970 +0100 2026-03-05T18:27:17.333 INFO:teuthology.orchestra.run.vm08.stdout:Modify: 2026-03-05 18:26:55.392690970 +0100 2026-03-05T18:27:17.333 INFO:teuthology.orchestra.run.vm08.stdout:Change: 2026-03-05 18:26:55.392690970 +0100 2026-03-05T18:27:17.334 INFO:teuthology.orchestra.run.vm08.stdout: Birth: 2026-03-05 18:22:48.175000000 +0100 2026-03-05T18:27:17.334 DEBUG:teuthology.orchestra.run.vm08:> sudo dd if=/dev/vde of=/dev/null count=1 2026-03-05T18:27:17.411 INFO:teuthology.orchestra.run.vm08.stderr:1+0 records in 2026-03-05T18:27:17.411 INFO:teuthology.orchestra.run.vm08.stderr:1+0 records out 2026-03-05T18:27:17.411 INFO:teuthology.orchestra.run.vm08.stderr:512 bytes copied, 0.000149349 s, 3.4 MB/s 2026-03-05T18:27:17.412 DEBUG:teuthology.orchestra.run.vm08:> ! mount | grep -v devtmpfs | grep -q /dev/vde 2026-03-05T18:27:17.477 INFO:tasks.ceph:osd dev map: {'osd.0': '/dev/vdb', 'osd.1': '/dev/vdc', 'osd.2': '/dev/vdd'} 2026-03-05T18:27:17.477 INFO:tasks.ceph:remote_to_roles_to_devs: {Remote(name='ubuntu@vm08.local'): {'osd.0': '/dev/vdb', 'osd.1': '/dev/vdc', 'osd.2': '/dev/vdd'}} 2026-03-05T18:27:17.477 INFO:tasks.ceph:Generating config... 2026-03-05T18:27:17.478 INFO:tasks.ceph:[client] debug rgw = 20 2026-03-05T18:27:17.478 INFO:tasks.ceph:[client] rgw keystone accepted admin roles = admin 2026-03-05T18:27:17.478 INFO:tasks.ceph:[client] rgw keystone accepted roles = admin,member 2026-03-05T18:27:17.478 INFO:tasks.ceph:[client] rgw keystone admin domain = Default 2026-03-05T18:27:17.478 INFO:tasks.ceph:[client] rgw keystone admin password = ADMIN 2026-03-05T18:27:17.478 INFO:tasks.ceph:[client] rgw keystone admin project = admin 2026-03-05T18:27:17.478 INFO:tasks.ceph:[client] rgw keystone admin user = admin 2026-03-05T18:27:17.478 INFO:tasks.ceph:[client] rgw keystone api version = 3 2026-03-05T18:27:17.478 INFO:tasks.ceph:[client] rgw keystone implicit tenants = True 2026-03-05T18:27:17.478 INFO:tasks.ceph:[client] rgw swift account in url = True 2026-03-05T18:27:17.478 INFO:tasks.ceph:[client] rgw swift enforce content length = True 2026-03-05T18:27:17.478 INFO:tasks.ceph:[client] rgw swift versioning enabled = True 2026-03-05T18:27:17.478 INFO:tasks.ceph:[client] setgroup = ceph 2026-03-05T18:27:17.478 INFO:tasks.ceph:[client] setuser = ceph 2026-03-05T18:27:17.478 INFO:tasks.ceph:[global] osd_max_pg_log_entries = 10 2026-03-05T18:27:17.478 INFO:tasks.ceph:[global] osd_min_pg_log_entries = 10 2026-03-05T18:27:17.478 INFO:tasks.ceph:[mgr] debug mgr = 20 2026-03-05T18:27:17.478 INFO:tasks.ceph:[mgr] debug ms = 1 2026-03-05T18:27:17.478 INFO:tasks.ceph:[mon] debug mon = 20 2026-03-05T18:27:17.478 INFO:tasks.ceph:[mon] debug ms = 1 2026-03-05T18:27:17.478 INFO:tasks.ceph:[mon] debug paxos = 20 2026-03-05T18:27:17.478 INFO:tasks.ceph:[osd] debug ms = 1 2026-03-05T18:27:17.478 INFO:tasks.ceph:[osd] debug osd = 20 2026-03-05T18:27:17.478 INFO:tasks.ceph:[osd] osd mclock iops capacity threshold hdd = 49000 2026-03-05T18:27:17.478 INFO:tasks.ceph:[osd] osd shutdown pgref assert = True 2026-03-05T18:27:17.478 INFO:tasks.ceph:Setting up mon.a... 2026-03-05T18:27:17.478 DEBUG:teuthology.orchestra.run.vm08:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool --create-keyring /etc/ceph/ceph.keyring 2026-03-05T18:27:17.565 INFO:teuthology.orchestra.run.vm08.stdout:creating /etc/ceph/ceph.keyring 2026-03-05T18:27:17.568 DEBUG:teuthology.orchestra.run.vm08:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool --gen-key --name=mon. /etc/ceph/ceph.keyring 2026-03-05T18:27:17.615 DEBUG:teuthology.orchestra.run.vm08:> sudo chmod 0644 /etc/ceph/ceph.keyring 2026-03-05T18:27:17.648 DEBUG:tasks.ceph:Ceph mon addresses: [('mon.a', '192.168.123.108')] 2026-03-05T18:27:17.648 DEBUG:tasks.ceph:writing out conf {'global': {'chdir': '', 'pid file': '/var/run/ceph/$cluster-$name.pid', 'auth supported': 'cephx', 'filestore xattr use omap': 'true', 'mon clock drift allowed': '1.000', 'osd crush chooseleaf type': '0', 'auth debug': 'true', 'ms die on old message': 'true', 'ms die on bug': 'true', 'mon max pg per osd': '10000', 'mon pg warn max object skew': '0', 'osd_pool_default_pg_autoscale_mode': 'off', 'osd pool default size': '2', 'mon osd allow primary affinity': 'true', 'mon osd allow pg remap': 'true', 'mon warn on legacy crush tunables': 'false', 'mon warn on crush straw calc version zero': 'false', 'mon warn on no sortbitwise': 'false', 'mon warn on osd down out interval zero': 'false', 'mon warn on too few osds': 'false', 'mon_warn_on_pool_pg_num_not_power_of_two': 'false', 'mon_warn_on_pool_no_redundancy': 'false', 'mon_allow_pool_size_one': 'true', 'osd pool default erasure code profile': 'plugin=jerasure technique=reed_sol_van k=2 m=1 crush-failure-domain=osd', 'osd default data pool replay window': '5', 'mon allow pool delete': 'true', 'mon cluster log file level': 'debug', 'debug asserts on shutdown': 'true', 'mon health detail to clog': 'false', 'mon host': '192.168.123.108', 'osd_max_pg_log_entries': 10, 'osd_min_pg_log_entries': 10}, 'osd': {'osd journal size': '100', 'osd scrub load threshold': '5.0', 'osd scrub max interval': '600', 'osd mclock profile': 'high_recovery_ops', 'osd recover clone overlap': 'true', 'osd recovery max chunk': '1048576', 'osd debug shutdown': 'true', 'osd debug op order': 'true', 'osd debug verify stray on activate': 'true', 'osd debug trim objects': 'true', 'osd open classes on start': 'true', 'osd debug pg log writeout': 'true', 'osd deep scrub update digest min age': '30', 'osd map max advance': '10', 'journal zero on create': 'true', 'filestore ondisk finisher threads': '3', 'filestore apply finisher threads': '3', 'bdev debug aio': 'true', 'osd debug misdirected ops': 'true', 'debug ms': 1, 'debug osd': 20, 'osd mclock iops capacity threshold hdd': 49000, 'osd shutdown pgref assert': True}, 'mgr': {'debug ms': 1, 'debug mgr': 20, 'debug mon': '20', 'debug auth': '20', 'mon reweight min pgs per osd': '4', 'mon reweight min bytes per osd': '10', 'mgr/telemetry/nag': 'false'}, 'mon': {'debug ms': 1, 'debug mon': 20, 'debug paxos': 20, 'debug auth': '20', 'mon data avail warn': '5', 'mon mgr mkfs grace': '240', 'mon reweight min pgs per osd': '4', 'mon osd reporter subtree level': 'osd', 'mon osd prime pg temp': 'true', 'mon reweight min bytes per osd': '10', 'auth mon ticket ttl': '660', 'auth service ticket ttl': '240', 'mon_warn_on_insecure_global_id_reclaim': 'false', 'mon_warn_on_insecure_global_id_reclaim_allowed': 'false', 'mon_down_mkfs_grace': '2m', 'mon_warn_on_filestore_osds': 'false'}, 'client': {'rgw cache enabled': 'true', 'rgw enable ops log': 'true', 'rgw enable usage log': 'true', 'log file': '/var/log/ceph/$cluster-$name.$pid.log', 'admin socket': '/var/run/ceph/$cluster-$name.$pid.asok', 'debug rgw': 20, 'rgw keystone accepted admin roles': 'admin', 'rgw keystone accepted roles': 'admin,member', 'rgw keystone admin domain': 'Default', 'rgw keystone admin password': 'ADMIN', 'rgw keystone admin project': 'admin', 'rgw keystone admin user': 'admin', 'rgw keystone api version': 3, 'rgw keystone implicit tenants': True, 'rgw swift account in url': True, 'rgw swift enforce content length': True, 'rgw swift versioning enabled': True, 'setgroup': 'ceph', 'setuser': 'ceph'}, 'mon.a': {}} 2026-03-05T18:27:17.649 DEBUG:teuthology.orchestra.run.vm08:> set -ex 2026-03-05T18:27:17.649 DEBUG:teuthology.orchestra.run.vm08:> dd of=/home/ubuntu/cephtest/ceph.tmp.conf 2026-03-05T18:27:17.710 DEBUG:teuthology.orchestra.run.vm08:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage monmaptool -c /home/ubuntu/cephtest/ceph.tmp.conf --create --clobber --enable-all-features --add a 192.168.123.108 --print /home/ubuntu/cephtest/ceph.monmap 2026-03-05T18:27:17.790 INFO:teuthology.orchestra.run.vm08.stderr:ignoring --setuser ceph since I am not root 2026-03-05T18:27:17.790 INFO:teuthology.orchestra.run.vm08.stderr:ignoring --setgroup ceph since I am not root 2026-03-05T18:27:17.791 INFO:teuthology.orchestra.run.vm08.stdout:monmaptool: monmap file /home/ubuntu/cephtest/ceph.monmap 2026-03-05T18:27:17.791 INFO:teuthology.orchestra.run.vm08.stdout:monmaptool: generated fsid cf10f593-87a1-42fa-9073-89a580e662cb 2026-03-05T18:27:17.791 INFO:teuthology.orchestra.run.vm08.stdout:setting min_mon_release = quincy 2026-03-05T18:27:17.791 INFO:teuthology.orchestra.run.vm08.stdout:epoch 0 2026-03-05T18:27:17.791 INFO:teuthology.orchestra.run.vm08.stdout:fsid cf10f593-87a1-42fa-9073-89a580e662cb 2026-03-05T18:27:17.791 INFO:teuthology.orchestra.run.vm08.stdout:last_changed 2026-03-05T18:27:17.789296+0100 2026-03-05T18:27:17.791 INFO:teuthology.orchestra.run.vm08.stdout:created 2026-03-05T18:27:17.789296+0100 2026-03-05T18:27:17.791 INFO:teuthology.orchestra.run.vm08.stdout:min_mon_release 17 (quincy) 2026-03-05T18:27:17.791 INFO:teuthology.orchestra.run.vm08.stdout:election_strategy: 1 2026-03-05T18:27:17.791 INFO:teuthology.orchestra.run.vm08.stdout:0: [v2:192.168.123.108:3300/0,v1:192.168.123.108:6789/0] mon.a 2026-03-05T18:27:17.791 INFO:teuthology.orchestra.run.vm08.stdout:monmaptool: writing epoch 0 to /home/ubuntu/cephtest/ceph.monmap (1 monitors) 2026-03-05T18:27:17.793 DEBUG:teuthology.orchestra.run.vm08:> rm -- /home/ubuntu/cephtest/ceph.tmp.conf 2026-03-05T18:27:17.861 INFO:tasks.ceph:Writing /etc/ceph/ceph.conf for FSID cf10f593-87a1-42fa-9073-89a580e662cb... 2026-03-05T18:27:17.862 DEBUG:teuthology.orchestra.run.vm08:> sudo mkdir -p /etc/ceph && sudo chmod 0755 /etc/ceph && sudo tee /etc/ceph/ceph.conf && sudo chmod 0644 /etc/ceph/ceph.conf > /dev/null 2026-03-05T18:27:17.954 INFO:teuthology.orchestra.run.vm08.stdout:[global] 2026-03-05T18:27:17.954 INFO:teuthology.orchestra.run.vm08.stdout: chdir = "" 2026-03-05T18:27:17.954 INFO:teuthology.orchestra.run.vm08.stdout: pid file = /var/run/ceph/$cluster-$name.pid 2026-03-05T18:27:17.954 INFO:teuthology.orchestra.run.vm08.stdout: auth supported = cephx 2026-03-05T18:27:17.954 INFO:teuthology.orchestra.run.vm08.stdout: 2026-03-05T18:27:17.954 INFO:teuthology.orchestra.run.vm08.stdout: filestore xattr use omap = true 2026-03-05T18:27:17.954 INFO:teuthology.orchestra.run.vm08.stdout: 2026-03-05T18:27:17.954 INFO:teuthology.orchestra.run.vm08.stdout: mon clock drift allowed = 1.000 2026-03-05T18:27:17.954 INFO:teuthology.orchestra.run.vm08.stdout: 2026-03-05T18:27:17.954 INFO:teuthology.orchestra.run.vm08.stdout: osd crush chooseleaf type = 0 2026-03-05T18:27:17.954 INFO:teuthology.orchestra.run.vm08.stdout: auth debug = true 2026-03-05T18:27:17.954 INFO:teuthology.orchestra.run.vm08.stdout: 2026-03-05T18:27:17.954 INFO:teuthology.orchestra.run.vm08.stdout: ms die on old message = true 2026-03-05T18:27:17.954 INFO:teuthology.orchestra.run.vm08.stdout: ms die on bug = true 2026-03-05T18:27:17.954 INFO:teuthology.orchestra.run.vm08.stdout: 2026-03-05T18:27:17.954 INFO:teuthology.orchestra.run.vm08.stdout: mon max pg per osd = 10000 # >= luminous 2026-03-05T18:27:17.954 INFO:teuthology.orchestra.run.vm08.stdout: mon pg warn max object skew = 0 2026-03-05T18:27:17.954 INFO:teuthology.orchestra.run.vm08.stdout: 2026-03-05T18:27:17.954 INFO:teuthology.orchestra.run.vm08.stdout: # disable pg_autoscaler by default for new pools 2026-03-05T18:27:17.954 INFO:teuthology.orchestra.run.vm08.stdout: osd_pool_default_pg_autoscale_mode = off 2026-03-05T18:27:17.954 INFO:teuthology.orchestra.run.vm08.stdout: 2026-03-05T18:27:17.954 INFO:teuthology.orchestra.run.vm08.stdout: osd pool default size = 2 2026-03-05T18:27:17.954 INFO:teuthology.orchestra.run.vm08.stdout: 2026-03-05T18:27:17.955 INFO:teuthology.orchestra.run.vm08.stdout: mon osd allow primary affinity = true 2026-03-05T18:27:17.955 INFO:teuthology.orchestra.run.vm08.stdout: mon osd allow pg remap = true 2026-03-05T18:27:17.955 INFO:teuthology.orchestra.run.vm08.stdout: mon warn on legacy crush tunables = false 2026-03-05T18:27:17.955 INFO:teuthology.orchestra.run.vm08.stdout: mon warn on crush straw calc version zero = false 2026-03-05T18:27:17.955 INFO:teuthology.orchestra.run.vm08.stdout: mon warn on no sortbitwise = false 2026-03-05T18:27:17.955 INFO:teuthology.orchestra.run.vm08.stdout: mon warn on osd down out interval zero = false 2026-03-05T18:27:17.955 INFO:teuthology.orchestra.run.vm08.stdout: mon warn on too few osds = false 2026-03-05T18:27:17.955 INFO:teuthology.orchestra.run.vm08.stdout: mon_warn_on_pool_pg_num_not_power_of_two = false 2026-03-05T18:27:17.955 INFO:teuthology.orchestra.run.vm08.stdout: mon_warn_on_pool_no_redundancy = false 2026-03-05T18:27:17.955 INFO:teuthology.orchestra.run.vm08.stdout: mon_allow_pool_size_one = true 2026-03-05T18:27:17.955 INFO:teuthology.orchestra.run.vm08.stdout: 2026-03-05T18:27:17.955 INFO:teuthology.orchestra.run.vm08.stdout: osd pool default erasure code profile = plugin=jerasure technique=reed_sol_van k=2 m=1 crush-failure-domain=osd 2026-03-05T18:27:17.955 INFO:teuthology.orchestra.run.vm08.stdout: 2026-03-05T18:27:17.955 INFO:teuthology.orchestra.run.vm08.stdout: osd default data pool replay window = 5 2026-03-05T18:27:17.955 INFO:teuthology.orchestra.run.vm08.stdout: 2026-03-05T18:27:17.955 INFO:teuthology.orchestra.run.vm08.stdout: mon allow pool delete = true 2026-03-05T18:27:17.955 INFO:teuthology.orchestra.run.vm08.stdout: 2026-03-05T18:27:17.955 INFO:teuthology.orchestra.run.vm08.stdout: mon cluster log file level = debug 2026-03-05T18:27:17.955 INFO:teuthology.orchestra.run.vm08.stdout: debug asserts on shutdown = true 2026-03-05T18:27:17.955 INFO:teuthology.orchestra.run.vm08.stdout: mon health detail to clog = false 2026-03-05T18:27:17.955 INFO:teuthology.orchestra.run.vm08.stdout: mon host = 192.168.123.108 2026-03-05T18:27:17.955 INFO:teuthology.orchestra.run.vm08.stdout: osd_max_pg_log_entries = 10 2026-03-05T18:27:17.955 INFO:teuthology.orchestra.run.vm08.stdout: osd_min_pg_log_entries = 10 2026-03-05T18:27:17.955 INFO:teuthology.orchestra.run.vm08.stdout: fsid = cf10f593-87a1-42fa-9073-89a580e662cb 2026-03-05T18:27:17.955 INFO:teuthology.orchestra.run.vm08.stdout: 2026-03-05T18:27:17.955 INFO:teuthology.orchestra.run.vm08.stdout:[osd] 2026-03-05T18:27:17.955 INFO:teuthology.orchestra.run.vm08.stdout: osd journal size = 100 2026-03-05T18:27:17.955 INFO:teuthology.orchestra.run.vm08.stdout: 2026-03-05T18:27:17.955 INFO:teuthology.orchestra.run.vm08.stdout: osd scrub load threshold = 5.0 2026-03-05T18:27:17.955 INFO:teuthology.orchestra.run.vm08.stdout: osd scrub max interval = 600 2026-03-05T18:27:17.955 INFO:teuthology.orchestra.run.vm08.stdout: osd mclock profile = high_recovery_ops 2026-03-05T18:27:17.955 INFO:teuthology.orchestra.run.vm08.stdout: 2026-03-05T18:27:17.955 INFO:teuthology.orchestra.run.vm08.stdout: osd recover clone overlap = true 2026-03-05T18:27:17.955 INFO:teuthology.orchestra.run.vm08.stdout: osd recovery max chunk = 1048576 2026-03-05T18:27:17.955 INFO:teuthology.orchestra.run.vm08.stdout: 2026-03-05T18:27:17.955 INFO:teuthology.orchestra.run.vm08.stdout: osd debug shutdown = true 2026-03-05T18:27:17.955 INFO:teuthology.orchestra.run.vm08.stdout: osd debug op order = true 2026-03-05T18:27:17.955 INFO:teuthology.orchestra.run.vm08.stdout: osd debug verify stray on activate = true 2026-03-05T18:27:17.955 INFO:teuthology.orchestra.run.vm08.stdout: osd debug trim objects = true 2026-03-05T18:27:17.955 INFO:teuthology.orchestra.run.vm08.stdout: 2026-03-05T18:27:17.955 INFO:teuthology.orchestra.run.vm08.stdout: osd open classes on start = true 2026-03-05T18:27:17.955 INFO:teuthology.orchestra.run.vm08.stdout: osd debug pg log writeout = true 2026-03-05T18:27:17.955 INFO:teuthology.orchestra.run.vm08.stdout: 2026-03-05T18:27:17.955 INFO:teuthology.orchestra.run.vm08.stdout: osd deep scrub update digest min age = 30 2026-03-05T18:27:17.955 INFO:teuthology.orchestra.run.vm08.stdout: 2026-03-05T18:27:17.955 INFO:teuthology.orchestra.run.vm08.stdout: osd map max advance = 10 2026-03-05T18:27:17.955 INFO:teuthology.orchestra.run.vm08.stdout: 2026-03-05T18:27:17.955 INFO:teuthology.orchestra.run.vm08.stdout: journal zero on create = true 2026-03-05T18:27:17.955 INFO:teuthology.orchestra.run.vm08.stdout: 2026-03-05T18:27:17.955 INFO:teuthology.orchestra.run.vm08.stdout: filestore ondisk finisher threads = 3 2026-03-05T18:27:17.955 INFO:teuthology.orchestra.run.vm08.stdout: filestore apply finisher threads = 3 2026-03-05T18:27:17.955 INFO:teuthology.orchestra.run.vm08.stdout: 2026-03-05T18:27:17.955 INFO:teuthology.orchestra.run.vm08.stdout: bdev debug aio = true 2026-03-05T18:27:17.955 INFO:teuthology.orchestra.run.vm08.stdout: osd debug misdirected ops = true 2026-03-05T18:27:17.955 INFO:teuthology.orchestra.run.vm08.stdout: debug ms = 1 2026-03-05T18:27:17.955 INFO:teuthology.orchestra.run.vm08.stdout: debug osd = 20 2026-03-05T18:27:17.955 INFO:teuthology.orchestra.run.vm08.stdout: osd mclock iops capacity threshold hdd = 49000 2026-03-05T18:27:17.955 INFO:teuthology.orchestra.run.vm08.stdout: osd shutdown pgref assert = True 2026-03-05T18:27:17.955 INFO:teuthology.orchestra.run.vm08.stdout: 2026-03-05T18:27:17.955 INFO:teuthology.orchestra.run.vm08.stdout:[mgr] 2026-03-05T18:27:17.955 INFO:teuthology.orchestra.run.vm08.stdout: debug ms = 1 2026-03-05T18:27:17.955 INFO:teuthology.orchestra.run.vm08.stdout: debug mgr = 20 2026-03-05T18:27:17.956 INFO:teuthology.orchestra.run.vm08.stdout: debug mon = 20 2026-03-05T18:27:17.956 INFO:teuthology.orchestra.run.vm08.stdout: debug auth = 20 2026-03-05T18:27:17.956 INFO:teuthology.orchestra.run.vm08.stdout: mon reweight min pgs per osd = 4 2026-03-05T18:27:17.956 INFO:teuthology.orchestra.run.vm08.stdout: mon reweight min bytes per osd = 10 2026-03-05T18:27:17.956 INFO:teuthology.orchestra.run.vm08.stdout: mgr/telemetry/nag = false 2026-03-05T18:27:17.956 INFO:teuthology.orchestra.run.vm08.stdout: 2026-03-05T18:27:17.956 INFO:teuthology.orchestra.run.vm08.stdout:[mon] 2026-03-05T18:27:17.956 INFO:teuthology.orchestra.run.vm08.stdout: debug ms = 1 2026-03-05T18:27:17.956 INFO:teuthology.orchestra.run.vm08.stdout: debug mon = 20 2026-03-05T18:27:17.956 INFO:teuthology.orchestra.run.vm08.stdout: debug paxos = 20 2026-03-05T18:27:17.956 INFO:teuthology.orchestra.run.vm08.stdout: debug auth = 20 2026-03-05T18:27:17.956 INFO:teuthology.orchestra.run.vm08.stdout: mon data avail warn = 5 2026-03-05T18:27:17.956 INFO:teuthology.orchestra.run.vm08.stdout: mon mgr mkfs grace = 240 2026-03-05T18:27:17.956 INFO:teuthology.orchestra.run.vm08.stdout: mon reweight min pgs per osd = 4 2026-03-05T18:27:17.956 INFO:teuthology.orchestra.run.vm08.stdout: mon osd reporter subtree level = osd 2026-03-05T18:27:17.956 INFO:teuthology.orchestra.run.vm08.stdout: mon osd prime pg temp = true 2026-03-05T18:27:17.956 INFO:teuthology.orchestra.run.vm08.stdout: mon reweight min bytes per osd = 10 2026-03-05T18:27:17.956 INFO:teuthology.orchestra.run.vm08.stdout: 2026-03-05T18:27:17.956 INFO:teuthology.orchestra.run.vm08.stdout: # rotate auth tickets quickly to exercise renewal paths 2026-03-05T18:27:17.956 INFO:teuthology.orchestra.run.vm08.stdout: auth mon ticket ttl = 660 # 11m 2026-03-05T18:27:17.956 INFO:teuthology.orchestra.run.vm08.stdout: auth service ticket ttl = 240 # 4m 2026-03-05T18:27:17.956 INFO:teuthology.orchestra.run.vm08.stdout: 2026-03-05T18:27:17.956 INFO:teuthology.orchestra.run.vm08.stdout: # don't complain about insecure global_id in the test suite 2026-03-05T18:27:17.956 INFO:teuthology.orchestra.run.vm08.stdout: mon_warn_on_insecure_global_id_reclaim = false 2026-03-05T18:27:17.956 INFO:teuthology.orchestra.run.vm08.stdout: mon_warn_on_insecure_global_id_reclaim_allowed = false 2026-03-05T18:27:17.956 INFO:teuthology.orchestra.run.vm08.stdout: 2026-03-05T18:27:17.956 INFO:teuthology.orchestra.run.vm08.stdout: # 1m isn't quite enough 2026-03-05T18:27:17.956 INFO:teuthology.orchestra.run.vm08.stdout: mon_down_mkfs_grace = 2m 2026-03-05T18:27:17.956 INFO:teuthology.orchestra.run.vm08.stdout: 2026-03-05T18:27:17.956 INFO:teuthology.orchestra.run.vm08.stdout: mon_warn_on_filestore_osds = false 2026-03-05T18:27:17.956 INFO:teuthology.orchestra.run.vm08.stdout: 2026-03-05T18:27:17.956 INFO:teuthology.orchestra.run.vm08.stdout:[client] 2026-03-05T18:27:17.956 INFO:teuthology.orchestra.run.vm08.stdout: rgw cache enabled = true 2026-03-05T18:27:17.956 INFO:teuthology.orchestra.run.vm08.stdout: rgw enable ops log = true 2026-03-05T18:27:17.956 INFO:teuthology.orchestra.run.vm08.stdout: rgw enable usage log = true 2026-03-05T18:27:17.956 INFO:teuthology.orchestra.run.vm08.stdout: log file = /var/log/ceph/$cluster-$name.$pid.log 2026-03-05T18:27:17.956 INFO:teuthology.orchestra.run.vm08.stdout: admin socket = /var/run/ceph/$cluster-$name.$pid.asok 2026-03-05T18:27:17.956 INFO:teuthology.orchestra.run.vm08.stdout: debug rgw = 20 2026-03-05T18:27:17.956 INFO:teuthology.orchestra.run.vm08.stdout: rgw keystone accepted admin roles = admin 2026-03-05T18:27:17.956 INFO:teuthology.orchestra.run.vm08.stdout: rgw keystone accepted roles = "admin,member" 2026-03-05T18:27:17.956 INFO:teuthology.orchestra.run.vm08.stdout: rgw keystone admin domain = Default 2026-03-05T18:27:17.956 INFO:teuthology.orchestra.run.vm08.stdout: rgw keystone admin password = ADMIN 2026-03-05T18:27:17.956 INFO:teuthology.orchestra.run.vm08.stdout: rgw keystone admin project = admin 2026-03-05T18:27:17.956 INFO:teuthology.orchestra.run.vm08.stdout: rgw keystone admin user = admin 2026-03-05T18:27:17.956 INFO:teuthology.orchestra.run.vm08.stdout: rgw keystone api version = 3 2026-03-05T18:27:17.956 INFO:teuthology.orchestra.run.vm08.stdout: rgw keystone implicit tenants = True 2026-03-05T18:27:17.956 INFO:teuthology.orchestra.run.vm08.stdout: rgw swift account in url = True 2026-03-05T18:27:17.956 INFO:teuthology.orchestra.run.vm08.stdout: rgw swift enforce content length = True 2026-03-05T18:27:17.956 INFO:teuthology.orchestra.run.vm08.stdout: rgw swift versioning enabled = True 2026-03-05T18:27:17.956 INFO:teuthology.orchestra.run.vm08.stdout: setgroup = ceph 2026-03-05T18:27:17.956 INFO:teuthology.orchestra.run.vm08.stdout: setuser = ceph 2026-03-05T18:27:17.956 INFO:teuthology.orchestra.run.vm08.stdout:[mon.a] 2026-03-05T18:27:17.967 INFO:tasks.ceph:Creating admin key on mon.a... 2026-03-05T18:27:17.967 DEBUG:teuthology.orchestra.run.vm08:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool --gen-key --name=client.admin --cap mon 'allow *' --cap osd 'allow *' --cap mds 'allow *' --cap mgr 'allow *' /etc/ceph/ceph.keyring 2026-03-05T18:27:18.026 INFO:tasks.ceph:Copying monmap to all nodes... 2026-03-05T18:27:18.033 DEBUG:teuthology.orchestra.run.vm08:> set -ex 2026-03-05T18:27:18.033 DEBUG:teuthology.orchestra.run.vm08:> dd if=/etc/ceph/ceph.keyring of=/dev/stdout 2026-03-05T18:27:18.054 DEBUG:teuthology.orchestra.run.vm08:> set -ex 2026-03-05T18:27:18.054 DEBUG:teuthology.orchestra.run.vm08:> dd if=/home/ubuntu/cephtest/ceph.monmap of=/dev/stdout 2026-03-05T18:27:18.118 INFO:tasks.ceph:Sending monmap to node ubuntu@vm08.local 2026-03-05T18:27:18.118 DEBUG:teuthology.orchestra.run.vm08:> set -ex 2026-03-05T18:27:18.118 DEBUG:teuthology.orchestra.run.vm08:> sudo dd of=/etc/ceph/ceph.keyring 2026-03-05T18:27:18.118 DEBUG:teuthology.orchestra.run.vm08:> sudo chmod 0644 /etc/ceph/ceph.keyring 2026-03-05T18:27:18.201 DEBUG:teuthology.orchestra.run.vm08:> set -ex 2026-03-05T18:27:18.201 DEBUG:teuthology.orchestra.run.vm08:> dd of=/home/ubuntu/cephtest/ceph.monmap 2026-03-05T18:27:18.263 INFO:tasks.ceph:Setting up mon nodes... 2026-03-05T18:27:18.263 INFO:tasks.ceph:Setting up mgr nodes... 2026-03-05T18:27:18.264 DEBUG:teuthology.orchestra.run.vm08:> sudo mkdir -p /var/lib/ceph/mgr/ceph-x && sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool --create-keyring --gen-key --name=mgr.x /var/lib/ceph/mgr/ceph-x/keyring 2026-03-05T18:27:18.364 INFO:teuthology.orchestra.run.vm08.stdout:creating /var/lib/ceph/mgr/ceph-x/keyring 2026-03-05T18:27:18.369 INFO:tasks.ceph:Setting up mds nodes... 2026-03-05T18:27:18.370 INFO:tasks.ceph_client:Setting up client nodes... 2026-03-05T18:27:18.370 DEBUG:teuthology.orchestra.run.vm08:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool --create-keyring --gen-key --name=client.0 /etc/ceph/ceph.client.0.keyring && sudo chmod 0644 /etc/ceph/ceph.client.0.keyring 2026-03-05T18:27:18.426 INFO:teuthology.orchestra.run.vm08.stdout:creating /etc/ceph/ceph.client.0.keyring 2026-03-05T18:27:18.442 INFO:tasks.ceph:Running mkfs on osd nodes... 2026-03-05T18:27:18.442 INFO:tasks.ceph:ctx.disk_config.remote_to_roles_to_dev: {Remote(name='ubuntu@vm08.local'): {'osd.0': '/dev/vdb', 'osd.1': '/dev/vdc', 'osd.2': '/dev/vdd'}} 2026-03-05T18:27:18.442 DEBUG:teuthology.orchestra.run.vm08:> sudo mkdir -p /var/lib/ceph/osd/ceph-0 2026-03-05T18:27:18.477 INFO:tasks.ceph:roles_to_devs: {'osd.0': '/dev/vdb', 'osd.1': '/dev/vdc', 'osd.2': '/dev/vdd'} 2026-03-05T18:27:18.477 INFO:tasks.ceph:role: osd.0 2026-03-05T18:27:18.477 INFO:tasks.ceph:['mkfs.xfs', '-f', '-i', 'size=2048'] on /dev/vdb on ubuntu@vm08.local 2026-03-05T18:27:18.477 DEBUG:teuthology.orchestra.run.vm08:> yes | sudo mkfs.xfs -f -i size=2048 /dev/vdb 2026-03-05T18:27:18.554 INFO:teuthology.orchestra.run.vm08.stdout:meta-data=/dev/vdb isize=2048 agcount=4, agsize=1310720 blks 2026-03-05T18:27:18.554 INFO:teuthology.orchestra.run.vm08.stdout: = sectsz=512 attr=2, projid32bit=1 2026-03-05T18:27:18.554 INFO:teuthology.orchestra.run.vm08.stdout: = crc=1 finobt=1, sparse=1, rmapbt=0 2026-03-05T18:27:18.554 INFO:teuthology.orchestra.run.vm08.stdout: = reflink=1 bigtime=1 inobtcount=1 nrext64=0 2026-03-05T18:27:18.554 INFO:teuthology.orchestra.run.vm08.stdout:data = bsize=4096 blocks=5242880, imaxpct=25 2026-03-05T18:27:18.554 INFO:teuthology.orchestra.run.vm08.stdout: = sunit=0 swidth=0 blks 2026-03-05T18:27:18.554 INFO:teuthology.orchestra.run.vm08.stdout:naming =version 2 bsize=4096 ascii-ci=0, ftype=1 2026-03-05T18:27:18.554 INFO:teuthology.orchestra.run.vm08.stdout:log =internal log bsize=4096 blocks=16384, version=2 2026-03-05T18:27:18.554 INFO:teuthology.orchestra.run.vm08.stdout: = sectsz=512 sunit=0 blks, lazy-count=1 2026-03-05T18:27:18.554 INFO:teuthology.orchestra.run.vm08.stdout:realtime =none extsz=4096 blocks=0, rtextents=0 2026-03-05T18:27:18.560 INFO:teuthology.orchestra.run.vm08.stdout:Discarding blocks...Done. 2026-03-05T18:27:18.569 INFO:tasks.ceph:mount /dev/vdb on ubuntu@vm08.local -o noatime 2026-03-05T18:27:18.569 DEBUG:teuthology.orchestra.run.vm08:> sudo mount -t xfs -o noatime /dev/vdb /var/lib/ceph/osd/ceph-0 2026-03-05T18:27:18.658 DEBUG:teuthology.orchestra.run.vm08:> sudo /sbin/restorecon /var/lib/ceph/osd/ceph-0 2026-03-05T18:27:18.701 DEBUG:teuthology.orchestra.run.vm08:> sudo mkdir -p /var/lib/ceph/osd/ceph-1 2026-03-05T18:27:18.777 INFO:tasks.ceph:roles_to_devs: {'osd.0': '/dev/vdb', 'osd.1': '/dev/vdc', 'osd.2': '/dev/vdd'} 2026-03-05T18:27:18.778 INFO:tasks.ceph:role: osd.1 2026-03-05T18:27:18.778 INFO:tasks.ceph:['mkfs.xfs', '-f', '-i', 'size=2048'] on /dev/vdc on ubuntu@vm08.local 2026-03-05T18:27:18.778 DEBUG:teuthology.orchestra.run.vm08:> yes | sudo mkfs.xfs -f -i size=2048 /dev/vdc 2026-03-05T18:27:18.851 INFO:teuthology.orchestra.run.vm08.stdout:meta-data=/dev/vdc isize=2048 agcount=4, agsize=1310720 blks 2026-03-05T18:27:18.851 INFO:teuthology.orchestra.run.vm08.stdout: = sectsz=512 attr=2, projid32bit=1 2026-03-05T18:27:18.851 INFO:teuthology.orchestra.run.vm08.stdout: = crc=1 finobt=1, sparse=1, rmapbt=0 2026-03-05T18:27:18.851 INFO:teuthology.orchestra.run.vm08.stdout: = reflink=1 bigtime=1 inobtcount=1 nrext64=0 2026-03-05T18:27:18.851 INFO:teuthology.orchestra.run.vm08.stdout:data = bsize=4096 blocks=5242880, imaxpct=25 2026-03-05T18:27:18.851 INFO:teuthology.orchestra.run.vm08.stdout: = sunit=0 swidth=0 blks 2026-03-05T18:27:18.851 INFO:teuthology.orchestra.run.vm08.stdout:naming =version 2 bsize=4096 ascii-ci=0, ftype=1 2026-03-05T18:27:18.851 INFO:teuthology.orchestra.run.vm08.stdout:log =internal log bsize=4096 blocks=16384, version=2 2026-03-05T18:27:18.851 INFO:teuthology.orchestra.run.vm08.stdout: = sectsz=512 sunit=0 blks, lazy-count=1 2026-03-05T18:27:18.851 INFO:teuthology.orchestra.run.vm08.stdout:realtime =none extsz=4096 blocks=0, rtextents=0 2026-03-05T18:27:18.857 INFO:teuthology.orchestra.run.vm08.stdout:Discarding blocks...Done. 2026-03-05T18:27:18.861 INFO:tasks.ceph:mount /dev/vdc on ubuntu@vm08.local -o noatime 2026-03-05T18:27:18.861 DEBUG:teuthology.orchestra.run.vm08:> sudo mount -t xfs -o noatime /dev/vdc /var/lib/ceph/osd/ceph-1 2026-03-05T18:27:18.946 DEBUG:teuthology.orchestra.run.vm08:> sudo /sbin/restorecon /var/lib/ceph/osd/ceph-1 2026-03-05T18:27:18.984 DEBUG:teuthology.orchestra.run.vm08:> sudo mkdir -p /var/lib/ceph/osd/ceph-2 2026-03-05T18:27:19.063 INFO:tasks.ceph:roles_to_devs: {'osd.0': '/dev/vdb', 'osd.1': '/dev/vdc', 'osd.2': '/dev/vdd'} 2026-03-05T18:27:19.063 INFO:tasks.ceph:role: osd.2 2026-03-05T18:27:19.063 INFO:tasks.ceph:['mkfs.xfs', '-f', '-i', 'size=2048'] on /dev/vdd on ubuntu@vm08.local 2026-03-05T18:27:19.063 DEBUG:teuthology.orchestra.run.vm08:> yes | sudo mkfs.xfs -f -i size=2048 /dev/vdd 2026-03-05T18:27:19.136 INFO:teuthology.orchestra.run.vm08.stdout:meta-data=/dev/vdd isize=2048 agcount=4, agsize=1310720 blks 2026-03-05T18:27:19.136 INFO:teuthology.orchestra.run.vm08.stdout: = sectsz=512 attr=2, projid32bit=1 2026-03-05T18:27:19.136 INFO:teuthology.orchestra.run.vm08.stdout: = crc=1 finobt=1, sparse=1, rmapbt=0 2026-03-05T18:27:19.136 INFO:teuthology.orchestra.run.vm08.stdout: = reflink=1 bigtime=1 inobtcount=1 nrext64=0 2026-03-05T18:27:19.136 INFO:teuthology.orchestra.run.vm08.stdout:data = bsize=4096 blocks=5242880, imaxpct=25 2026-03-05T18:27:19.136 INFO:teuthology.orchestra.run.vm08.stdout: = sunit=0 swidth=0 blks 2026-03-05T18:27:19.136 INFO:teuthology.orchestra.run.vm08.stdout:naming =version 2 bsize=4096 ascii-ci=0, ftype=1 2026-03-05T18:27:19.136 INFO:teuthology.orchestra.run.vm08.stdout:log =internal log bsize=4096 blocks=16384, version=2 2026-03-05T18:27:19.136 INFO:teuthology.orchestra.run.vm08.stdout: = sectsz=512 sunit=0 blks, lazy-count=1 2026-03-05T18:27:19.136 INFO:teuthology.orchestra.run.vm08.stdout:realtime =none extsz=4096 blocks=0, rtextents=0 2026-03-05T18:27:19.141 INFO:teuthology.orchestra.run.vm08.stdout:Discarding blocks...Done. 2026-03-05T18:27:19.143 INFO:tasks.ceph:mount /dev/vdd on ubuntu@vm08.local -o noatime 2026-03-05T18:27:19.143 DEBUG:teuthology.orchestra.run.vm08:> sudo mount -t xfs -o noatime /dev/vdd /var/lib/ceph/osd/ceph-2 2026-03-05T18:27:19.224 DEBUG:teuthology.orchestra.run.vm08:> sudo /sbin/restorecon /var/lib/ceph/osd/ceph-2 2026-03-05T18:27:19.296 DEBUG:teuthology.orchestra.run.vm08:> sudo MALLOC_CHECK_=3 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-osd --no-mon-config --cluster ceph --mkfs --mkkey -i 0 --monmap /home/ubuntu/cephtest/ceph.monmap 2026-03-05T18:27:19.389 INFO:teuthology.orchestra.run.vm08.stderr:2026-03-05T18:27:19.384+0100 7f9abc918780 -1 auth: error reading file: /var/lib/ceph/osd/ceph-0/keyring: can't open /var/lib/ceph/osd/ceph-0/keyring: (2) No such file or directory 2026-03-05T18:27:19.389 INFO:teuthology.orchestra.run.vm08.stderr:2026-03-05T18:27:19.385+0100 7f9abc918780 -1 created new key in keyring /var/lib/ceph/osd/ceph-0/keyring 2026-03-05T18:27:19.389 INFO:teuthology.orchestra.run.vm08.stderr:2026-03-05T18:27:19.385+0100 7f9abc918780 -1 bdev(0x55b5d9ea5800 /var/lib/ceph/osd/ceph-0/block) open stat got: (1) Operation not permitted 2026-03-05T18:27:19.389 INFO:teuthology.orchestra.run.vm08.stderr:2026-03-05T18:27:19.385+0100 7f9abc918780 -1 bluestore(/var/lib/ceph/osd/ceph-0) _read_fsid unparsable uuid 2026-03-05T18:27:21.498 DEBUG:teuthology.orchestra.run.vm08:> sudo chown -R ceph:ceph /var/lib/ceph/osd/ceph-0 2026-03-05T18:27:21.528 DEBUG:teuthology.orchestra.run.vm08:> sudo MALLOC_CHECK_=3 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-osd --no-mon-config --cluster ceph --mkfs --mkkey -i 1 --monmap /home/ubuntu/cephtest/ceph.monmap 2026-03-05T18:27:21.616 INFO:teuthology.orchestra.run.vm08.stderr:2026-03-05T18:27:21.613+0100 7f55dead4780 -1 auth: error reading file: /var/lib/ceph/osd/ceph-1/keyring: can't open /var/lib/ceph/osd/ceph-1/keyring: (2) No such file or directory 2026-03-05T18:27:21.616 INFO:teuthology.orchestra.run.vm08.stderr:2026-03-05T18:27:21.613+0100 7f55dead4780 -1 created new key in keyring /var/lib/ceph/osd/ceph-1/keyring 2026-03-05T18:27:21.616 INFO:teuthology.orchestra.run.vm08.stderr:2026-03-05T18:27:21.613+0100 7f55dead4780 -1 bdev(0x55702f7e7800 /var/lib/ceph/osd/ceph-1/block) open stat got: (1) Operation not permitted 2026-03-05T18:27:21.616 INFO:teuthology.orchestra.run.vm08.stderr:2026-03-05T18:27:21.613+0100 7f55dead4780 -1 bluestore(/var/lib/ceph/osd/ceph-1) _read_fsid unparsable uuid 2026-03-05T18:27:23.964 DEBUG:teuthology.orchestra.run.vm08:> sudo chown -R ceph:ceph /var/lib/ceph/osd/ceph-1 2026-03-05T18:27:23.996 DEBUG:teuthology.orchestra.run.vm08:> sudo MALLOC_CHECK_=3 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-osd --no-mon-config --cluster ceph --mkfs --mkkey -i 2 --monmap /home/ubuntu/cephtest/ceph.monmap 2026-03-05T18:27:24.093 INFO:teuthology.orchestra.run.vm08.stderr:2026-03-05T18:27:24.089+0100 7f307b1b1780 -1 auth: error reading file: /var/lib/ceph/osd/ceph-2/keyring: can't open /var/lib/ceph/osd/ceph-2/keyring: (2) No such file or directory 2026-03-05T18:27:24.093 INFO:teuthology.orchestra.run.vm08.stderr:2026-03-05T18:27:24.089+0100 7f307b1b1780 -1 created new key in keyring /var/lib/ceph/osd/ceph-2/keyring 2026-03-05T18:27:24.093 INFO:teuthology.orchestra.run.vm08.stderr:2026-03-05T18:27:24.089+0100 7f307b1b1780 -1 bdev(0x556c8b129800 /var/lib/ceph/osd/ceph-2/block) open stat got: (1) Operation not permitted 2026-03-05T18:27:24.093 INFO:teuthology.orchestra.run.vm08.stderr:2026-03-05T18:27:24.089+0100 7f307b1b1780 -1 bluestore(/var/lib/ceph/osd/ceph-2) _read_fsid unparsable uuid 2026-03-05T18:27:26.255 DEBUG:teuthology.orchestra.run.vm08:> sudo chown -R ceph:ceph /var/lib/ceph/osd/ceph-2 2026-03-05T18:27:26.284 INFO:tasks.ceph:Reading keys from all nodes... 2026-03-05T18:27:26.284 DEBUG:teuthology.orchestra.run.vm08:> set -ex 2026-03-05T18:27:26.284 DEBUG:teuthology.orchestra.run.vm08:> sudo dd if=/var/lib/ceph/mgr/ceph-x/keyring of=/dev/stdout 2026-03-05T18:27:26.364 DEBUG:teuthology.orchestra.run.vm08:> set -ex 2026-03-05T18:27:26.364 DEBUG:teuthology.orchestra.run.vm08:> sudo dd if=/var/lib/ceph/osd/ceph-0/keyring of=/dev/stdout 2026-03-05T18:27:26.431 DEBUG:teuthology.orchestra.run.vm08:> set -ex 2026-03-05T18:27:26.431 DEBUG:teuthology.orchestra.run.vm08:> sudo dd if=/var/lib/ceph/osd/ceph-1/keyring of=/dev/stdout 2026-03-05T18:27:26.502 DEBUG:teuthology.orchestra.run.vm08:> set -ex 2026-03-05T18:27:26.502 DEBUG:teuthology.orchestra.run.vm08:> sudo dd if=/var/lib/ceph/osd/ceph-2/keyring of=/dev/stdout 2026-03-05T18:27:26.579 DEBUG:teuthology.orchestra.run.vm08:> set -ex 2026-03-05T18:27:26.579 DEBUG:teuthology.orchestra.run.vm08:> dd if=/etc/ceph/ceph.client.0.keyring of=/dev/stdout 2026-03-05T18:27:26.639 INFO:tasks.ceph:Adding keys to all mons... 2026-03-05T18:27:26.639 DEBUG:teuthology.orchestra.run.vm08:> sudo tee -a /etc/ceph/ceph.keyring 2026-03-05T18:27:26.708 INFO:teuthology.orchestra.run.vm08.stdout:[mgr.x] 2026-03-05T18:27:26.708 INFO:teuthology.orchestra.run.vm08.stdout: key = AQD2vKlpY5SlFRAA2tndtEbvdEqaNJh1idNTlQ== 2026-03-05T18:27:26.708 INFO:teuthology.orchestra.run.vm08.stdout:[osd.0] 2026-03-05T18:27:26.708 INFO:teuthology.orchestra.run.vm08.stdout: key = AQD3vKlp+CkDFxAAd5UmGr5nybkKkKxiDgx52Q== 2026-03-05T18:27:26.708 INFO:teuthology.orchestra.run.vm08.stdout:[osd.1] 2026-03-05T18:27:26.708 INFO:teuthology.orchestra.run.vm08.stdout: key = AQD5vKlpWMaeJBAACUxUsAfw0lfTrjeXreIEmQ== 2026-03-05T18:27:26.708 INFO:teuthology.orchestra.run.vm08.stdout:[osd.2] 2026-03-05T18:27:26.709 INFO:teuthology.orchestra.run.vm08.stdout: key = AQD8vKlp28djBRAASP801g5Y+yYxrsIMmHi5jA== 2026-03-05T18:27:26.709 INFO:teuthology.orchestra.run.vm08.stdout:[client.0] 2026-03-05T18:27:26.709 INFO:teuthology.orchestra.run.vm08.stdout: key = AQD2vKlpIWhvGRAAAlMHwBMNJrx75dLqldlMfQ== 2026-03-05T18:27:26.710 DEBUG:teuthology.orchestra.run.vm08:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=mgr.x --cap mon 'allow profile mgr' --cap osd 'allow *' --cap mds 'allow *' 2026-03-05T18:27:26.808 DEBUG:teuthology.orchestra.run.vm08:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=osd.0 --cap mon 'allow profile osd' --cap mgr 'allow profile osd' --cap osd 'allow *' 2026-03-05T18:27:26.861 DEBUG:teuthology.orchestra.run.vm08:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=osd.1 --cap mon 'allow profile osd' --cap mgr 'allow profile osd' --cap osd 'allow *' 2026-03-05T18:27:26.914 DEBUG:teuthology.orchestra.run.vm08:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=osd.2 --cap mon 'allow profile osd' --cap mgr 'allow profile osd' --cap osd 'allow *' 2026-03-05T18:27:26.967 DEBUG:teuthology.orchestra.run.vm08:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=client.0 --cap mon 'allow rw' --cap mgr 'allow r' --cap osd 'allow rwx' --cap mds allow 2026-03-05T18:27:27.028 INFO:tasks.ceph:Running mkfs on mon nodes... 2026-03-05T18:27:27.028 DEBUG:teuthology.orchestra.run.vm08:> sudo mkdir -p /var/lib/ceph/mon/ceph-a 2026-03-05T18:27:27.066 DEBUG:teuthology.orchestra.run.vm08:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-mon --cluster ceph --mkfs -i a --monmap /home/ubuntu/cephtest/ceph.monmap --keyring /etc/ceph/ceph.keyring 2026-03-05T18:27:27.178 DEBUG:teuthology.orchestra.run.vm08:> sudo chown -R ceph:ceph /var/lib/ceph/mon/ceph-a 2026-03-05T18:27:27.214 DEBUG:teuthology.orchestra.run.vm08:> rm -- /home/ubuntu/cephtest/ceph.monmap 2026-03-05T18:27:27.277 INFO:tasks.ceph:Starting mon daemons in cluster ceph... 2026-03-05T18:27:27.278 INFO:tasks.ceph.mon.a:Restarting daemon 2026-03-05T18:27:27.278 DEBUG:teuthology.orchestra.run.vm08:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mon -f --cluster ceph -i a 2026-03-05T18:27:27.321 INFO:tasks.ceph.mon.a:Started 2026-03-05T18:27:27.321 INFO:tasks.ceph:Starting mgr daemons in cluster ceph... 2026-03-05T18:27:27.321 INFO:tasks.ceph.mgr.x:Restarting daemon 2026-03-05T18:27:27.321 DEBUG:teuthology.orchestra.run.vm08:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mgr -f --cluster ceph -i x 2026-03-05T18:27:27.323 INFO:tasks.ceph.mgr.x:Started 2026-03-05T18:27:27.323 INFO:tasks.ceph:Setting crush tunables to default 2026-03-05T18:27:27.323 DEBUG:teuthology.orchestra.run.vm08:> sudo ceph --cluster ceph osd crush tunables default 2026-03-05T18:27:27.551 INFO:teuthology.orchestra.run.vm08.stderr:adjusted tunables profile to default 2026-03-05T18:27:27.564 INFO:tasks.ceph:check_enable_crimson: False 2026-03-05T18:27:27.564 INFO:tasks.ceph:Starting osd daemons in cluster ceph... 2026-03-05T18:27:27.564 DEBUG:teuthology.orchestra.run.vm08:> set -ex 2026-03-05T18:27:27.564 DEBUG:teuthology.orchestra.run.vm08:> sudo dd if=/var/lib/ceph/osd/ceph-0/fsid of=/dev/stdout 2026-03-05T18:27:27.597 DEBUG:teuthology.orchestra.run.vm08:> set -ex 2026-03-05T18:27:27.597 DEBUG:teuthology.orchestra.run.vm08:> sudo dd if=/var/lib/ceph/osd/ceph-1/fsid of=/dev/stdout 2026-03-05T18:27:27.676 DEBUG:teuthology.orchestra.run.vm08:> set -ex 2026-03-05T18:27:27.676 DEBUG:teuthology.orchestra.run.vm08:> sudo dd if=/var/lib/ceph/osd/ceph-2/fsid of=/dev/stdout 2026-03-05T18:27:27.759 DEBUG:teuthology.orchestra.run.vm08:> sudo ceph --cluster ceph osd new 121df0ca-e1c5-4e80-bd87-afc73463b6b3 0 2026-03-05T18:27:28.006 INFO:teuthology.orchestra.run.vm08.stdout:0 2026-03-05T18:27:28.035 DEBUG:teuthology.orchestra.run.vm08:> sudo ceph --cluster ceph osd new 8a90a007-b559-406d-9a44-2fc8670bfbf0 1 2026-03-05T18:27:28.329 INFO:teuthology.orchestra.run.vm08.stdout:1 2026-03-05T18:27:28.354 DEBUG:teuthology.orchestra.run.vm08:> sudo ceph --cluster ceph osd new 88395590-3285-4076-a453-1f3c8e014d57 2 2026-03-05T18:27:28.639 INFO:teuthology.orchestra.run.vm08.stdout:2 2026-03-05T18:27:28.669 INFO:tasks.ceph.osd.0:Restarting daemon 2026-03-05T18:27:28.669 DEBUG:teuthology.orchestra.run.vm08:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-osd -f --cluster ceph -i 0 2026-03-05T18:27:28.670 INFO:tasks.ceph.osd.0:Started 2026-03-05T18:27:28.670 INFO:tasks.ceph.osd.1:Restarting daemon 2026-03-05T18:27:28.670 DEBUG:teuthology.orchestra.run.vm08:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-osd -f --cluster ceph -i 1 2026-03-05T18:27:28.673 INFO:tasks.ceph.osd.1:Started 2026-03-05T18:27:28.673 INFO:tasks.ceph.osd.2:Restarting daemon 2026-03-05T18:27:28.673 DEBUG:teuthology.orchestra.run.vm08:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-osd -f --cluster ceph -i 2 2026-03-05T18:27:28.676 INFO:tasks.ceph.osd.2:Started 2026-03-05T18:27:28.676 DEBUG:teuthology.orchestra.run.vm08:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2026-03-05T18:27:28.911 INFO:tasks.ceph.mgr.x.vm08.stderr:/usr/lib64/python3.9/site-packages/scipy/__init__.py:73: UserWarning: NumPy was imported from a Python sub-interpreter but NumPy does not properly support sub-interpreters. This will likely work for most users but might cause hard to track down issues or subtle bugs. A common user of the rare sub-interpreter feature is wsgi which also allows single-interpreter mode. 2026-03-05T18:27:28.911 INFO:tasks.ceph.mgr.x.vm08.stderr:Improvements in the case of bugs are welcome, but is not on the NumPy roadmap, and full support may require significant effort to achieve. 2026-03-05T18:27:28.911 INFO:tasks.ceph.mgr.x.vm08.stderr: from numpy import show_config as show_numpy_config 2026-03-05T18:27:28.915 INFO:tasks.ceph.mgr.x.vm08.stderr:2026-03-05T18:27:28.912+0100 7f0cde00d140 -1 mgr[py] Module diskprediction_local has missing NOTIFY_TYPES member 2026-03-05T18:27:29.074 INFO:teuthology.orchestra.run.vm08.stdout: 2026-03-05T18:27:29.074 INFO:teuthology.orchestra.run.vm08.stdout:{"epoch":5,"fsid":"cf10f593-87a1-42fa-9073-89a580e662cb","created":"2026-03-05T18:27:27.467482+0100","modified":"2026-03-05T18:27:28.627452+0100","last_up_change":"0.000000","last_in_change":"2026-03-05T18:27:28.627452+0100","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":2,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":0,"max_osd":3,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[],"osds":[{"osd":0,"uuid":"121df0ca-e1c5-4e80-bd87-afc73463b6b3","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":1,"uuid":"8a90a007-b559-406d-9a44-2fc8670bfbf0","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":2,"uuid":"88395590-3285-4076-a453-1f3c8e014d57","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2026-03-05T18:27:29.087 INFO:tasks.ceph.ceph_manager.ceph:[] 2026-03-05T18:27:29.087 INFO:tasks.ceph:Waiting for OSDs to come up 2026-03-05T18:27:29.192 INFO:tasks.ceph.mgr.x.vm08.stderr:2026-03-05T18:27:29.189+0100 7f0cde00d140 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2026-03-05T18:27:29.227 INFO:tasks.ceph.mgr.x.vm08.stderr:2026-03-05T18:27:29.224+0100 7f0cde00d140 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2026-03-05T18:27:29.260 INFO:tasks.ceph.mgr.x.vm08.stderr:2026-03-05T18:27:29.257+0100 7f0cde00d140 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2026-03-05T18:27:29.292 INFO:tasks.ceph.mgr.x.vm08.stderr:2026-03-05T18:27:29.288+0100 7f0cde00d140 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2026-03-05T18:27:29.368 INFO:tasks.ceph.mgr.x.vm08.stderr:2026-03-05T18:27:29.365+0100 7f0cde00d140 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2026-03-05T18:27:29.389 DEBUG:teuthology.orchestra.run.vm08:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph --cluster ceph osd dump --format=json 2026-03-05T18:27:29.448 INFO:tasks.ceph.mgr.x.vm08.stderr:2026-03-05T18:27:29.445+0100 7f0cde00d140 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2026-03-05T18:27:29.615 INFO:teuthology.misc.health.vm08.stdout: 2026-03-05T18:27:29.615 INFO:teuthology.misc.health.vm08.stdout:{"epoch":5,"fsid":"cf10f593-87a1-42fa-9073-89a580e662cb","created":"2026-03-05T18:27:27.467482+0100","modified":"2026-03-05T18:27:28.627452+0100","last_up_change":"0.000000","last_in_change":"2026-03-05T18:27:28.627452+0100","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":2,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":0,"max_osd":3,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[],"osds":[{"osd":0,"uuid":"121df0ca-e1c5-4e80-bd87-afc73463b6b3","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":1,"uuid":"8a90a007-b559-406d-9a44-2fc8670bfbf0","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":2,"uuid":"88395590-3285-4076-a453-1f3c8e014d57","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2026-03-05T18:27:29.625 DEBUG:teuthology.misc:0 of 3 OSDs are up 2026-03-05T18:27:29.691 INFO:tasks.ceph.mgr.x.vm08.stderr:2026-03-05T18:27:29.688+0100 7f0cde00d140 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2026-03-05T18:27:29.702 INFO:tasks.ceph.osd.1.vm08.stderr:2026-03-05T18:27:29.699+0100 7ff9bee11780 -1 Falling back to public interface 2026-03-05T18:27:29.763 INFO:tasks.ceph.mgr.x.vm08.stderr:2026-03-05T18:27:29.760+0100 7f0cde00d140 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2026-03-05T18:27:29.795 INFO:tasks.ceph.mgr.x.vm08.stderr:2026-03-05T18:27:29.792+0100 7f0cde00d140 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2026-03-05T18:27:29.824 INFO:tasks.ceph.mgr.x.vm08.stderr:2026-03-05T18:27:29.821+0100 7f0cde00d140 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2026-03-05T18:27:29.858 INFO:tasks.ceph.mgr.x.vm08.stderr:2026-03-05T18:27:29.855+0100 7f0cde00d140 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2026-03-05T18:27:29.878 INFO:tasks.ceph.osd.0.vm08.stderr:2026-03-05T18:27:29.875+0100 7f54a98b5780 -1 Falling back to public interface 2026-03-05T18:27:29.887 INFO:tasks.ceph.mgr.x.vm08.stderr:2026-03-05T18:27:29.885+0100 7f0cde00d140 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2026-03-05T18:27:29.911 INFO:tasks.ceph.osd.2.vm08.stderr:2026-03-05T18:27:29.908+0100 7f1897d8e780 -1 Falling back to public interface 2026-03-05T18:27:30.049 INFO:tasks.ceph.mgr.x.vm08.stderr:2026-03-05T18:27:30.046+0100 7f0cde00d140 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2026-03-05T18:27:30.095 INFO:tasks.ceph.mgr.x.vm08.stderr:2026-03-05T18:27:30.092+0100 7f0cde00d140 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2026-03-05T18:27:30.291 INFO:tasks.ceph.mgr.x.vm08.stderr:2026-03-05T18:27:30.288+0100 7f0cde00d140 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2026-03-05T18:27:30.329 INFO:tasks.ceph.mgr.x.vm08.stderr:2026-03-05T18:27:30.326+0100 7f0cde00d140 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2026-03-05T18:27:30.363 INFO:tasks.ceph.mgr.x.vm08.stderr:2026-03-05T18:27:30.360+0100 7f0cde00d140 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2026-03-05T18:27:30.429 INFO:tasks.ceph.mgr.x.vm08.stderr:2026-03-05T18:27:30.426+0100 7f0cde00d140 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2026-03-05T18:27:30.464 INFO:tasks.ceph.mgr.x.vm08.stderr:2026-03-05T18:27:30.461+0100 7f0cde00d140 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2026-03-05T18:27:30.546 INFO:tasks.ceph.osd.1.vm08.stderr:2026-03-05T18:27:30.543+0100 7ff9bee11780 -1 osd.1 0 log_to_monitors true 2026-03-05T18:27:30.564 INFO:tasks.ceph.mgr.x.vm08.stderr:2026-03-05T18:27:30.561+0100 7f0cde00d140 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2026-03-05T18:27:30.635 INFO:tasks.ceph.mgr.x.vm08.stderr:2026-03-05T18:27:30.632+0100 7f0cde00d140 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2026-03-05T18:27:30.762 INFO:tasks.ceph.mgr.x.vm08.stderr:2026-03-05T18:27:30.759+0100 7f0cde00d140 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2026-03-05T18:27:30.792 INFO:tasks.ceph.mgr.x.vm08.stderr:2026-03-05T18:27:30.789+0100 7f0cde00d140 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2026-03-05T18:27:31.025 INFO:tasks.ceph.osd.2.vm08.stderr:2026-03-05T18:27:31.022+0100 7f1897d8e780 -1 osd.2 0 log_to_monitors true 2026-03-05T18:27:31.080 INFO:tasks.ceph.mgr.x.vm08.stderr:2026-03-05T18:27:31.077+0100 7f0cde00d140 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2026-03-05T18:27:31.210 INFO:tasks.ceph.osd.0.vm08.stderr:2026-03-05T18:27:31.207+0100 7f54a98b5780 -1 osd.0 0 log_to_monitors true 2026-03-05T18:27:32.102 INFO:tasks.ceph.mgr.x.vm08.stderr:2026-03-05T18:27:32.099+0100 7f0caa887640 -1 mgr.server handle_report got status from non-daemon mon.a 2026-03-05T18:27:34.421 INFO:tasks.ceph.osd.0.vm08.stderr:2026-03-05T18:27:34.418+0100 7f54a5842640 -1 osd.0 0 waiting for initial osdmap 2026-03-05T18:27:34.422 INFO:tasks.ceph.osd.2.vm08.stderr:2026-03-05T18:27:34.419+0100 7f1893d1b640 -1 osd.2 0 waiting for initial osdmap 2026-03-05T18:27:34.431 INFO:tasks.ceph.osd.1.vm08.stderr:2026-03-05T18:27:34.428+0100 7ff9ba681640 -1 osd.1 0 waiting for initial osdmap 2026-03-05T18:27:34.440 INFO:tasks.ceph.osd.0.vm08.stderr:2026-03-05T18:27:34.438+0100 7f54a0e6b640 -1 osd.0 7 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2026-03-05T18:27:34.442 INFO:tasks.ceph.osd.1.vm08.stderr:2026-03-05T18:27:34.440+0100 7ff9b5caa640 -1 osd.1 7 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2026-03-05T18:27:34.443 INFO:tasks.ceph.osd.2.vm08.stderr:2026-03-05T18:27:34.440+0100 7f188f344640 -1 osd.2 7 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2026-03-05T18:27:35.927 DEBUG:teuthology.orchestra.run.vm08:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph --cluster ceph osd dump --format=json 2026-03-05T18:27:36.121 INFO:teuthology.misc.health.vm08.stdout: 2026-03-05T18:27:36.121 INFO:teuthology.misc.health.vm08.stdout:{"epoch":8,"fsid":"cf10f593-87a1-42fa-9073-89a580e662cb","created":"2026-03-05T18:27:27.467482+0100","modified":"2026-03-05T18:27:35.431628+0100","last_up_change":"2026-03-05T18:27:35.431628+0100","last_in_change":"2026-03-05T18:27:28.627452+0100","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":4,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":0,"max_osd":3,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[],"osds":[{"osd":0,"uuid":"121df0ca-e1c5-4e80-bd87-afc73463b6b3","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"192.168.123.108:6808","nonce":1676742625},{"type":"v1","addr":"192.168.123.108:6809","nonce":1676742625}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"192.168.123.108:6810","nonce":1676742625},{"type":"v1","addr":"192.168.123.108:6811","nonce":1676742625}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"192.168.123.108:6814","nonce":1676742625},{"type":"v1","addr":"192.168.123.108:6815","nonce":1676742625}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"192.168.123.108:6812","nonce":1676742625},{"type":"v1","addr":"192.168.123.108:6813","nonce":1676742625}]},"public_addr":"192.168.123.108:6809/1676742625","cluster_addr":"192.168.123.108:6811/1676742625","heartbeat_back_addr":"192.168.123.108:6815/1676742625","heartbeat_front_addr":"192.168.123.108:6813/1676742625","state":["exists","up"]},{"osd":1,"uuid":"8a90a007-b559-406d-9a44-2fc8670bfbf0","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"192.168.123.108:6800","nonce":1474576703},{"type":"v1","addr":"192.168.123.108:6801","nonce":1474576703}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"192.168.123.108:6802","nonce":1474576703},{"type":"v1","addr":"192.168.123.108:6803","nonce":1474576703}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"192.168.123.108:6806","nonce":1474576703},{"type":"v1","addr":"192.168.123.108:6807","nonce":1474576703}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"192.168.123.108:6804","nonce":1474576703},{"type":"v1","addr":"192.168.123.108:6805","nonce":1474576703}]},"public_addr":"192.168.123.108:6801/1474576703","cluster_addr":"192.168.123.108:6803/1474576703","heartbeat_back_addr":"192.168.123.108:6807/1474576703","heartbeat_front_addr":"192.168.123.108:6805/1474576703","state":["exists","up"]},{"osd":2,"uuid":"88395590-3285-4076-a453-1f3c8e014d57","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"192.168.123.108:6816","nonce":1972954700},{"type":"v1","addr":"192.168.123.108:6817","nonce":1972954700}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"192.168.123.108:6818","nonce":1972954700},{"type":"v1","addr":"192.168.123.108:6819","nonce":1972954700}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"192.168.123.108:6822","nonce":1972954700},{"type":"v1","addr":"192.168.123.108:6823","nonce":1972954700}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"192.168.123.108:6820","nonce":1972954700},{"type":"v1","addr":"192.168.123.108:6821","nonce":1972954700}]},"public_addr":"192.168.123.108:6817/1972954700","cluster_addr":"192.168.123.108:6819/1972954700","heartbeat_back_addr":"192.168.123.108:6823/1972954700","heartbeat_front_addr":"192.168.123.108:6821/1972954700","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2026-03-05T18:27:36.137 DEBUG:teuthology.misc:3 of 3 OSDs are up 2026-03-05T18:27:36.137 INFO:tasks.ceph:Creating RBD pool 2026-03-05T18:27:36.137 DEBUG:teuthology.orchestra.run.vm08:> sudo ceph --cluster ceph osd pool create rbd 8 2026-03-05T18:27:36.527 INFO:teuthology.orchestra.run.vm08.stderr:pool 'rbd' created 2026-03-05T18:27:36.547 DEBUG:teuthology.orchestra.run.vm08:> rbd --cluster ceph pool init rbd 2026-03-05T18:27:36.582 INFO:teuthology.orchestra.run.vm08.stderr:ignoring --setuser ceph since I am not root 2026-03-05T18:27:36.582 INFO:teuthology.orchestra.run.vm08.stderr:ignoring --setgroup ceph since I am not root 2026-03-05T18:27:39.557 INFO:tasks.ceph:Starting mds daemons in cluster ceph... 2026-03-05T18:27:39.558 INFO:tasks.ceph:Waiting until ceph daemons up and pgs clean... 2026-03-05T18:27:39.558 INFO:tasks.ceph.ceph_manager.ceph:waiting for mgr available 2026-03-05T18:27:39.558 DEBUG:teuthology.orchestra.run.vm08:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph mgr dump --format=json 2026-03-05T18:27:39.558 INFO:tasks.daemonwatchdog.daemon_watchdog:watchdog starting 2026-03-05T18:27:39.812 INFO:teuthology.orchestra.run.vm08.stdout: 2026-03-05T18:27:39.824 INFO:teuthology.orchestra.run.vm08.stdout:{"epoch":5,"flags":0,"active_gid":4102,"active_name":"x","active_addrs":{"addrvec":[{"type":"v2","addr":"192.168.123.108:6824","nonce":3979894496},{"type":"v1","addr":"192.168.123.108:6825","nonce":3979894496}]},"active_addr":"192.168.123.108:6825/3979894496","active_change":"2026-03-05T18:27:31.080375+0100","active_mgr_features":4540701547738038271,"available":true,"standbys":[],"modules":["iostat","nfs","restful"],"available_modules":[{"name":"alerts","can_run":true,"error_string":"","module_options":{"interval":{"name":"interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"How frequently to reexamine health status","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"smtp_destination":{"name":"smtp_destination","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Email address to send alerts to","long_desc":"","tags":[],"see_also":[]},"smtp_from_name":{"name":"smtp_from_name","type":"str","level":"advanced","flags":1,"default_value":"Ceph","min":"","max":"","enum_allowed":[],"desc":"Email From: name","long_desc":"","tags":[],"see_also":[]},"smtp_host":{"name":"smtp_host","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_password":{"name":"smtp_password","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Password to authenticate with","long_desc":"","tags":[],"see_also":[]},"smtp_port":{"name":"smtp_port","type":"int","level":"advanced","flags":1,"default_value":"465","min":"","max":"","enum_allowed":[],"desc":"SMTP port","long_desc":"","tags":[],"see_also":[]},"smtp_sender":{"name":"smtp_sender","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP envelope sender","long_desc":"","tags":[],"see_also":[]},"smtp_ssl":{"name":"smtp_ssl","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Use SSL to connect to SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_user":{"name":"smtp_user","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"User to authenticate as","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"balancer","can_run":true,"error_string":"","module_options":{"active":{"name":"active","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"automatically balance PGs across cluster","long_desc":"","tags":[],"see_also":[]},"begin_time":{"name":"begin_time","type":"str","level":"advanced","flags":1,"default_value":"0000","min":"","max":"","enum_allowed":[],"desc":"beginning time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"begin_weekday":{"name":"begin_weekday","type":"uint","level":"advanced","flags":1,"default_value":"0","min":"0","max":"6","enum_allowed":[],"desc":"Restrict automatic balancing to this day of the week or later","long_desc":"0 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"crush_compat_max_iterations":{"name":"crush_compat_max_iterations","type":"uint","level":"advanced","flags":1,"default_value":"25","min":"1","max":"250","enum_allowed":[],"desc":"maximum number of iterations to attempt optimization","long_desc":"","tags":[],"see_also":[]},"crush_compat_metrics":{"name":"crush_compat_metrics","type":"str","level":"advanced","flags":1,"default_value":"pgs,objects,bytes","min":"","max":"","enum_allowed":[],"desc":"metrics with which to calculate OSD utilization","long_desc":"Value is a list of one or more of \"pgs\", \"objects\", or \"bytes\", and indicates which metrics to use to balance utilization.","tags":[],"see_also":[]},"crush_compat_step":{"name":"crush_compat_step","type":"float","level":"advanced","flags":1,"default_value":"0.5","min":"0.001","max":"0.999","enum_allowed":[],"desc":"aggressiveness of optimization","long_desc":".99 is very aggressive, .01 is less aggressive","tags":[],"see_also":[]},"end_time":{"name":"end_time","type":"str","level":"advanced","flags":1,"default_value":"2359","min":"","max":"","enum_allowed":[],"desc":"ending time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"end_weekday":{"name":"end_weekday","type":"uint","level":"advanced","flags":1,"default_value":"0","min":"0","max":"6","enum_allowed":[],"desc":"Restrict automatic balancing to days of the week earlier than this","long_desc":"0 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_score":{"name":"min_score","type":"float","level":"advanced","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"minimum score, below which no optimization is attempted","long_desc":"","tags":[],"see_also":[]},"mode":{"name":"mode","type":"str","level":"advanced","flags":1,"default_value":"upmap","min":"","max":"","enum_allowed":["crush-compat","none","read","upmap","upmap-read"],"desc":"Balancer mode","long_desc":"","tags":[],"see_also":[]},"pool_ids":{"name":"pool_ids","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"pools which the automatic balancing will be limited to","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and attempt optimization","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"update_pg_upmap_activity":{"name":"update_pg_upmap_activity","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Updates pg_upmap activity stats to be used in `balancer status detail`","long_desc":"","tags":[],"see_also":[]},"upmap_max_deviation":{"name":"upmap_max_deviation","type":"int","level":"advanced","flags":1,"default_value":"5","min":"1","max":"","enum_allowed":[],"desc":"deviation below which no optimization is attempted","long_desc":"If the number of PGs are within this count then no optimization is attempted","tags":[],"see_also":[]},"upmap_max_optimizations":{"name":"upmap_max_optimizations","type":"uint","level":"advanced","flags":1,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"maximum upmap optimizations to make per attempt","long_desc":"","tags":[],"see_also":[]}}},{"name":"cephadm","can_run":true,"error_string":"","module_options":{"agent_down_multiplier":{"name":"agent_down_multiplier","type":"float","level":"advanced","flags":0,"default_value":"3.0","min":"","max":"","enum_allowed":[],"desc":"Multiplied by agent refresh rate to calculate how long agent must not report before being marked down","long_desc":"","tags":[],"see_also":[]},"agent_refresh_rate":{"name":"agent_refresh_rate","type":"secs","level":"advanced","flags":0,"default_value":"20","min":"","max":"","enum_allowed":[],"desc":"How often agent on each host will try to gather and send metadata","long_desc":"","tags":[],"see_also":[]},"agent_starting_port":{"name":"agent_starting_port","type":"int","level":"advanced","flags":0,"default_value":"4721","min":"","max":"","enum_allowed":[],"desc":"First port agent will try to bind to (will also try up to next 1000 subsequent ports if blocked)","long_desc":"","tags":[],"see_also":[]},"allow_ptrace":{"name":"allow_ptrace","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow SYS_PTRACE capability on ceph containers","long_desc":"The SYS_PTRACE capability is needed to attach to a process with gdb or strace. Enabling this options can allow debugging daemons that encounter problems at runtime.","tags":[],"see_also":[]},"autotune_interval":{"name":"autotune_interval","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to autotune daemon memory","long_desc":"","tags":[],"see_also":[]},"autotune_memory_target_ratio":{"name":"autotune_memory_target_ratio","type":"float","level":"advanced","flags":0,"default_value":"0.7","min":"","max":"","enum_allowed":[],"desc":"ratio of total system memory to divide amongst autotuned daemons","long_desc":"","tags":[],"see_also":[]},"cephadm_log_destination":{"name":"cephadm_log_destination","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":["file","file,syslog","syslog"],"desc":"Destination for cephadm command's persistent logging","long_desc":"","tags":[],"see_also":[]},"cgroups_split":{"name":"cgroups_split","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Pass --cgroups=split when cephadm creates containers (currently podman only)","long_desc":"","tags":[],"see_also":[]},"config_checks_enabled":{"name":"config_checks_enabled","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable or disable the cephadm configuration analysis","long_desc":"","tags":[],"see_also":[]},"config_dashboard":{"name":"config_dashboard","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"manage configs like API endpoints in Dashboard.","long_desc":"","tags":[],"see_also":[]},"container_image_alertmanager":{"name":"container_image_alertmanager","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/alertmanager:v0.25.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_base":{"name":"container_image_base","type":"str","level":"advanced","flags":1,"default_value":"quay.io/ceph/ceph","min":"","max":"","enum_allowed":[],"desc":"Container image name, without the tag","long_desc":"","tags":[],"see_also":[]},"container_image_elasticsearch":{"name":"container_image_elasticsearch","type":"str","level":"advanced","flags":0,"default_value":"quay.io/omrizeneva/elasticsearch:6.8.23","min":"","max":"","enum_allowed":[],"desc":"elasticsearch container image","long_desc":"","tags":[],"see_also":[]},"container_image_grafana":{"name":"container_image_grafana","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/grafana:10.4.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_haproxy":{"name":"container_image_haproxy","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/haproxy:2.3","min":"","max":"","enum_allowed":[],"desc":"HAproxy container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_agent":{"name":"container_image_jaeger_agent","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-agent:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger agent container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_collector":{"name":"container_image_jaeger_collector","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-collector:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger collector container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_query":{"name":"container_image_jaeger_query","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-query:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger query container image","long_desc":"","tags":[],"see_also":[]},"container_image_keepalived":{"name":"container_image_keepalived","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/keepalived:2.2.4","min":"","max":"","enum_allowed":[],"desc":"Keepalived container image","long_desc":"","tags":[],"see_also":[]},"container_image_loki":{"name":"container_image_loki","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/loki:3.0.0","min":"","max":"","enum_allowed":[],"desc":"Loki container image","long_desc":"","tags":[],"see_also":[]},"container_image_node_exporter":{"name":"container_image_node_exporter","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/node-exporter:v1.7.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_nvmeof":{"name":"container_image_nvmeof","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/nvmeof:1.2.5","min":"","max":"","enum_allowed":[],"desc":"Nvme-of container image","long_desc":"","tags":[],"see_also":[]},"container_image_prometheus":{"name":"container_image_prometheus","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/prometheus:v2.51.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_promtail":{"name":"container_image_promtail","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/promtail:3.0.0","min":"","max":"","enum_allowed":[],"desc":"Promtail container image","long_desc":"","tags":[],"see_also":[]},"container_image_samba":{"name":"container_image_samba","type":"str","level":"advanced","flags":0,"default_value":"quay.io/samba.org/samba-server:devbuilds-centos-amd64","min":"","max":"","enum_allowed":[],"desc":"Samba/SMB container image","long_desc":"","tags":[],"see_also":[]},"container_image_snmp_gateway":{"name":"container_image_snmp_gateway","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/snmp-notifier:v1.2.1","min":"","max":"","enum_allowed":[],"desc":"SNMP Gateway container image","long_desc":"","tags":[],"see_also":[]},"container_init":{"name":"container_init","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Run podman/docker with `--init`","long_desc":"","tags":[],"see_also":[]},"daemon_cache_timeout":{"name":"daemon_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"seconds to cache service (daemon) inventory","long_desc":"","tags":[],"see_also":[]},"default_cephadm_command_timeout":{"name":"default_cephadm_command_timeout","type":"int","level":"advanced","flags":0,"default_value":"900","min":"","max":"","enum_allowed":[],"desc":"Default timeout applied to cephadm commands run directly on the host (in seconds)","long_desc":"","tags":[],"see_also":[]},"default_registry":{"name":"default_registry","type":"str","level":"advanced","flags":0,"default_value":"quay.io","min":"","max":"","enum_allowed":[],"desc":"Search-registry to which we should normalize unqualified image names. This is not the default registry","long_desc":"","tags":[],"see_also":[]},"device_cache_timeout":{"name":"device_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"1800","min":"","max":"","enum_allowed":[],"desc":"seconds to cache device inventory","long_desc":"","tags":[],"see_also":[]},"device_enhanced_scan":{"name":"device_enhanced_scan","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Use libstoragemgmt during device scans","long_desc":"","tags":[],"see_also":[]},"facts_cache_timeout":{"name":"facts_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"seconds to cache host facts data","long_desc":"","tags":[],"see_also":[]},"grafana_dashboards_path":{"name":"grafana_dashboards_path","type":"str","level":"advanced","flags":0,"default_value":"/etc/grafana/dashboards/ceph-dashboard/","min":"","max":"","enum_allowed":[],"desc":"location of dashboards to include in grafana deployments","long_desc":"","tags":[],"see_also":[]},"host_check_interval":{"name":"host_check_interval","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to perform a host check","long_desc":"","tags":[],"see_also":[]},"hw_monitoring":{"name":"hw_monitoring","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Deploy hw monitoring daemon on every host.","long_desc":"","tags":[],"see_also":[]},"inventory_list_all":{"name":"inventory_list_all","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Whether ceph-volume inventory should report more devices (mostly mappers (LVs / mpaths), partitions...)","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_refresh_metadata":{"name":"log_refresh_metadata","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Log all refresh metadata. Includes daemon, device, and host info collected regularly. Only has effect if logging at debug level","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"log to the \"cephadm\" cluster log channel\"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"manage_etc_ceph_ceph_conf":{"name":"manage_etc_ceph_ceph_conf","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Manage and own /etc/ceph/ceph.conf on the hosts.","long_desc":"","tags":[],"see_also":[]},"manage_etc_ceph_ceph_conf_hosts":{"name":"manage_etc_ceph_ceph_conf_hosts","type":"str","level":"advanced","flags":0,"default_value":"*","min":"","max":"","enum_allowed":[],"desc":"PlacementSpec describing on which hosts to manage /etc/ceph/ceph.conf","long_desc":"","tags":[],"see_also":[]},"max_count_per_host":{"name":"max_count_per_host","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"max number of daemons per service per host","long_desc":"","tags":[],"see_also":[]},"max_osd_draining_count":{"name":"max_osd_draining_count","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"max number of osds that will be drained simultaneously when osds are removed","long_desc":"","tags":[],"see_also":[]},"migration_current":{"name":"migration_current","type":"int","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"internal - do not modify","long_desc":"","tags":[],"see_also":[]},"mode":{"name":"mode","type":"str","level":"advanced","flags":0,"default_value":"root","min":"","max":"","enum_allowed":["cephadm-package","root"],"desc":"mode for remote execution of cephadm","long_desc":"","tags":[],"see_also":[]},"oob_default_addr":{"name":"oob_default_addr","type":"str","level":"advanced","flags":0,"default_value":"169.254.1.1","min":"","max":"","enum_allowed":[],"desc":"Default address for RedFish API (oob management).","long_desc":"","tags":[],"see_also":[]},"prometheus_alerts_path":{"name":"prometheus_alerts_path","type":"str","level":"advanced","flags":0,"default_value":"/etc/prometheus/ceph/ceph_default_alerts.yml","min":"","max":"","enum_allowed":[],"desc":"location of alerts to include in prometheus deployments","long_desc":"","tags":[],"see_also":[]},"registry_insecure":{"name":"registry_insecure","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Registry is to be considered insecure (no TLS available). Only for development purposes.","long_desc":"","tags":[],"see_also":[]},"registry_password":{"name":"registry_password","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Custom repository password. Only used for logging into a registry.","long_desc":"","tags":[],"see_also":[]},"registry_url":{"name":"registry_url","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Registry url for login purposes. This is not the default registry","long_desc":"","tags":[],"see_also":[]},"registry_username":{"name":"registry_username","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Custom repository username. Only used for logging into a registry.","long_desc":"","tags":[],"see_also":[]},"secure_monitoring_stack":{"name":"secure_monitoring_stack","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable TLS security for all the monitoring stack daemons","long_desc":"","tags":[],"see_also":[]},"service_discovery_port":{"name":"service_discovery_port","type":"int","level":"advanced","flags":0,"default_value":"8765","min":"","max":"","enum_allowed":[],"desc":"cephadm service discovery port","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssh_config_file":{"name":"ssh_config_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"customized SSH config file to connect to managed hosts","long_desc":"","tags":[],"see_also":[]},"ssh_keepalive_count_max":{"name":"ssh_keepalive_count_max","type":"int","level":"advanced","flags":0,"default_value":"3","min":"","max":"","enum_allowed":[],"desc":"How many times ssh connections can fail liveness checks before the host is marked offline","long_desc":"","tags":[],"see_also":[]},"ssh_keepalive_interval":{"name":"ssh_keepalive_interval","type":"int","level":"advanced","flags":0,"default_value":"7","min":"","max":"","enum_allowed":[],"desc":"How often ssh connections are checked for liveness","long_desc":"","tags":[],"see_also":[]},"use_agent":{"name":"use_agent","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Use cephadm agent on each host to gather and send metadata","long_desc":"","tags":[],"see_also":[]},"use_repo_digest":{"name":"use_repo_digest","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Automatically convert image tags to image digest. Make sure all daemons use the same image","long_desc":"","tags":[],"see_also":[]},"warn_on_failed_host_check":{"name":"warn_on_failed_host_check","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if the host check fails","long_desc":"","tags":[],"see_also":[]},"warn_on_stray_daemons":{"name":"warn_on_stray_daemons","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if daemons are detected that are not managed by cephadm","long_desc":"","tags":[],"see_also":[]},"warn_on_stray_hosts":{"name":"warn_on_stray_hosts","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if daemons are detected on a host that is not managed by cephadm","long_desc":"","tags":[],"see_also":[]}}},{"name":"crash","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"retain_interval":{"name":"retain_interval","type":"secs","level":"advanced","flags":1,"default_value":"31536000","min":"","max":"","enum_allowed":[],"desc":"how long to retain crashes before pruning them","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"warn_recent_interval":{"name":"warn_recent_interval","type":"secs","level":"advanced","flags":1,"default_value":"1209600","min":"","max":"","enum_allowed":[],"desc":"time interval in which to warn about recent crashes","long_desc":"","tags":[],"see_also":[]}}},{"name":"dashboard","can_run":true,"error_string":"","module_options":{"ACCOUNT_LOCKOUT_ATTEMPTS":{"name":"ACCOUNT_LOCKOUT_ATTEMPTS","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ALERTMANAGER_API_HOST":{"name":"ALERTMANAGER_API_HOST","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ALERTMANAGER_API_SSL_VERIFY":{"name":"ALERTMANAGER_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"AUDIT_API_ENABLED":{"name":"AUDIT_API_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"AUDIT_API_LOG_PAYLOAD":{"name":"AUDIT_API_LOG_PAYLOAD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ENABLE_BROWSABLE_API":{"name":"ENABLE_BROWSABLE_API","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_CEPHFS":{"name":"FEATURE_TOGGLE_CEPHFS","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_DASHBOARD":{"name":"FEATURE_TOGGLE_DASHBOARD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_ISCSI":{"name":"FEATURE_TOGGLE_ISCSI","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_MIRRORING":{"name":"FEATURE_TOGGLE_MIRRORING","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_NFS":{"name":"FEATURE_TOGGLE_NFS","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_RBD":{"name":"FEATURE_TOGGLE_RBD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_RGW":{"name":"FEATURE_TOGGLE_RGW","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE":{"name":"GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_PASSWORD":{"name":"GRAFANA_API_PASSWORD","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_SSL_VERIFY":{"name":"GRAFANA_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_URL":{"name":"GRAFANA_API_URL","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_USERNAME":{"name":"GRAFANA_API_USERNAME","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_FRONTEND_API_URL":{"name":"GRAFANA_FRONTEND_API_URL","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_UPDATE_DASHBOARDS":{"name":"GRAFANA_UPDATE_DASHBOARDS","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ISCSI_API_SSL_VERIFICATION":{"name":"ISCSI_API_SSL_VERIFICATION","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ISSUE_TRACKER_API_KEY":{"name":"ISSUE_TRACKER_API_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PROMETHEUS_API_HOST":{"name":"PROMETHEUS_API_HOST","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PROMETHEUS_API_SSL_VERIFY":{"name":"PROMETHEUS_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_COMPLEXITY_ENABLED":{"name":"PWD_POLICY_CHECK_COMPLEXITY_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED":{"name":"PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_LENGTH_ENABLED":{"name":"PWD_POLICY_CHECK_LENGTH_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_OLDPWD_ENABLED":{"name":"PWD_POLICY_CHECK_OLDPWD_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED":{"name":"PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED":{"name":"PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_USERNAME_ENABLED":{"name":"PWD_POLICY_CHECK_USERNAME_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_ENABLED":{"name":"PWD_POLICY_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_EXCLUSION_LIST":{"name":"PWD_POLICY_EXCLUSION_LIST","type":"str","level":"advanced","flags":0,"default_value":"osd,host,dashboard,pool,block,nfs,ceph,monitors,gateway,logs,crush,maps","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_MIN_COMPLEXITY":{"name":"PWD_POLICY_MIN_COMPLEXITY","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_MIN_LENGTH":{"name":"PWD_POLICY_MIN_LENGTH","type":"int","level":"advanced","flags":0,"default_value":"8","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"REST_REQUESTS_TIMEOUT":{"name":"REST_REQUESTS_TIMEOUT","type":"int","level":"advanced","flags":0,"default_value":"45","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_ACCESS_KEY":{"name":"RGW_API_ACCESS_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_ADMIN_RESOURCE":{"name":"RGW_API_ADMIN_RESOURCE","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_SECRET_KEY":{"name":"RGW_API_SECRET_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_SSL_VERIFY":{"name":"RGW_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_SPAN":{"name":"USER_PWD_EXPIRATION_SPAN","type":"int","level":"advanced","flags":0,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_WARNING_1":{"name":"USER_PWD_EXPIRATION_WARNING_1","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_WARNING_2":{"name":"USER_PWD_EXPIRATION_WARNING_2","type":"int","level":"advanced","flags":0,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"cross_origin_url":{"name":"cross_origin_url","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"crt_file":{"name":"crt_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"debug":{"name":"debug","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable/disable debug options","long_desc":"","tags":[],"see_also":[]},"jwt_token_ttl":{"name":"jwt_token_ttl","type":"int","level":"advanced","flags":0,"default_value":"28800","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"key_file":{"name":"key_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"motd":{"name":"motd","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"The message of the day","long_desc":"","tags":[],"see_also":[]},"redirect_resolve_ip_addr":{"name":"redirect_resolve_ip_addr","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"::","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"int","level":"advanced","flags":0,"default_value":"8080","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl":{"name":"ssl","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl_server_port":{"name":"ssl_server_port","type":"int","level":"advanced","flags":0,"default_value":"8443","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_behaviour":{"name":"standby_behaviour","type":"str","level":"advanced","flags":0,"default_value":"redirect","min":"","max":"","enum_allowed":["error","redirect"],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_error_status_code":{"name":"standby_error_status_code","type":"int","level":"advanced","flags":0,"default_value":"500","min":"400","max":"599","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"url_prefix":{"name":"url_prefix","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"devicehealth","can_run":true,"error_string":"","module_options":{"enable_monitoring":{"name":"enable_monitoring","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"monitor device health metrics","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mark_out_threshold":{"name":"mark_out_threshold","type":"secs","level":"advanced","flags":1,"default_value":"2419200","min":"","max":"","enum_allowed":[],"desc":"automatically mark OSD if it may fail before this long","long_desc":"","tags":[],"see_also":[]},"pool_name":{"name":"pool_name","type":"str","level":"advanced","flags":1,"default_value":"device_health_metrics","min":"","max":"","enum_allowed":[],"desc":"name of pool in which to store device health metrics","long_desc":"","tags":[],"see_also":[]},"retention_period":{"name":"retention_period","type":"secs","level":"advanced","flags":1,"default_value":"15552000","min":"","max":"","enum_allowed":[],"desc":"how long to retain device health metrics","long_desc":"","tags":[],"see_also":[]},"scrape_frequency":{"name":"scrape_frequency","type":"secs","level":"advanced","flags":1,"default_value":"86400","min":"","max":"","enum_allowed":[],"desc":"how frequently to scrape device health metrics","long_desc":"","tags":[],"see_also":[]},"self_heal":{"name":"self_heal","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"preemptively heal cluster around devices that may fail","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and check device health","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"warn_threshold":{"name":"warn_threshold","type":"secs","level":"advanced","flags":1,"default_value":"7257600","min":"","max":"","enum_allowed":[],"desc":"raise health warning if OSD may fail before this long","long_desc":"","tags":[],"see_also":[]}}},{"name":"diskprediction_local","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"predict_interval":{"name":"predict_interval","type":"str","level":"advanced","flags":0,"default_value":"86400","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"predictor_model":{"name":"predictor_model","type":"str","level":"advanced","flags":0,"default_value":"prophetstor","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"str","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"influx","can_run":true,"error_string":"","module_options":{"batch_size":{"name":"batch_size","type":"int","level":"advanced","flags":0,"default_value":"5000","min":"","max":"","enum_allowed":[],"desc":"How big batches of data points should be when sending to InfluxDB.","long_desc":"","tags":[],"see_also":[]},"database":{"name":"database","type":"str","level":"advanced","flags":0,"default_value":"ceph","min":"","max":"","enum_allowed":[],"desc":"InfluxDB database name. You will need to create this database and grant write privileges to the configured username or the username must have admin privileges to create it.","long_desc":"","tags":[],"see_also":[]},"hostname":{"name":"hostname","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"InfluxDB server hostname","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"30","min":"5","max":"","enum_allowed":[],"desc":"Time between reports to InfluxDB. Default 30 seconds.","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"password":{"name":"password","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"password of InfluxDB server user","long_desc":"","tags":[],"see_also":[]},"port":{"name":"port","type":"int","level":"advanced","flags":0,"default_value":"8086","min":"","max":"","enum_allowed":[],"desc":"InfluxDB server port","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl":{"name":"ssl","type":"str","level":"advanced","flags":0,"default_value":"false","min":"","max":"","enum_allowed":[],"desc":"Use https connection for InfluxDB server. Use \"true\" or \"false\".","long_desc":"","tags":[],"see_also":[]},"threads":{"name":"threads","type":"int","level":"advanced","flags":0,"default_value":"5","min":"1","max":"32","enum_allowed":[],"desc":"How many worker threads should be spawned for sending data to InfluxDB.","long_desc":"","tags":[],"see_also":[]},"username":{"name":"username","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"username of InfluxDB server user","long_desc":"","tags":[],"see_also":[]},"verify_ssl":{"name":"verify_ssl","type":"str","level":"advanced","flags":0,"default_value":"true","min":"","max":"","enum_allowed":[],"desc":"Verify https cert for InfluxDB server. Use \"true\" or \"false\".","long_desc":"","tags":[],"see_also":[]}}},{"name":"insights","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"iostat","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"k8sevents","can_run":true,"error_string":"","module_options":{"ceph_event_retention_days":{"name":"ceph_event_retention_days","type":"int","level":"advanced","flags":0,"default_value":"7","min":"","max":"","enum_allowed":[],"desc":"Days to hold ceph event information within local cache","long_desc":"","tags":[],"see_also":[]},"config_check_secs":{"name":"config_check_secs","type":"int","level":"advanced","flags":0,"default_value":"10","min":"10","max":"","enum_allowed":[],"desc":"interval (secs) to check for cluster configuration changes","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"localpool","can_run":true,"error_string":"","module_options":{"failure_domain":{"name":"failure_domain","type":"str","level":"advanced","flags":1,"default_value":"host","min":"","max":"","enum_allowed":[],"desc":"failure domain for any created local pool","long_desc":"what failure domain we should separate data replicas across.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_size":{"name":"min_size","type":"int","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"default min_size for any created local pool","long_desc":"value to set min_size to (unchanged from Ceph's default if this option is not set)","tags":[],"see_also":[]},"num_rep":{"name":"num_rep","type":"int","level":"advanced","flags":1,"default_value":"3","min":"","max":"","enum_allowed":[],"desc":"default replica count for any created local pool","long_desc":"","tags":[],"see_also":[]},"pg_num":{"name":"pg_num","type":"int","level":"advanced","flags":1,"default_value":"128","min":"","max":"","enum_allowed":[],"desc":"default pg_num for any created local pool","long_desc":"","tags":[],"see_also":[]},"prefix":{"name":"prefix","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"name prefix for any created local pool","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"subtree":{"name":"subtree","type":"str","level":"advanced","flags":1,"default_value":"rack","min":"","max":"","enum_allowed":[],"desc":"CRUSH level for which to create a local pool","long_desc":"which CRUSH subtree type the module should create a pool for.","tags":[],"see_also":[]}}},{"name":"mds_autoscaler","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"mirroring","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"nfs","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"orchestrator","can_run":true,"error_string":"","module_options":{"fail_fs":{"name":"fail_fs","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Fail filesystem for rapid multi-rank mds upgrade","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"orchestrator":{"name":"orchestrator","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["cephadm","rook","test_orchestrator"],"desc":"Orchestrator backend","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"osd_perf_query","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"osd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"pg_autoscaler","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"threshold":{"name":"threshold","type":"float","level":"advanced","flags":0,"default_value":"3.0","min":"1.0","max":"","enum_allowed":[],"desc":"scaling threshold","long_desc":"The factor by which the `NEW PG_NUM` must vary from the current`PG_NUM` before being accepted. Cannot be less than 1.0","tags":[],"see_also":[]}}},{"name":"progress","can_run":true,"error_string":"","module_options":{"allow_pg_recovery_event":{"name":"allow_pg_recovery_event","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow the module to show pg recovery progress","long_desc":"","tags":[],"see_also":[]},"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_completed_events":{"name":"max_completed_events","type":"int","level":"advanced","flags":1,"default_value":"50","min":"","max":"","enum_allowed":[],"desc":"number of past completed events to remember","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"how long the module is going to sleep","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"prometheus","can_run":true,"error_string":"","module_options":{"cache":{"name":"cache","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"exclude_perf_counters":{"name":"exclude_perf_counters","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Do not include perf-counters in the metrics output","long_desc":"Gathering perf-counters from a single Prometheus exporter can degrade ceph-mgr performance, especially in large clusters. Instead, Ceph-exporter daemons are now used by default for perf-counter gathering. This should only be disabled when no ceph-exporters are deployed.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools":{"name":"rbd_stats_pools","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools_refresh_interval":{"name":"rbd_stats_pools_refresh_interval","type":"int","level":"advanced","flags":0,"default_value":"300","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"scrape_interval":{"name":"scrape_interval","type":"float","level":"advanced","flags":0,"default_value":"15.0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"::","min":"","max":"","enum_allowed":[],"desc":"the IPv4 or IPv6 address on which the module listens for HTTP requests","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"int","level":"advanced","flags":1,"default_value":"9283","min":"","max":"","enum_allowed":[],"desc":"the port on which the module listens for HTTP requests","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"stale_cache_strategy":{"name":"stale_cache_strategy","type":"str","level":"advanced","flags":0,"default_value":"log","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_behaviour":{"name":"standby_behaviour","type":"str","level":"advanced","flags":1,"default_value":"default","min":"","max":"","enum_allowed":["default","error"],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_error_status_code":{"name":"standby_error_status_code","type":"int","level":"advanced","flags":1,"default_value":"500","min":"400","max":"599","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rbd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_snap_create":{"name":"max_concurrent_snap_create","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mirror_snapshot_schedule":{"name":"mirror_snapshot_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"trash_purge_schedule":{"name":"trash_purge_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"restful","can_run":true,"error_string":"","module_options":{"enable_auth":{"name":"enable_auth","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"key_file":{"name":"key_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_requests":{"name":"max_requests","type":"int","level":"advanced","flags":0,"default_value":"500","min":"","max":"","enum_allowed":[],"desc":"Maximum number of requests to keep in memory. When new request comes in, the oldest request will be removed if the number of requests exceeds the max request number. if un-finished request is removed, error message will be logged in the ceph-mgr log.","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rgw","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"secondary_zone_period_retry_limit":{"name":"secondary_zone_period_retry_limit","type":"int","level":"advanced","flags":0,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"RGW module period update retry limit for secondary site","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rook","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"storage_class":{"name":"storage_class","type":"str","level":"advanced","flags":0,"default_value":"local","min":"","max":"","enum_allowed":[],"desc":"storage class name for LSO-discovered PVs","long_desc":"","tags":[],"see_also":[]}}},{"name":"selftest","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption1":{"name":"roption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption2":{"name":"roption2","type":"str","level":"advanced","flags":0,"default_value":"xyz","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption1":{"name":"rwoption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption2":{"name":"rwoption2","type":"int","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption3":{"name":"rwoption3","type":"float","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption4":{"name":"rwoption4","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption5":{"name":"rwoption5","type":"bool","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption6":{"name":"rwoption6","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption7":{"name":"rwoption7","type":"int","level":"advanced","flags":0,"default_value":"","min":"1","max":"42","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testkey":{"name":"testkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testlkey":{"name":"testlkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testnewline":{"name":"testnewline","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"snap_schedule","can_run":true,"error_string":"","module_options":{"allow_m_granularity":{"name":"allow_m_granularity","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow minute scheduled snapshots","long_desc":"","tags":[],"see_also":[]},"dump_on_update":{"name":"dump_on_update","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"dump database to debug log on update","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"stats","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"status","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telegraf","can_run":true,"error_string":"","module_options":{"address":{"name":"address","type":"str","level":"advanced","flags":0,"default_value":"unixgram:///tmp/telegraf.sock","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"15","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telemetry","can_run":true,"error_string":"","module_options":{"channel_basic":{"name":"channel_basic","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share basic cluster information (size, version)","long_desc":"","tags":[],"see_also":[]},"channel_crash":{"name":"channel_crash","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share metadata about Ceph daemon crashes (version, stack straces, etc)","long_desc":"","tags":[],"see_also":[]},"channel_device":{"name":"channel_device","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share device health metrics (e.g., SMART data, minus potentially identifying info like serial numbers)","long_desc":"","tags":[],"see_also":[]},"channel_ident":{"name":"channel_ident","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Share a user-provided description and/or contact email for the cluster","long_desc":"","tags":[],"see_also":[]},"channel_perf":{"name":"channel_perf","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Share various performance metrics of a cluster","long_desc":"","tags":[],"see_also":[]},"contact":{"name":"contact","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"description":{"name":"description","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"device_url":{"name":"device_url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/device","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"int","level":"advanced","flags":0,"default_value":"24","min":"8","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"last_opt_revision":{"name":"last_opt_revision","type":"int","level":"advanced","flags":0,"default_value":"1","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"leaderboard":{"name":"leaderboard","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"leaderboard_description":{"name":"leaderboard_description","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"organization":{"name":"organization","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"proxy":{"name":"proxy","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"url":{"name":"url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/report","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"test_orchestrator","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"volumes","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_clones":{"name":"max_concurrent_clones","type":"int","level":"advanced","flags":0,"default_value":"4","min":"","max":"","enum_allowed":[],"desc":"Number of asynchronous cloner threads","long_desc":"","tags":[],"see_also":[]},"periodic_async_work":{"name":"periodic_async_work","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Periodically check for async work","long_desc":"","tags":[],"see_also":[]},"snapshot_clone_delay":{"name":"snapshot_clone_delay","type":"int","level":"advanced","flags":0,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"Delay clone begin operation by snapshot_clone_delay seconds","long_desc":"","tags":[],"see_also":[]},"snapshot_clone_no_wait":{"name":"snapshot_clone_no_wait","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Reject subvolume clone request when cloner threads are busy","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"zabbix","can_run":true,"error_string":"","module_options":{"discovery_interval":{"name":"discovery_interval","type":"uint","level":"advanced","flags":0,"default_value":"100","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"identifier":{"name":"identifier","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_host":{"name":"zabbix_host","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_port":{"name":"zabbix_port","type":"int","level":"advanced","flags":0,"default_value":"10051","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_sender":{"name":"zabbix_sender","type":"str","level":"advanced","flags":0,"default_value":"/usr/bin/zabbix_sender","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}}],"services":{},"always_on_modules":{"octopus":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"],"pacific":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"],"quincy":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"],"reef":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"],"squid":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"]},"force_disabled_modules":{},"last_failure_osd_epoch":0,"active_clients":[{"name":"devicehealth","addrvec":[{"type":"v2","addr":"192.168.123.108:0","nonce":3069701912}]},{"name":"libcephsqlite","addrvec":[{"type":"v2","addr":"192.168.123.108:0","nonce":4258655341}]},{"name":"rbd_support","addrvec":[{"type":"v2","addr":"192.168.123.108:0","nonce":1480960364}]},{"name":"volumes","addrvec":[{"type":"v2","addr":"192.168.123.108:0","nonce":1883432188}]}]} 2026-03-05T18:27:39.825 INFO:tasks.ceph.ceph_manager.ceph:mgr available! 2026-03-05T18:27:39.825 INFO:tasks.ceph.ceph_manager.ceph:waiting for all up 2026-03-05T18:27:39.825 DEBUG:teuthology.orchestra.run.vm08:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2026-03-05T18:27:40.007 INFO:teuthology.orchestra.run.vm08.stdout: 2026-03-05T18:27:40.007 INFO:teuthology.orchestra.run.vm08.stdout:{"epoch":12,"fsid":"cf10f593-87a1-42fa-9073-89a580e662cb","created":"2026-03-05T18:27:27.467482+0100","modified":"2026-03-05T18:27:39.537420+0100","last_up_change":"2026-03-05T18:27:35.431628+0100","last_in_change":"2026-03-05T18:27:28.627452+0100","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":4,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":2,"max_osd":3,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":"rbd","create_time":"2026-03-05T18:27:36.342420+0100","flags":8193,"flags_names":"hashpspool,selfmanaged_snaps","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":8,"pg_placement_num":8,"pg_placement_num_target":8,"pg_num_target":8,"pg_num_pending":8,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"12","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":2,"snap_epoch":12,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{},"application_metadata":{"rbd":{}},"read_balance":{"score_type":"Fair distribution","score_acting":1.8799999952316284,"score_stable":1.8799999952316284,"optimal_score":1,"raw_score_acting":1.8799999952316284,"raw_score_stable":1.8799999952316284,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":".mgr","create_time":"2026-03-05T18:27:37.116202+0100","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"12","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":2.9900000095367432,"score_stable":2.9900000095367432,"optimal_score":0.67000001668930054,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"121df0ca-e1c5-4e80-bd87-afc73463b6b3","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":9,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"192.168.123.108:6808","nonce":1676742625},{"type":"v1","addr":"192.168.123.108:6809","nonce":1676742625}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"192.168.123.108:6810","nonce":1676742625},{"type":"v1","addr":"192.168.123.108:6811","nonce":1676742625}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"192.168.123.108:6814","nonce":1676742625},{"type":"v1","addr":"192.168.123.108:6815","nonce":1676742625}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"192.168.123.108:6812","nonce":1676742625},{"type":"v1","addr":"192.168.123.108:6813","nonce":1676742625}]},"public_addr":"192.168.123.108:6809/1676742625","cluster_addr":"192.168.123.108:6811/1676742625","heartbeat_back_addr":"192.168.123.108:6815/1676742625","heartbeat_front_addr":"192.168.123.108:6813/1676742625","state":["exists","up"]},{"osd":1,"uuid":"8a90a007-b559-406d-9a44-2fc8670bfbf0","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":9,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"192.168.123.108:6800","nonce":1474576703},{"type":"v1","addr":"192.168.123.108:6801","nonce":1474576703}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"192.168.123.108:6802","nonce":1474576703},{"type":"v1","addr":"192.168.123.108:6803","nonce":1474576703}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"192.168.123.108:6806","nonce":1474576703},{"type":"v1","addr":"192.168.123.108:6807","nonce":1474576703}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"192.168.123.108:6804","nonce":1474576703},{"type":"v1","addr":"192.168.123.108:6805","nonce":1474576703}]},"public_addr":"192.168.123.108:6801/1474576703","cluster_addr":"192.168.123.108:6803/1474576703","heartbeat_back_addr":"192.168.123.108:6807/1474576703","heartbeat_front_addr":"192.168.123.108:6805/1474576703","state":["exists","up"]},{"osd":2,"uuid":"88395590-3285-4076-a453-1f3c8e014d57","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":10,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"192.168.123.108:6816","nonce":1972954700},{"type":"v1","addr":"192.168.123.108:6817","nonce":1972954700}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"192.168.123.108:6818","nonce":1972954700},{"type":"v1","addr":"192.168.123.108:6819","nonce":1972954700}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"192.168.123.108:6822","nonce":1972954700},{"type":"v1","addr":"192.168.123.108:6823","nonce":1972954700}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"192.168.123.108:6820","nonce":1972954700},{"type":"v1","addr":"192.168.123.108:6821","nonce":1972954700}]},"public_addr":"192.168.123.108:6817/1972954700","cluster_addr":"192.168.123.108:6819/1972954700","heartbeat_back_addr":"192.168.123.108:6823/1972954700","heartbeat_front_addr":"192.168.123.108:6821/1972954700","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[{"pool":1,"snaps":[{"begin":2,"length":1}]}],"new_removed_snaps":[{"pool":1,"snaps":[{"begin":2,"length":1}]}],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2026-03-05T18:27:40.019 INFO:tasks.ceph.ceph_manager.ceph:all up! 2026-03-05T18:27:40.019 DEBUG:teuthology.orchestra.run.vm08:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2026-03-05T18:27:40.211 INFO:teuthology.orchestra.run.vm08.stdout: 2026-03-05T18:27:40.212 INFO:teuthology.orchestra.run.vm08.stdout:{"epoch":12,"fsid":"cf10f593-87a1-42fa-9073-89a580e662cb","created":"2026-03-05T18:27:27.467482+0100","modified":"2026-03-05T18:27:39.537420+0100","last_up_change":"2026-03-05T18:27:35.431628+0100","last_in_change":"2026-03-05T18:27:28.627452+0100","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":4,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":2,"max_osd":3,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":"rbd","create_time":"2026-03-05T18:27:36.342420+0100","flags":8193,"flags_names":"hashpspool,selfmanaged_snaps","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":8,"pg_placement_num":8,"pg_placement_num_target":8,"pg_num_target":8,"pg_num_pending":8,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"12","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":2,"snap_epoch":12,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{},"application_metadata":{"rbd":{}},"read_balance":{"score_type":"Fair distribution","score_acting":1.8799999952316284,"score_stable":1.8799999952316284,"optimal_score":1,"raw_score_acting":1.8799999952316284,"raw_score_stable":1.8799999952316284,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":".mgr","create_time":"2026-03-05T18:27:37.116202+0100","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"12","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":2.9900000095367432,"score_stable":2.9900000095367432,"optimal_score":0.67000001668930054,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"121df0ca-e1c5-4e80-bd87-afc73463b6b3","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":9,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"192.168.123.108:6808","nonce":1676742625},{"type":"v1","addr":"192.168.123.108:6809","nonce":1676742625}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"192.168.123.108:6810","nonce":1676742625},{"type":"v1","addr":"192.168.123.108:6811","nonce":1676742625}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"192.168.123.108:6814","nonce":1676742625},{"type":"v1","addr":"192.168.123.108:6815","nonce":1676742625}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"192.168.123.108:6812","nonce":1676742625},{"type":"v1","addr":"192.168.123.108:6813","nonce":1676742625}]},"public_addr":"192.168.123.108:6809/1676742625","cluster_addr":"192.168.123.108:6811/1676742625","heartbeat_back_addr":"192.168.123.108:6815/1676742625","heartbeat_front_addr":"192.168.123.108:6813/1676742625","state":["exists","up"]},{"osd":1,"uuid":"8a90a007-b559-406d-9a44-2fc8670bfbf0","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":9,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"192.168.123.108:6800","nonce":1474576703},{"type":"v1","addr":"192.168.123.108:6801","nonce":1474576703}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"192.168.123.108:6802","nonce":1474576703},{"type":"v1","addr":"192.168.123.108:6803","nonce":1474576703}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"192.168.123.108:6806","nonce":1474576703},{"type":"v1","addr":"192.168.123.108:6807","nonce":1474576703}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"192.168.123.108:6804","nonce":1474576703},{"type":"v1","addr":"192.168.123.108:6805","nonce":1474576703}]},"public_addr":"192.168.123.108:6801/1474576703","cluster_addr":"192.168.123.108:6803/1474576703","heartbeat_back_addr":"192.168.123.108:6807/1474576703","heartbeat_front_addr":"192.168.123.108:6805/1474576703","state":["exists","up"]},{"osd":2,"uuid":"88395590-3285-4076-a453-1f3c8e014d57","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":10,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"192.168.123.108:6816","nonce":1972954700},{"type":"v1","addr":"192.168.123.108:6817","nonce":1972954700}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"192.168.123.108:6818","nonce":1972954700},{"type":"v1","addr":"192.168.123.108:6819","nonce":1972954700}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"192.168.123.108:6822","nonce":1972954700},{"type":"v1","addr":"192.168.123.108:6823","nonce":1972954700}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"192.168.123.108:6820","nonce":1972954700},{"type":"v1","addr":"192.168.123.108:6821","nonce":1972954700}]},"public_addr":"192.168.123.108:6817/1972954700","cluster_addr":"192.168.123.108:6819/1972954700","heartbeat_back_addr":"192.168.123.108:6823/1972954700","heartbeat_front_addr":"192.168.123.108:6821/1972954700","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[{"pool":1,"snaps":[{"begin":2,"length":1}]}],"new_removed_snaps":[{"pool":1,"snaps":[{"begin":2,"length":1}]}],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2026-03-05T18:27:40.223 DEBUG:teuthology.orchestra.run.vm08:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell osd.0 flush_pg_stats 2026-03-05T18:27:40.224 DEBUG:teuthology.orchestra.run.vm08:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell osd.1 flush_pg_stats 2026-03-05T18:27:40.224 DEBUG:teuthology.orchestra.run.vm08:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell osd.2 flush_pg_stats 2026-03-05T18:27:40.343 INFO:teuthology.orchestra.run.vm08.stdout:34359738370 2026-03-05T18:27:40.343 DEBUG:teuthology.orchestra.run.vm08:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.1 2026-03-05T18:27:40.418 INFO:teuthology.orchestra.run.vm08.stdout:34359738370 2026-03-05T18:27:40.418 DEBUG:teuthology.orchestra.run.vm08:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.2 2026-03-05T18:27:40.438 INFO:teuthology.orchestra.run.vm08.stdout:34359738370 2026-03-05T18:27:40.438 DEBUG:teuthology.orchestra.run.vm08:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.0 2026-03-05T18:27:40.603 INFO:teuthology.orchestra.run.vm08.stdout:34359738369 2026-03-05T18:27:40.624 INFO:tasks.ceph.ceph_manager.ceph:need seq 34359738370 got 34359738369 for osd.1 2026-03-05T18:27:40.680 INFO:teuthology.orchestra.run.vm08.stdout:34359738369 2026-03-05T18:27:40.692 INFO:tasks.ceph.ceph_manager.ceph:need seq 34359738370 got 34359738369 for osd.2 2026-03-05T18:27:40.730 INFO:teuthology.orchestra.run.vm08.stdout:34359738369 2026-03-05T18:27:40.743 INFO:tasks.ceph.ceph_manager.ceph:need seq 34359738370 got 34359738369 for osd.0 2026-03-05T18:27:41.625 DEBUG:teuthology.orchestra.run.vm08:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.1 2026-03-05T18:27:41.693 DEBUG:teuthology.orchestra.run.vm08:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.2 2026-03-05T18:27:41.744 DEBUG:teuthology.orchestra.run.vm08:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.0 2026-03-05T18:27:41.846 INFO:teuthology.orchestra.run.vm08.stdout:34359738371 2026-03-05T18:27:41.862 INFO:tasks.ceph.ceph_manager.ceph:need seq 34359738370 got 34359738371 for osd.1 2026-03-05T18:27:41.862 DEBUG:teuthology.parallel:result is None 2026-03-05T18:27:41.936 INFO:teuthology.orchestra.run.vm08.stdout:34359738371 2026-03-05T18:27:41.952 INFO:tasks.ceph.ceph_manager.ceph:need seq 34359738370 got 34359738371 for osd.2 2026-03-05T18:27:41.952 DEBUG:teuthology.parallel:result is None 2026-03-05T18:27:41.985 INFO:teuthology.orchestra.run.vm08.stdout:34359738371 2026-03-05T18:27:41.998 INFO:tasks.ceph.ceph_manager.ceph:need seq 34359738370 got 34359738371 for osd.0 2026-03-05T18:27:41.998 DEBUG:teuthology.parallel:result is None 2026-03-05T18:27:41.998 INFO:tasks.ceph.ceph_manager.ceph:waiting for clean 2026-03-05T18:27:41.998 DEBUG:teuthology.orchestra.run.vm08:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2026-03-05T18:27:42.219 INFO:teuthology.orchestra.run.vm08.stdout: 2026-03-05T18:27:42.219 INFO:teuthology.orchestra.run.vm08.stderr:dumped all 2026-03-05T18:27:42.232 INFO:teuthology.orchestra.run.vm08.stdout:{"pg_ready":true,"pg_map":{"version":13,"stamp":"2026-03-05T18:27:41.095827+0100","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":459299,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":46,"num_read_kb":37,"num_write":59,"num_write_kb":586,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":35,"ondisk_log_size":35,"up":18,"acting":18,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":17,"num_osds":3,"num_per_pool_osds":3,"num_per_pool_omap_osds":3,"kb":314572800,"kb_used":82000,"kb_used_data":1224,"kb_used_omap":4,"kb_used_meta":80443,"kb_avail":314490800,"statfs":{"total":322122547200,"available":322038579200,"internally_reserved":0,"allocated":1253376,"data_stored":1006882,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":4788,"internal_metadata":82373964},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"0.000000"},"pg_stats":[{"pgid":"1.7","version":"0'0","reported_seq":19,"reported_epoch":12,"state":"active+clean","last_fresh":"2026-03-05T18:27:39.553732+0100","last_change":"2026-03-05T18:27:39.553732+0100","last_active":"2026-03-05T18:27:39.553732+0100","last_peered":"2026-03-05T18:27:39.553732+0100","last_clean":"2026-03-05T18:27:39.553732+0100","last_became_active":"2026-03-05T18:27:37.547333+0100","last_became_peered":"2026-03-05T18:27:37.547333+0100","last_unstale":"2026-03-05T18:27:39.553732+0100","last_undegraded":"2026-03-05T18:27:39.553732+0100","last_fullsized":"2026-03-05T18:27:39.553732+0100","mapping_epoch":9,"log_start":"0'0","ondisk_log_start":"0'0","created":9,"last_epoch_clean":10,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-03-05T18:27:36.523733+0100","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-03-05T18:27:36.523733+0100","last_clean_scrub_stamp":"2026-03-05T18:27:36.523733+0100","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-03-07T02:53:18.058590+0100","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00044498600000000003,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[{"start":"2","length":"1"}]},{"pgid":"1.6","version":"0'0","reported_seq":19,"reported_epoch":12,"state":"active+clean","last_fresh":"2026-03-05T18:27:39.553780+0100","last_change":"2026-03-05T18:27:39.553780+0100","last_active":"2026-03-05T18:27:39.553780+0100","last_peered":"2026-03-05T18:27:39.553780+0100","last_clean":"2026-03-05T18:27:39.553780+0100","last_became_active":"2026-03-05T18:27:37.545335+0100","last_became_peered":"2026-03-05T18:27:37.545335+0100","last_unstale":"2026-03-05T18:27:39.553780+0100","last_undegraded":"2026-03-05T18:27:39.553780+0100","last_fullsized":"2026-03-05T18:27:39.553780+0100","mapping_epoch":9,"log_start":"0'0","ondisk_log_start":"0'0","created":9,"last_epoch_clean":10,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-03-05T18:27:36.523733+0100","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-03-05T18:27:36.523733+0100","last_clean_scrub_stamp":"2026-03-05T18:27:36.523733+0100","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-03-07T03:17:47.748286+0100","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00042481799999999998,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[{"start":"2","length":"1"}]},{"pgid":"1.5","version":"0'0","reported_seq":19,"reported_epoch":12,"state":"active+clean","last_fresh":"2026-03-05T18:27:39.549225+0100","last_change":"2026-03-05T18:27:39.549225+0100","last_active":"2026-03-05T18:27:39.549225+0100","last_peered":"2026-03-05T18:27:39.549225+0100","last_clean":"2026-03-05T18:27:39.549225+0100","last_became_active":"2026-03-05T18:27:37.542360+0100","last_became_peered":"2026-03-05T18:27:37.542360+0100","last_unstale":"2026-03-05T18:27:39.549225+0100","last_undegraded":"2026-03-05T18:27:39.549225+0100","last_fullsized":"2026-03-05T18:27:39.549225+0100","mapping_epoch":9,"log_start":"0'0","ondisk_log_start":"0'0","created":9,"last_epoch_clean":10,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-03-05T18:27:36.523733+0100","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-03-05T18:27:36.523733+0100","last_clean_scrub_stamp":"2026-03-05T18:27:36.523733+0100","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-03-07T05:18:54.681072+0100","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00028866299999999998,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[{"start":"2","length":"1"}]},{"pgid":"1.4","version":"0'0","reported_seq":19,"reported_epoch":12,"state":"active+clean","last_fresh":"2026-03-05T18:27:39.553860+0100","last_change":"2026-03-05T18:27:39.553860+0100","last_active":"2026-03-05T18:27:39.553860+0100","last_peered":"2026-03-05T18:27:39.553860+0100","last_clean":"2026-03-05T18:27:39.553860+0100","last_became_active":"2026-03-05T18:27:37.545451+0100","last_became_peered":"2026-03-05T18:27:37.545451+0100","last_unstale":"2026-03-05T18:27:39.553860+0100","last_undegraded":"2026-03-05T18:27:39.553860+0100","last_fullsized":"2026-03-05T18:27:39.553860+0100","mapping_epoch":9,"log_start":"0'0","ondisk_log_start":"0'0","created":9,"last_epoch_clean":10,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-03-05T18:27:36.523733+0100","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-03-05T18:27:36.523733+0100","last_clean_scrub_stamp":"2026-03-05T18:27:36.523733+0100","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-03-07T01:00:01.018548+0100","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00044556799999999997,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[{"start":"2","length":"1"}]},{"pgid":"2.0","version":"11'32","reported_seq":56,"reported_epoch":12,"state":"active+clean","last_fresh":"2026-03-05T18:27:39.548952+0100","last_change":"2026-03-05T18:27:38.538959+0100","last_active":"2026-03-05T18:27:39.548952+0100","last_peered":"2026-03-05T18:27:39.548952+0100","last_clean":"2026-03-05T18:27:39.548952+0100","last_became_active":"2026-03-05T18:27:38.538823+0100","last_became_peered":"2026-03-05T18:27:38.538823+0100","last_unstale":"2026-03-05T18:27:39.548952+0100","last_undegraded":"2026-03-05T18:27:39.548952+0100","last_fullsized":"2026-03-05T18:27:39.548952+0100","mapping_epoch":10,"log_start":"0'0","ondisk_log_start":"0'0","created":10,"last_epoch_clean":11,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-03-05T18:27:37.526451+0100","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-03-05T18:27:37.526451+0100","last_clean_scrub_stamp":"2026-03-05T18:27:37.526451+0100","objects_scrubbed":0,"log_size":32,"log_dups_size":0,"ondisk_log_size":32,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-03-07T00:36:30.407015+0100","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":459280,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":46,"num_read_kb":37,"num_write":57,"num_write_kb":584,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"1.3","version":"10'1","reported_seq":20,"reported_epoch":12,"state":"active+clean","last_fresh":"2026-03-05T18:27:39.553904+0100","last_change":"2026-03-05T18:27:39.553904+0100","last_active":"2026-03-05T18:27:39.553904+0100","last_peered":"2026-03-05T18:27:39.553904+0100","last_clean":"2026-03-05T18:27:39.553904+0100","last_became_active":"2026-03-05T18:27:37.547593+0100","last_became_peered":"2026-03-05T18:27:37.547593+0100","last_unstale":"2026-03-05T18:27:39.553904+0100","last_undegraded":"2026-03-05T18:27:39.553904+0100","last_fullsized":"2026-03-05T18:27:39.553904+0100","mapping_epoch":9,"log_start":"0'0","ondisk_log_start":"0'0","created":9,"last_epoch_clean":10,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-03-05T18:27:36.523733+0100","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-03-05T18:27:36.523733+0100","last_clean_scrub_stamp":"2026-03-05T18:27:36.523733+0100","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-03-06T19:53:55.817751+0100","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00040362900000000002,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[{"start":"2","length":"1"}]},{"pgid":"1.2","version":"12'2","reported_seq":21,"reported_epoch":12,"state":"active+clean","last_fresh":"2026-03-05T18:27:39.551817+0100","last_change":"2026-03-05T18:27:39.549934+0100","last_active":"2026-03-05T18:27:39.551817+0100","last_peered":"2026-03-05T18:27:39.551817+0100","last_clean":"2026-03-05T18:27:39.551817+0100","last_became_active":"2026-03-05T18:27:37.546312+0100","last_became_peered":"2026-03-05T18:27:37.546312+0100","last_unstale":"2026-03-05T18:27:39.551817+0100","last_undegraded":"2026-03-05T18:27:39.551817+0100","last_fullsized":"2026-03-05T18:27:39.551817+0100","mapping_epoch":9,"log_start":"0'0","ondisk_log_start":"0'0","created":9,"last_epoch_clean":10,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-03-05T18:27:36.523733+0100","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-03-05T18:27:36.523733+0100","last_clean_scrub_stamp":"2026-03-05T18:27:36.523733+0100","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-03-07T04:31:08.793537+0100","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00044615900000000001,"stat_sum":{"num_bytes":19,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[{"start":"2","length":"1"}]},{"pgid":"1.1","version":"0'0","reported_seq":19,"reported_epoch":12,"state":"active+clean","last_fresh":"2026-03-05T18:27:39.549189+0100","last_change":"2026-03-05T18:27:39.549189+0100","last_active":"2026-03-05T18:27:39.549189+0100","last_peered":"2026-03-05T18:27:39.549189+0100","last_clean":"2026-03-05T18:27:39.549189+0100","last_became_active":"2026-03-05T18:27:37.543047+0100","last_became_peered":"2026-03-05T18:27:37.543047+0100","last_unstale":"2026-03-05T18:27:39.549189+0100","last_undegraded":"2026-03-05T18:27:39.549189+0100","last_fullsized":"2026-03-05T18:27:39.549189+0100","mapping_epoch":9,"log_start":"0'0","ondisk_log_start":"0'0","created":9,"last_epoch_clean":10,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-03-05T18:27:36.523733+0100","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-03-05T18:27:36.523733+0100","last_clean_scrub_stamp":"2026-03-05T18:27:36.523733+0100","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-03-06T20:29:06.428775+0100","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.000201418,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[{"start":"2","length":"1"}]},{"pgid":"1.0","version":"0'0","reported_seq":19,"reported_epoch":12,"state":"active+clean","last_fresh":"2026-03-05T18:27:39.553967+0100","last_change":"2026-03-05T18:27:39.553967+0100","last_active":"2026-03-05T18:27:39.553967+0100","last_peered":"2026-03-05T18:27:39.553967+0100","last_clean":"2026-03-05T18:27:39.553967+0100","last_became_active":"2026-03-05T18:27:37.543380+0100","last_became_peered":"2026-03-05T18:27:37.543380+0100","last_unstale":"2026-03-05T18:27:39.553967+0100","last_undegraded":"2026-03-05T18:27:39.553967+0100","last_fullsized":"2026-03-05T18:27:39.553967+0100","mapping_epoch":9,"log_start":"0'0","ondisk_log_start":"0'0","created":9,"last_epoch_clean":10,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-03-05T18:27:36.523733+0100","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-03-05T18:27:36.523733+0100","last_clean_scrub_stamp":"2026-03-05T18:27:36.523733+0100","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-03-06T19:39:41.836746+0100","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00040606399999999998,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[{"start":"2","length":"1"}]}],"pool_stats":[{"poolid":2,"num_pg":1,"stat_sum":{"num_bytes":459280,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":46,"num_read_kb":37,"num_write":57,"num_write_kb":584,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":925696,"data_stored":918560,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":32,"ondisk_log_size":32,"up":2,"acting":2,"num_store_stats":2},{"poolid":1,"num_pg":8,"stat_sum":{"num_bytes":19,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":38,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":3,"ondisk_log_size":3,"up":16,"acting":16,"num_store_stats":3}],"osd_stats":[{"osd":2,"up_from":8,"seq":34359738371,"num_pgs":5,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":104857600,"kb_used":27524,"kb_used_data":556,"kb_used_omap":1,"kb_used_meta":26814,"kb_avail":104830076,"statfs":{"total":107374182400,"available":107345997824,"internally_reserved":0,"allocated":569344,"data_stored":488708,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1596,"internal_metadata":27457988},"hb_peers":[0,1],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":1,"up_from":8,"seq":34359738371,"num_pgs":6,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":104857600,"kb_used":27528,"kb_used_data":560,"kb_used_omap":1,"kb_used_meta":26814,"kb_avail":104830072,"statfs":{"total":107374182400,"available":107345993728,"internally_reserved":0,"allocated":573440,"data_stored":488727,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1596,"internal_metadata":27457988},"hb_peers":[0,2],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":0,"up_from":8,"seq":34359738371,"num_pgs":6,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":104857600,"kb_used":26948,"kb_used_data":108,"kb_used_omap":1,"kb_used_meta":26814,"kb_avail":104830652,"statfs":{"total":107374182400,"available":107346587648,"internally_reserved":0,"allocated":110592,"data_stored":29447,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1596,"internal_metadata":27457988},"hb_peers":[1,2],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":19,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":19,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":462848,"data_stored":459280,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":462848,"data_stored":459280,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2026-03-05T18:27:42.232 DEBUG:teuthology.orchestra.run.vm08:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2026-03-05T18:27:42.429 INFO:teuthology.orchestra.run.vm08.stdout: 2026-03-05T18:27:42.429 INFO:teuthology.orchestra.run.vm08.stderr:dumped all 2026-03-05T18:27:42.442 INFO:teuthology.orchestra.run.vm08.stdout:{"pg_ready":true,"pg_map":{"version":13,"stamp":"2026-03-05T18:27:41.095827+0100","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":459299,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":46,"num_read_kb":37,"num_write":59,"num_write_kb":586,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":35,"ondisk_log_size":35,"up":18,"acting":18,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":17,"num_osds":3,"num_per_pool_osds":3,"num_per_pool_omap_osds":3,"kb":314572800,"kb_used":82000,"kb_used_data":1224,"kb_used_omap":4,"kb_used_meta":80443,"kb_avail":314490800,"statfs":{"total":322122547200,"available":322038579200,"internally_reserved":0,"allocated":1253376,"data_stored":1006882,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":4788,"internal_metadata":82373964},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"0.000000"},"pg_stats":[{"pgid":"1.7","version":"0'0","reported_seq":19,"reported_epoch":12,"state":"active+clean","last_fresh":"2026-03-05T18:27:39.553732+0100","last_change":"2026-03-05T18:27:39.553732+0100","last_active":"2026-03-05T18:27:39.553732+0100","last_peered":"2026-03-05T18:27:39.553732+0100","last_clean":"2026-03-05T18:27:39.553732+0100","last_became_active":"2026-03-05T18:27:37.547333+0100","last_became_peered":"2026-03-05T18:27:37.547333+0100","last_unstale":"2026-03-05T18:27:39.553732+0100","last_undegraded":"2026-03-05T18:27:39.553732+0100","last_fullsized":"2026-03-05T18:27:39.553732+0100","mapping_epoch":9,"log_start":"0'0","ondisk_log_start":"0'0","created":9,"last_epoch_clean":10,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-03-05T18:27:36.523733+0100","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-03-05T18:27:36.523733+0100","last_clean_scrub_stamp":"2026-03-05T18:27:36.523733+0100","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-03-07T02:53:18.058590+0100","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00044498600000000003,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[{"start":"2","length":"1"}]},{"pgid":"1.6","version":"0'0","reported_seq":19,"reported_epoch":12,"state":"active+clean","last_fresh":"2026-03-05T18:27:39.553780+0100","last_change":"2026-03-05T18:27:39.553780+0100","last_active":"2026-03-05T18:27:39.553780+0100","last_peered":"2026-03-05T18:27:39.553780+0100","last_clean":"2026-03-05T18:27:39.553780+0100","last_became_active":"2026-03-05T18:27:37.545335+0100","last_became_peered":"2026-03-05T18:27:37.545335+0100","last_unstale":"2026-03-05T18:27:39.553780+0100","last_undegraded":"2026-03-05T18:27:39.553780+0100","last_fullsized":"2026-03-05T18:27:39.553780+0100","mapping_epoch":9,"log_start":"0'0","ondisk_log_start":"0'0","created":9,"last_epoch_clean":10,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-03-05T18:27:36.523733+0100","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-03-05T18:27:36.523733+0100","last_clean_scrub_stamp":"2026-03-05T18:27:36.523733+0100","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-03-07T03:17:47.748286+0100","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00042481799999999998,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[{"start":"2","length":"1"}]},{"pgid":"1.5","version":"0'0","reported_seq":19,"reported_epoch":12,"state":"active+clean","last_fresh":"2026-03-05T18:27:39.549225+0100","last_change":"2026-03-05T18:27:39.549225+0100","last_active":"2026-03-05T18:27:39.549225+0100","last_peered":"2026-03-05T18:27:39.549225+0100","last_clean":"2026-03-05T18:27:39.549225+0100","last_became_active":"2026-03-05T18:27:37.542360+0100","last_became_peered":"2026-03-05T18:27:37.542360+0100","last_unstale":"2026-03-05T18:27:39.549225+0100","last_undegraded":"2026-03-05T18:27:39.549225+0100","last_fullsized":"2026-03-05T18:27:39.549225+0100","mapping_epoch":9,"log_start":"0'0","ondisk_log_start":"0'0","created":9,"last_epoch_clean":10,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-03-05T18:27:36.523733+0100","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-03-05T18:27:36.523733+0100","last_clean_scrub_stamp":"2026-03-05T18:27:36.523733+0100","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-03-07T05:18:54.681072+0100","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00028866299999999998,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[{"start":"2","length":"1"}]},{"pgid":"1.4","version":"0'0","reported_seq":19,"reported_epoch":12,"state":"active+clean","last_fresh":"2026-03-05T18:27:39.553860+0100","last_change":"2026-03-05T18:27:39.553860+0100","last_active":"2026-03-05T18:27:39.553860+0100","last_peered":"2026-03-05T18:27:39.553860+0100","last_clean":"2026-03-05T18:27:39.553860+0100","last_became_active":"2026-03-05T18:27:37.545451+0100","last_became_peered":"2026-03-05T18:27:37.545451+0100","last_unstale":"2026-03-05T18:27:39.553860+0100","last_undegraded":"2026-03-05T18:27:39.553860+0100","last_fullsized":"2026-03-05T18:27:39.553860+0100","mapping_epoch":9,"log_start":"0'0","ondisk_log_start":"0'0","created":9,"last_epoch_clean":10,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-03-05T18:27:36.523733+0100","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-03-05T18:27:36.523733+0100","last_clean_scrub_stamp":"2026-03-05T18:27:36.523733+0100","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-03-07T01:00:01.018548+0100","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00044556799999999997,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[{"start":"2","length":"1"}]},{"pgid":"2.0","version":"11'32","reported_seq":56,"reported_epoch":12,"state":"active+clean","last_fresh":"2026-03-05T18:27:39.548952+0100","last_change":"2026-03-05T18:27:38.538959+0100","last_active":"2026-03-05T18:27:39.548952+0100","last_peered":"2026-03-05T18:27:39.548952+0100","last_clean":"2026-03-05T18:27:39.548952+0100","last_became_active":"2026-03-05T18:27:38.538823+0100","last_became_peered":"2026-03-05T18:27:38.538823+0100","last_unstale":"2026-03-05T18:27:39.548952+0100","last_undegraded":"2026-03-05T18:27:39.548952+0100","last_fullsized":"2026-03-05T18:27:39.548952+0100","mapping_epoch":10,"log_start":"0'0","ondisk_log_start":"0'0","created":10,"last_epoch_clean":11,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-03-05T18:27:37.526451+0100","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-03-05T18:27:37.526451+0100","last_clean_scrub_stamp":"2026-03-05T18:27:37.526451+0100","objects_scrubbed":0,"log_size":32,"log_dups_size":0,"ondisk_log_size":32,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-03-07T00:36:30.407015+0100","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":459280,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":46,"num_read_kb":37,"num_write":57,"num_write_kb":584,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"1.3","version":"10'1","reported_seq":20,"reported_epoch":12,"state":"active+clean","last_fresh":"2026-03-05T18:27:39.553904+0100","last_change":"2026-03-05T18:27:39.553904+0100","last_active":"2026-03-05T18:27:39.553904+0100","last_peered":"2026-03-05T18:27:39.553904+0100","last_clean":"2026-03-05T18:27:39.553904+0100","last_became_active":"2026-03-05T18:27:37.547593+0100","last_became_peered":"2026-03-05T18:27:37.547593+0100","last_unstale":"2026-03-05T18:27:39.553904+0100","last_undegraded":"2026-03-05T18:27:39.553904+0100","last_fullsized":"2026-03-05T18:27:39.553904+0100","mapping_epoch":9,"log_start":"0'0","ondisk_log_start":"0'0","created":9,"last_epoch_clean":10,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-03-05T18:27:36.523733+0100","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-03-05T18:27:36.523733+0100","last_clean_scrub_stamp":"2026-03-05T18:27:36.523733+0100","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-03-06T19:53:55.817751+0100","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00040362900000000002,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[{"start":"2","length":"1"}]},{"pgid":"1.2","version":"12'2","reported_seq":21,"reported_epoch":12,"state":"active+clean","last_fresh":"2026-03-05T18:27:39.551817+0100","last_change":"2026-03-05T18:27:39.549934+0100","last_active":"2026-03-05T18:27:39.551817+0100","last_peered":"2026-03-05T18:27:39.551817+0100","last_clean":"2026-03-05T18:27:39.551817+0100","last_became_active":"2026-03-05T18:27:37.546312+0100","last_became_peered":"2026-03-05T18:27:37.546312+0100","last_unstale":"2026-03-05T18:27:39.551817+0100","last_undegraded":"2026-03-05T18:27:39.551817+0100","last_fullsized":"2026-03-05T18:27:39.551817+0100","mapping_epoch":9,"log_start":"0'0","ondisk_log_start":"0'0","created":9,"last_epoch_clean":10,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-03-05T18:27:36.523733+0100","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-03-05T18:27:36.523733+0100","last_clean_scrub_stamp":"2026-03-05T18:27:36.523733+0100","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-03-07T04:31:08.793537+0100","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00044615900000000001,"stat_sum":{"num_bytes":19,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[{"start":"2","length":"1"}]},{"pgid":"1.1","version":"0'0","reported_seq":19,"reported_epoch":12,"state":"active+clean","last_fresh":"2026-03-05T18:27:39.549189+0100","last_change":"2026-03-05T18:27:39.549189+0100","last_active":"2026-03-05T18:27:39.549189+0100","last_peered":"2026-03-05T18:27:39.549189+0100","last_clean":"2026-03-05T18:27:39.549189+0100","last_became_active":"2026-03-05T18:27:37.543047+0100","last_became_peered":"2026-03-05T18:27:37.543047+0100","last_unstale":"2026-03-05T18:27:39.549189+0100","last_undegraded":"2026-03-05T18:27:39.549189+0100","last_fullsized":"2026-03-05T18:27:39.549189+0100","mapping_epoch":9,"log_start":"0'0","ondisk_log_start":"0'0","created":9,"last_epoch_clean":10,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-03-05T18:27:36.523733+0100","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-03-05T18:27:36.523733+0100","last_clean_scrub_stamp":"2026-03-05T18:27:36.523733+0100","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-03-06T20:29:06.428775+0100","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.000201418,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[{"start":"2","length":"1"}]},{"pgid":"1.0","version":"0'0","reported_seq":19,"reported_epoch":12,"state":"active+clean","last_fresh":"2026-03-05T18:27:39.553967+0100","last_change":"2026-03-05T18:27:39.553967+0100","last_active":"2026-03-05T18:27:39.553967+0100","last_peered":"2026-03-05T18:27:39.553967+0100","last_clean":"2026-03-05T18:27:39.553967+0100","last_became_active":"2026-03-05T18:27:37.543380+0100","last_became_peered":"2026-03-05T18:27:37.543380+0100","last_unstale":"2026-03-05T18:27:39.553967+0100","last_undegraded":"2026-03-05T18:27:39.553967+0100","last_fullsized":"2026-03-05T18:27:39.553967+0100","mapping_epoch":9,"log_start":"0'0","ondisk_log_start":"0'0","created":9,"last_epoch_clean":10,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-03-05T18:27:36.523733+0100","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-03-05T18:27:36.523733+0100","last_clean_scrub_stamp":"2026-03-05T18:27:36.523733+0100","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-03-06T19:39:41.836746+0100","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00040606399999999998,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[{"start":"2","length":"1"}]}],"pool_stats":[{"poolid":2,"num_pg":1,"stat_sum":{"num_bytes":459280,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":46,"num_read_kb":37,"num_write":57,"num_write_kb":584,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":925696,"data_stored":918560,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":32,"ondisk_log_size":32,"up":2,"acting":2,"num_store_stats":2},{"poolid":1,"num_pg":8,"stat_sum":{"num_bytes":19,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":38,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":3,"ondisk_log_size":3,"up":16,"acting":16,"num_store_stats":3}],"osd_stats":[{"osd":2,"up_from":8,"seq":34359738371,"num_pgs":5,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":104857600,"kb_used":27524,"kb_used_data":556,"kb_used_omap":1,"kb_used_meta":26814,"kb_avail":104830076,"statfs":{"total":107374182400,"available":107345997824,"internally_reserved":0,"allocated":569344,"data_stored":488708,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1596,"internal_metadata":27457988},"hb_peers":[0,1],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":1,"up_from":8,"seq":34359738371,"num_pgs":6,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":104857600,"kb_used":27528,"kb_used_data":560,"kb_used_omap":1,"kb_used_meta":26814,"kb_avail":104830072,"statfs":{"total":107374182400,"available":107345993728,"internally_reserved":0,"allocated":573440,"data_stored":488727,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1596,"internal_metadata":27457988},"hb_peers":[0,2],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":0,"up_from":8,"seq":34359738371,"num_pgs":6,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":104857600,"kb_used":26948,"kb_used_data":108,"kb_used_omap":1,"kb_used_meta":26814,"kb_avail":104830652,"statfs":{"total":107374182400,"available":107346587648,"internally_reserved":0,"allocated":110592,"data_stored":29447,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1596,"internal_metadata":27457988},"hb_peers":[1,2],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":19,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":19,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":462848,"data_stored":459280,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":462848,"data_stored":459280,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2026-03-05T18:27:42.442 INFO:tasks.ceph.ceph_manager.ceph:clean! 2026-03-05T18:27:42.442 INFO:tasks.ceph:Waiting until ceph cluster ceph is healthy... 2026-03-05T18:27:42.442 INFO:tasks.ceph.ceph_manager.ceph:wait_until_healthy 2026-03-05T18:27:42.442 DEBUG:teuthology.orchestra.run.vm08:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph health --format=json 2026-03-05T18:27:42.650 INFO:teuthology.orchestra.run.vm08.stdout: 2026-03-05T18:27:42.651 INFO:teuthology.orchestra.run.vm08.stdout:{"status":"HEALTH_OK","checks":{},"mutes":[]} 2026-03-05T18:27:42.664 INFO:tasks.ceph.ceph_manager.ceph:wait_until_healthy done 2026-03-05T18:27:42.664 INFO:teuthology.run_tasks:Running task tox... 2026-03-05T18:27:42.668 INFO:tasks.tox:Deploying tox from pip... 2026-03-05T18:27:42.668 DEBUG:teuthology.orchestra.run.vm08:> python3 -m venv /home/ubuntu/cephtest/tox-venv 2026-03-05T18:27:44.049 DEBUG:teuthology.orchestra.run.vm08:> source /home/ubuntu/cephtest/tox-venv/bin/activate && pip install tox==3.15.0 2026-03-05T18:27:44.358 INFO:teuthology.orchestra.run.vm08.stdout:Collecting tox==3.15.0 2026-03-05T18:27:44.388 INFO:teuthology.orchestra.run.vm08.stdout: Downloading tox-3.15.0-py2.py3-none-any.whl (82 kB) 2026-03-05T18:27:44.434 INFO:teuthology.orchestra.run.vm08.stdout:Collecting pluggy<1,>=0.12.0 2026-03-05T18:27:44.443 INFO:teuthology.orchestra.run.vm08.stdout: Downloading pluggy-0.13.1-py2.py3-none-any.whl (18 kB) 2026-03-05T18:27:44.481 INFO:teuthology.orchestra.run.vm08.stdout:Collecting packaging>=14 2026-03-05T18:27:44.489 INFO:teuthology.orchestra.run.vm08.stdout: Downloading packaging-26.0-py3-none-any.whl (74 kB) 2026-03-05T18:27:44.518 INFO:teuthology.orchestra.run.vm08.stdout:Collecting py<2,>=1.4.17 2026-03-05T18:27:44.526 INFO:teuthology.orchestra.run.vm08.stdout: Downloading py-1.11.0-py2.py3-none-any.whl (98 kB) 2026-03-05T18:27:44.550 INFO:teuthology.orchestra.run.vm08.stdout:Collecting six<2,>=1.14.0 2026-03-05T18:27:44.558 INFO:teuthology.orchestra.run.vm08.stdout: Downloading six-1.17.0-py2.py3-none-any.whl (11 kB) 2026-03-05T18:27:44.699 INFO:teuthology.orchestra.run.vm08.stdout:Collecting virtualenv!=20.0.0,!=20.0.1,!=20.0.2,!=20.0.3,!=20.0.4,!=20.0.5,!=20.0.6,!=20.0.7,>=16.0.0 2026-03-05T18:27:44.708 INFO:teuthology.orchestra.run.vm08.stdout: Downloading virtualenv-21.1.0-py3-none-any.whl (5.8 MB) 2026-03-05T18:27:44.803 INFO:teuthology.orchestra.run.vm08.stdout:Collecting toml>=0.9.4 2026-03-05T18:27:44.811 INFO:teuthology.orchestra.run.vm08.stdout: Downloading toml-0.10.2-py2.py3-none-any.whl (16 kB) 2026-03-05T18:27:44.852 INFO:teuthology.orchestra.run.vm08.stdout:Collecting filelock<4,>=3.0.0 2026-03-05T18:27:44.860 INFO:teuthology.orchestra.run.vm08.stdout: Downloading filelock-3.19.1-py3-none-any.whl (15 kB) 2026-03-05T18:27:44.903 INFO:teuthology.orchestra.run.vm08.stdout:Collecting platformdirs<5,>=3.9.1 2026-03-05T18:27:44.912 INFO:teuthology.orchestra.run.vm08.stdout: Downloading platformdirs-4.4.0-py3-none-any.whl (18 kB) 2026-03-05T18:27:44.932 INFO:teuthology.orchestra.run.vm08.stdout:Collecting distlib<1,>=0.3.7 2026-03-05T18:27:44.940 INFO:teuthology.orchestra.run.vm08.stdout: Downloading distlib-0.4.0-py2.py3-none-any.whl (469 kB) 2026-03-05T18:27:44.978 INFO:teuthology.orchestra.run.vm08.stdout:Collecting typing-extensions>=4.13.2 2026-03-05T18:27:44.987 INFO:teuthology.orchestra.run.vm08.stdout: Downloading typing_extensions-4.15.0-py3-none-any.whl (44 kB) 2026-03-05T18:27:45.003 INFO:teuthology.orchestra.run.vm08.stdout:Collecting python-discovery>=1 2026-03-05T18:27:45.012 INFO:teuthology.orchestra.run.vm08.stdout: Downloading python_discovery-1.1.0-py3-none-any.whl (30 kB) 2026-03-05T18:27:45.067 INFO:teuthology.orchestra.run.vm08.stdout:Installing collected packages: platformdirs, filelock, typing-extensions, python-discovery, distlib, virtualenv, toml, six, py, pluggy, packaging, tox 2026-03-05T18:27:45.332 INFO:teuthology.orchestra.run.vm08.stdout:Successfully installed distlib-0.4.0 filelock-3.19.1 packaging-26.0 platformdirs-4.4.0 pluggy-0.13.1 py-1.11.0 python-discovery-1.1.0 six-1.17.0 toml-0.10.2 tox-3.15.0 typing-extensions-4.15.0 virtualenv-21.1.0 2026-03-05T18:27:45.410 INFO:teuthology.orchestra.run.vm08.stderr:WARNING: You are using pip version 21.3.1; however, version 26.0.1 is available. 2026-03-05T18:27:45.410 INFO:teuthology.orchestra.run.vm08.stderr:You should consider upgrading via the '/home/ubuntu/cephtest/tox-venv/bin/python3 -m pip install --upgrade pip' command. 2026-03-05T18:27:45.446 INFO:teuthology.run_tasks:Running task keystone... 2026-03-05T18:27:45.451 DEBUG:tasks.keystone:Keystone config is {'client.0': {'force-branch': 'stable/2025.2', 'services': [{'description': 'Swift Service', 'name': 'swift', 'type': 'object-store'}]}} 2026-03-05T18:27:45.451 INFO:tasks.keystone:Downloading keystone... 2026-03-05T18:27:45.451 DEBUG:teuthology.orchestra.run.vm08:> git clone -b stable/2025.2 https://github.com/openstack/keystone.git /home/ubuntu/cephtest/keystone 2026-03-05T18:27:45.468 INFO:teuthology.orchestra.run.vm08.stderr:Cloning into '/home/ubuntu/cephtest/keystone'... 2026-03-05T18:27:50.275 DEBUG:teuthology.orchestra.run.vm08:> cd /home/ubuntu/cephtest/keystone && sed -i 's/pysaml2<4.0.3,>=2.4.0/pysaml2>=4.5.0/' requirements.txt 2026-03-05T18:27:50.333 INFO:tasks.keystone:Installing packages for Keystone... 2026-03-05T18:27:50.333 DEBUG:teuthology.orchestra.run.vm08:> source /home/ubuntu/cephtest/tox-venv/bin/activate && python 2026-03-05T18:27:50.417 INFO:teuthology.orchestra.run.vm08.stderr:No fix necessary 2026-03-05T18:27:50.418 DEBUG:teuthology.orchestra.run.vm08:> source /home/ubuntu/cephtest/tox-venv/bin/activate && pip install bindep 2026-03-05T18:27:50.787 INFO:teuthology.orchestra.run.vm08.stdout:Collecting bindep 2026-03-05T18:27:50.818 INFO:teuthology.orchestra.run.vm08.stdout: Downloading bindep-2.13.0-py3-none-any.whl (34 kB) 2026-03-05T18:27:50.847 INFO:teuthology.orchestra.run.vm08.stdout:Collecting distro>=1.7 2026-03-05T18:27:50.856 INFO:teuthology.orchestra.run.vm08.stdout: Downloading distro-1.9.0-py3-none-any.whl (20 kB) 2026-03-05T18:27:50.909 INFO:teuthology.orchestra.run.vm08.stdout:Collecting pbr>=2 2026-03-05T18:27:50.918 INFO:teuthology.orchestra.run.vm08.stdout: Downloading pbr-7.0.3-py2.py3-none-any.whl (131 kB) 2026-03-05T18:27:50.931 INFO:teuthology.orchestra.run.vm08.stdout:Requirement already satisfied: packaging in ./cephtest/tox-venv/lib/python3.9/site-packages (from bindep) (26.0) 2026-03-05T18:27:51.056 INFO:teuthology.orchestra.run.vm08.stdout:Collecting Parsley 2026-03-05T18:27:51.067 INFO:teuthology.orchestra.run.vm08.stdout: Downloading Parsley-1.3-py2.py3-none-any.whl (88 kB) 2026-03-05T18:27:51.072 INFO:teuthology.orchestra.run.vm08.stdout:Requirement already satisfied: setuptools in ./cephtest/tox-venv/lib/python3.9/site-packages (from pbr>=2->bindep) (53.0.0) 2026-03-05T18:27:51.110 INFO:teuthology.orchestra.run.vm08.stdout:Installing collected packages: pbr, Parsley, distro, bindep 2026-03-05T18:27:51.228 INFO:teuthology.orchestra.run.vm08.stdout:Successfully installed Parsley-1.3 bindep-2.13.0 distro-1.9.0 pbr-7.0.3 2026-03-05T18:27:51.229 INFO:teuthology.orchestra.run.vm08.stderr:WARNING: You are using pip version 21.3.1; however, version 26.0.1 is available. 2026-03-05T18:27:51.229 INFO:teuthology.orchestra.run.vm08.stderr:You should consider upgrading via the '/home/ubuntu/cephtest/tox-venv/bin/python3 -m pip install --upgrade pip' command. 2026-03-05T18:27:51.263 DEBUG:teuthology.orchestra.run.vm08:> source /home/ubuntu/cephtest/tox-venv/bin/activate && bindep --brief --file /home/ubuntu/cephtest/keystone/bindep.txt 2026-03-05T18:27:51.913 INFO:teuthology.orchestra.run.vm08.stdout:cyrus-sasl-devel 2026-03-05T18:27:51.913 INFO:teuthology.orchestra.run.vm08.stdout:libffi-devel 2026-03-05T18:27:51.913 INFO:teuthology.orchestra.run.vm08.stdout:libxml2-devel 2026-03-05T18:27:51.913 INFO:teuthology.orchestra.run.vm08.stdout:libxslt-devel 2026-03-05T18:27:51.913 INFO:teuthology.orchestra.run.vm08.stdout:mariadb 2026-03-05T18:27:51.913 INFO:teuthology.orchestra.run.vm08.stdout:mariadb-devel 2026-03-05T18:27:51.913 INFO:teuthology.orchestra.run.vm08.stdout:mariadb-server 2026-03-05T18:27:51.913 INFO:teuthology.orchestra.run.vm08.stdout:openldap-devel 2026-03-05T18:27:51.913 INFO:teuthology.orchestra.run.vm08.stdout:openssl-devel 2026-03-05T18:27:51.913 INFO:teuthology.orchestra.run.vm08.stdout:postgresql 2026-03-05T18:27:51.913 INFO:teuthology.orchestra.run.vm08.stdout:postgresql-devel 2026-03-05T18:27:51.913 INFO:teuthology.orchestra.run.vm08.stdout:postgresql-server 2026-03-05T18:27:51.931 DEBUG:teuthology.orchestra.run:got remote process result: 1 2026-03-05T18:27:51.931 INFO:teuthology.packaging:Installing package cyrus-sasl-devel on ubuntu@vm08.local 2026-03-05T18:27:51.931 DEBUG:teuthology.orchestra.run.vm08:> sudo yum -y install cyrus-sasl-devel 2026-03-05T18:27:52.307 INFO:teuthology.orchestra.run.vm08.stdout:Last metadata expiration check: 0:01:19 ago on Thu 05 Mar 2026 06:26:33 PM CET. 2026-03-05T18:27:52.378 INFO:teuthology.orchestra.run.vm08.stdout:Dependencies resolved. 2026-03-05T18:27:52.378 INFO:teuthology.orchestra.run.vm08.stdout:================================================================================ 2026-03-05T18:27:52.378 INFO:teuthology.orchestra.run.vm08.stdout: Package Architecture Version Repository Size 2026-03-05T18:27:52.378 INFO:teuthology.orchestra.run.vm08.stdout:================================================================================ 2026-03-05T18:27:52.378 INFO:teuthology.orchestra.run.vm08.stdout:Installing: 2026-03-05T18:27:52.378 INFO:teuthology.orchestra.run.vm08.stdout: cyrus-sasl-devel x86_64 2.1.27-21.el9 appstream 102 k 2026-03-05T18:27:52.378 INFO:teuthology.orchestra.run.vm08.stdout:Installing dependencies: 2026-03-05T18:27:52.378 INFO:teuthology.orchestra.run.vm08.stdout: cyrus-sasl x86_64 2.1.27-21.el9 baseos 71 k 2026-03-05T18:27:52.378 INFO:teuthology.orchestra.run.vm08.stdout: 2026-03-05T18:27:52.378 INFO:teuthology.orchestra.run.vm08.stdout:Transaction Summary 2026-03-05T18:27:52.378 INFO:teuthology.orchestra.run.vm08.stdout:================================================================================ 2026-03-05T18:27:52.378 INFO:teuthology.orchestra.run.vm08.stdout:Install 2 Packages 2026-03-05T18:27:52.378 INFO:teuthology.orchestra.run.vm08.stdout: 2026-03-05T18:27:52.378 INFO:teuthology.orchestra.run.vm08.stdout:Total download size: 173 k 2026-03-05T18:27:52.378 INFO:teuthology.orchestra.run.vm08.stdout:Installed size: 349 k 2026-03-05T18:27:52.378 INFO:teuthology.orchestra.run.vm08.stdout:Downloading Packages: 2026-03-05T18:27:52.857 INFO:teuthology.orchestra.run.vm08.stdout:(1/2): cyrus-sasl-2.1.27-21.el9.x86_64.rpm 404 kB/s | 71 kB 00:00 2026-03-05T18:27:52.896 INFO:teuthology.orchestra.run.vm08.stdout:(2/2): cyrus-sasl-devel-2.1.27-21.el9.x86_64.rp 474 kB/s | 102 kB 00:00 2026-03-05T18:27:52.897 INFO:teuthology.orchestra.run.vm08.stdout:-------------------------------------------------------------------------------- 2026-03-05T18:27:52.898 INFO:teuthology.orchestra.run.vm08.stdout:Total 332 kB/s | 173 kB 00:00 2026-03-05T18:27:52.917 INFO:teuthology.orchestra.run.vm08.stdout:Running transaction check 2026-03-05T18:27:52.924 INFO:teuthology.orchestra.run.vm08.stdout:Transaction check succeeded. 2026-03-05T18:27:52.924 INFO:teuthology.orchestra.run.vm08.stdout:Running transaction test 2026-03-05T18:27:52.949 INFO:teuthology.orchestra.run.vm08.stdout:Transaction test succeeded. 2026-03-05T18:27:52.950 INFO:teuthology.orchestra.run.vm08.stdout:Running transaction 2026-03-05T18:27:53.002 INFO:teuthology.orchestra.run.vm08.stdout: Preparing : 1/1 2026-03-05T18:27:53.059 INFO:teuthology.orchestra.run.vm08.stdout: Running scriptlet: cyrus-sasl-2.1.27-21.el9.x86_64 1/2 2026-03-05T18:27:53.062 INFO:teuthology.orchestra.run.vm08.stdout: Installing : cyrus-sasl-2.1.27-21.el9.x86_64 1/2 2026-03-05T18:27:53.094 INFO:teuthology.orchestra.run.vm08.stdout: Running scriptlet: cyrus-sasl-2.1.27-21.el9.x86_64 1/2 2026-03-05T18:27:53.122 INFO:teuthology.orchestra.run.vm08.stdout: Installing : cyrus-sasl-devel-2.1.27-21.el9.x86_64 2/2 2026-03-05T18:27:53.560 INFO:teuthology.orchestra.run.vm08.stdout: Running scriptlet: cyrus-sasl-devel-2.1.27-21.el9.x86_64 2/2 2026-03-05T18:27:53.561 INFO:teuthology.orchestra.run.vm08.stdout: Verifying : cyrus-sasl-2.1.27-21.el9.x86_64 1/2 2026-03-05T18:27:53.621 INFO:teuthology.orchestra.run.vm08.stdout: Verifying : cyrus-sasl-devel-2.1.27-21.el9.x86_64 2/2 2026-03-05T18:27:53.621 INFO:teuthology.orchestra.run.vm08.stdout: 2026-03-05T18:27:53.621 INFO:teuthology.orchestra.run.vm08.stdout:Installed: 2026-03-05T18:27:53.621 INFO:teuthology.orchestra.run.vm08.stdout: cyrus-sasl-2.1.27-21.el9.x86_64 cyrus-sasl-devel-2.1.27-21.el9.x86_64 2026-03-05T18:27:53.621 INFO:teuthology.orchestra.run.vm08.stdout: 2026-03-05T18:27:53.621 INFO:teuthology.orchestra.run.vm08.stdout:Complete! 2026-03-05T18:27:53.680 INFO:teuthology.packaging:Installing package libffi-devel on ubuntu@vm08.local 2026-03-05T18:27:53.680 DEBUG:teuthology.orchestra.run.vm08:> sudo yum -y install libffi-devel 2026-03-05T18:27:54.134 INFO:teuthology.orchestra.run.vm08.stdout:Last metadata expiration check: 0:01:21 ago on Thu 05 Mar 2026 06:26:33 PM CET. 2026-03-05T18:27:54.216 INFO:teuthology.orchestra.run.vm08.stdout:Dependencies resolved. 2026-03-05T18:27:54.216 INFO:teuthology.orchestra.run.vm08.stdout:================================================================================ 2026-03-05T18:27:54.216 INFO:teuthology.orchestra.run.vm08.stdout: Package Architecture Version Repository Size 2026-03-05T18:27:54.216 INFO:teuthology.orchestra.run.vm08.stdout:================================================================================ 2026-03-05T18:27:54.217 INFO:teuthology.orchestra.run.vm08.stdout:Installing: 2026-03-05T18:27:54.217 INFO:teuthology.orchestra.run.vm08.stdout: libffi-devel x86_64 3.4.2-8.el9 appstream 28 k 2026-03-05T18:27:54.217 INFO:teuthology.orchestra.run.vm08.stdout: 2026-03-05T18:27:54.217 INFO:teuthology.orchestra.run.vm08.stdout:Transaction Summary 2026-03-05T18:27:54.217 INFO:teuthology.orchestra.run.vm08.stdout:================================================================================ 2026-03-05T18:27:54.217 INFO:teuthology.orchestra.run.vm08.stdout:Install 1 Package 2026-03-05T18:27:54.217 INFO:teuthology.orchestra.run.vm08.stdout: 2026-03-05T18:27:54.217 INFO:teuthology.orchestra.run.vm08.stdout:Total download size: 28 k 2026-03-05T18:27:54.217 INFO:teuthology.orchestra.run.vm08.stdout:Installed size: 33 k 2026-03-05T18:27:54.217 INFO:teuthology.orchestra.run.vm08.stdout:Downloading Packages: 2026-03-05T18:27:55.185 INFO:teuthology.orchestra.run.vm08.stdout:libffi-devel-3.4.2-8.el9.x86_64.rpm 35 kB/s | 28 kB 00:00 2026-03-05T18:27:55.186 INFO:teuthology.orchestra.run.vm08.stdout:-------------------------------------------------------------------------------- 2026-03-05T18:27:55.186 INFO:teuthology.orchestra.run.vm08.stdout:Total 29 kB/s | 28 kB 00:00 2026-03-05T18:27:55.202 INFO:teuthology.orchestra.run.vm08.stdout:Running transaction check 2026-03-05T18:27:55.206 INFO:teuthology.orchestra.run.vm08.stdout:Transaction check succeeded. 2026-03-05T18:27:55.206 INFO:teuthology.orchestra.run.vm08.stdout:Running transaction test 2026-03-05T18:27:55.208 INFO:teuthology.orchestra.run.vm08.stdout:Transaction test succeeded. 2026-03-05T18:27:55.208 INFO:teuthology.orchestra.run.vm08.stdout:Running transaction 2026-03-05T18:27:55.239 INFO:teuthology.orchestra.run.vm08.stdout: Preparing : 1/1 2026-03-05T18:27:55.284 INFO:teuthology.orchestra.run.vm08.stdout: Installing : libffi-devel-3.4.2-8.el9.x86_64 1/1 2026-03-05T18:27:55.463 INFO:teuthology.orchestra.run.vm08.stdout: Running scriptlet: libffi-devel-3.4.2-8.el9.x86_64 1/1 2026-03-05T18:27:55.529 INFO:teuthology.orchestra.run.vm08.stdout: Verifying : libffi-devel-3.4.2-8.el9.x86_64 1/1 2026-03-05T18:27:55.529 INFO:teuthology.orchestra.run.vm08.stdout: 2026-03-05T18:27:55.529 INFO:teuthology.orchestra.run.vm08.stdout:Installed: 2026-03-05T18:27:55.529 INFO:teuthology.orchestra.run.vm08.stdout: libffi-devel-3.4.2-8.el9.x86_64 2026-03-05T18:27:55.529 INFO:teuthology.orchestra.run.vm08.stdout: 2026-03-05T18:27:55.529 INFO:teuthology.orchestra.run.vm08.stdout:Complete! 2026-03-05T18:27:55.593 INFO:teuthology.packaging:Installing package libxml2-devel on ubuntu@vm08.local 2026-03-05T18:27:55.593 DEBUG:teuthology.orchestra.run.vm08:> sudo yum -y install libxml2-devel 2026-03-05T18:27:56.036 INFO:teuthology.orchestra.run.vm08.stdout:Last metadata expiration check: 0:01:23 ago on Thu 05 Mar 2026 06:26:33 PM CET. 2026-03-05T18:27:56.119 INFO:teuthology.orchestra.run.vm08.stdout:Dependencies resolved. 2026-03-05T18:27:56.119 INFO:teuthology.orchestra.run.vm08.stdout:================================================================================ 2026-03-05T18:27:56.119 INFO:teuthology.orchestra.run.vm08.stdout: Package Arch Version Repository Size 2026-03-05T18:27:56.119 INFO:teuthology.orchestra.run.vm08.stdout:================================================================================ 2026-03-05T18:27:56.119 INFO:teuthology.orchestra.run.vm08.stdout:Installing: 2026-03-05T18:27:56.119 INFO:teuthology.orchestra.run.vm08.stdout: libxml2-devel x86_64 2.9.13-14.el9_7 appstream 828 k 2026-03-05T18:27:56.119 INFO:teuthology.orchestra.run.vm08.stdout:Upgrading: 2026-03-05T18:27:56.120 INFO:teuthology.orchestra.run.vm08.stdout: libxml2 x86_64 2.9.13-14.el9_7 baseos 746 k 2026-03-05T18:27:56.120 INFO:teuthology.orchestra.run.vm08.stdout: python3-libxml2 x86_64 2.9.13-14.el9_7 baseos 225 k 2026-03-05T18:27:56.120 INFO:teuthology.orchestra.run.vm08.stdout:Installing dependencies: 2026-03-05T18:27:56.120 INFO:teuthology.orchestra.run.vm08.stdout: cmake-filesystem x86_64 3.26.5-3.el9_7 appstream 11 k 2026-03-05T18:27:56.120 INFO:teuthology.orchestra.run.vm08.stdout: xz-devel x86_64 5.2.5-8.el9_0 appstream 52 k 2026-03-05T18:27:56.120 INFO:teuthology.orchestra.run.vm08.stdout: zlib-devel x86_64 1.2.11-40.el9 appstream 44 k 2026-03-05T18:27:56.120 INFO:teuthology.orchestra.run.vm08.stdout: 2026-03-05T18:27:56.120 INFO:teuthology.orchestra.run.vm08.stdout:Transaction Summary 2026-03-05T18:27:56.120 INFO:teuthology.orchestra.run.vm08.stdout:================================================================================ 2026-03-05T18:27:56.120 INFO:teuthology.orchestra.run.vm08.stdout:Install 4 Packages 2026-03-05T18:27:56.120 INFO:teuthology.orchestra.run.vm08.stdout:Upgrade 2 Packages 2026-03-05T18:27:56.120 INFO:teuthology.orchestra.run.vm08.stdout: 2026-03-05T18:27:56.120 INFO:teuthology.orchestra.run.vm08.stdout:Total download size: 1.9 M 2026-03-05T18:27:56.120 INFO:teuthology.orchestra.run.vm08.stdout:Downloading Packages: 2026-03-05T18:27:57.252 INFO:teuthology.orchestra.run.vm08.stdout:(1/6): cmake-filesystem-3.26.5-3.el9_7.x86_64.r 13 kB/s | 11 kB 00:00 2026-03-05T18:27:57.360 INFO:teuthology.orchestra.run.vm08.stdout:(2/6): xz-devel-5.2.5-8.el9_0.x86_64.rpm 56 kB/s | 52 kB 00:00 2026-03-05T18:27:57.729 INFO:teuthology.orchestra.run.vm08.stdout:(3/6): zlib-devel-1.2.11-40.el9.x86_64.rpm 93 kB/s | 44 kB 00:00 2026-03-05T18:27:57.789 INFO:teuthology.orchestra.run.vm08.stdout:(4/6): libxml2-devel-2.9.13-14.el9_7.x86_64.rpm 612 kB/s | 828 kB 00:01 2026-03-05T18:27:58.188 INFO:teuthology.orchestra.run.vm08.stdout:(5/6): libxml2-2.9.13-14.el9_7.x86_64.rpm 901 kB/s | 746 kB 00:00 2026-03-05T18:27:58.413 INFO:teuthology.orchestra.run.vm08.stdout:(6/6): python3-libxml2-2.9.13-14.el9_7.x86_64.r 329 kB/s | 225 kB 00:00 2026-03-05T18:27:58.415 INFO:teuthology.orchestra.run.vm08.stdout:-------------------------------------------------------------------------------- 2026-03-05T18:27:58.415 INFO:teuthology.orchestra.run.vm08.stdout:Total 830 kB/s | 1.9 MB 00:02 2026-03-05T18:27:58.472 INFO:teuthology.orchestra.run.vm08.stdout:Running transaction check 2026-03-05T18:27:58.481 INFO:teuthology.orchestra.run.vm08.stdout:Transaction check succeeded. 2026-03-05T18:27:58.481 INFO:teuthology.orchestra.run.vm08.stdout:Running transaction test 2026-03-05T18:27:58.521 INFO:teuthology.orchestra.run.vm08.stdout:Transaction test succeeded. 2026-03-05T18:27:58.526 INFO:teuthology.orchestra.run.vm08.stdout:Running transaction 2026-03-05T18:27:58.621 INFO:teuthology.orchestra.run.vm08.stdout: Preparing : 1/1 2026-03-05T18:27:58.627 INFO:teuthology.orchestra.run.vm08.stdout: Upgrading : libxml2-2.9.13-14.el9_7.x86_64 1/8 2026-03-05T18:27:58.634 INFO:teuthology.orchestra.run.vm08.stdout: Installing : zlib-devel-1.2.11-40.el9.x86_64 2/8 2026-03-05T18:27:58.640 INFO:teuthology.orchestra.run.vm08.stdout: Installing : xz-devel-5.2.5-8.el9_0.x86_64 3/8 2026-03-05T18:27:58.736 INFO:teuthology.orchestra.run.vm08.stdout: Installing : cmake-filesystem-3.26.5-3.el9_7.x86_64 4/8 2026-03-05T18:27:58.748 INFO:teuthology.orchestra.run.vm08.stdout: Installing : libxml2-devel-2.9.13-14.el9_7.x86_64 5/8 2026-03-05T18:27:58.750 INFO:teuthology.orchestra.run.vm08.stdout: Upgrading : python3-libxml2-2.9.13-14.el9_7.x86_64 6/8 2026-03-05T18:27:58.752 INFO:teuthology.orchestra.run.vm08.stdout: Cleanup : python3-libxml2-2.9.13-12.el9_6.x86_64 7/8 2026-03-05T18:27:58.775 INFO:teuthology.orchestra.run.vm08.stdout: Cleanup : libxml2-2.9.13-12.el9_6.x86_64 8/8 2026-03-05T18:27:58.921 INFO:teuthology.orchestra.run.vm08.stdout: Running scriptlet: libxml2-2.9.13-12.el9_6.x86_64 8/8 2026-03-05T18:27:58.921 INFO:teuthology.orchestra.run.vm08.stdout: Verifying : cmake-filesystem-3.26.5-3.el9_7.x86_64 1/8 2026-03-05T18:27:58.921 INFO:teuthology.orchestra.run.vm08.stdout: Verifying : libxml2-devel-2.9.13-14.el9_7.x86_64 2/8 2026-03-05T18:27:58.921 INFO:teuthology.orchestra.run.vm08.stdout: Verifying : xz-devel-5.2.5-8.el9_0.x86_64 3/8 2026-03-05T18:27:58.921 INFO:teuthology.orchestra.run.vm08.stdout: Verifying : zlib-devel-1.2.11-40.el9.x86_64 4/8 2026-03-05T18:27:58.921 INFO:teuthology.orchestra.run.vm08.stdout: Verifying : libxml2-2.9.13-14.el9_7.x86_64 5/8 2026-03-05T18:27:58.921 INFO:teuthology.orchestra.run.vm08.stdout: Verifying : libxml2-2.9.13-12.el9_6.x86_64 6/8 2026-03-05T18:27:58.921 INFO:teuthology.orchestra.run.vm08.stdout: Verifying : python3-libxml2-2.9.13-14.el9_7.x86_64 7/8 2026-03-05T18:27:58.990 INFO:teuthology.orchestra.run.vm08.stdout: Verifying : python3-libxml2-2.9.13-12.el9_6.x86_64 8/8 2026-03-05T18:27:58.990 INFO:teuthology.orchestra.run.vm08.stdout: 2026-03-05T18:27:58.990 INFO:teuthology.orchestra.run.vm08.stdout:Upgraded: 2026-03-05T18:27:58.990 INFO:teuthology.orchestra.run.vm08.stdout: libxml2-2.9.13-14.el9_7.x86_64 python3-libxml2-2.9.13-14.el9_7.x86_64 2026-03-05T18:27:58.990 INFO:teuthology.orchestra.run.vm08.stdout:Installed: 2026-03-05T18:27:58.990 INFO:teuthology.orchestra.run.vm08.stdout: cmake-filesystem-3.26.5-3.el9_7.x86_64 libxml2-devel-2.9.13-14.el9_7.x86_64 2026-03-05T18:27:58.990 INFO:teuthology.orchestra.run.vm08.stdout: xz-devel-5.2.5-8.el9_0.x86_64 zlib-devel-1.2.11-40.el9.x86_64 2026-03-05T18:27:58.990 INFO:teuthology.orchestra.run.vm08.stdout: 2026-03-05T18:27:58.990 INFO:teuthology.orchestra.run.vm08.stdout:Complete! 2026-03-05T18:27:59.045 INFO:teuthology.packaging:Installing package libxslt-devel on ubuntu@vm08.local 2026-03-05T18:27:59.045 DEBUG:teuthology.orchestra.run.vm08:> sudo yum -y install libxslt-devel 2026-03-05T18:27:59.552 INFO:teuthology.orchestra.run.vm08.stdout:Last metadata expiration check: 0:01:26 ago on Thu 05 Mar 2026 06:26:33 PM CET. 2026-03-05T18:27:59.631 INFO:teuthology.orchestra.run.vm08.stdout:Dependencies resolved. 2026-03-05T18:27:59.631 INFO:teuthology.orchestra.run.vm08.stdout:================================================================================ 2026-03-05T18:27:59.631 INFO:teuthology.orchestra.run.vm08.stdout: Package Arch Version Repository Size 2026-03-05T18:27:59.631 INFO:teuthology.orchestra.run.vm08.stdout:================================================================================ 2026-03-05T18:27:59.631 INFO:teuthology.orchestra.run.vm08.stdout:Installing: 2026-03-05T18:27:59.631 INFO:teuthology.orchestra.run.vm08.stdout: libxslt-devel x86_64 1.1.34-13.el9_6 appstream 287 k 2026-03-05T18:27:59.631 INFO:teuthology.orchestra.run.vm08.stdout:Installing dependencies: 2026-03-05T18:27:59.631 INFO:teuthology.orchestra.run.vm08.stdout: libgpg-error-devel x86_64 1.42-5.el9 appstream 65 k 2026-03-05T18:27:59.631 INFO:teuthology.orchestra.run.vm08.stdout: 2026-03-05T18:27:59.632 INFO:teuthology.orchestra.run.vm08.stdout:Transaction Summary 2026-03-05T18:27:59.632 INFO:teuthology.orchestra.run.vm08.stdout:================================================================================ 2026-03-05T18:27:59.632 INFO:teuthology.orchestra.run.vm08.stdout:Install 2 Packages 2026-03-05T18:27:59.632 INFO:teuthology.orchestra.run.vm08.stdout: 2026-03-05T18:27:59.632 INFO:teuthology.orchestra.run.vm08.stdout:Total download size: 352 k 2026-03-05T18:27:59.632 INFO:teuthology.orchestra.run.vm08.stdout:Installed size: 2.7 M 2026-03-05T18:27:59.632 INFO:teuthology.orchestra.run.vm08.stdout:Downloading Packages: 2026-03-05T18:28:00.613 INFO:teuthology.orchestra.run.vm08.stdout:(1/2): libgpg-error-devel-1.42-5.el9.x86_64.rpm 79 kB/s | 65 kB 00:00 2026-03-05T18:28:00.845 INFO:teuthology.orchestra.run.vm08.stdout:(2/2): libxslt-devel-1.1.34-13.el9_6.x86_64.rpm 272 kB/s | 287 kB 00:01 2026-03-05T18:28:00.847 INFO:teuthology.orchestra.run.vm08.stdout:-------------------------------------------------------------------------------- 2026-03-05T18:28:00.848 INFO:teuthology.orchestra.run.vm08.stdout:Total 290 kB/s | 352 kB 00:01 2026-03-05T18:28:00.866 INFO:teuthology.orchestra.run.vm08.stdout:Running transaction check 2026-03-05T18:28:00.870 INFO:teuthology.orchestra.run.vm08.stdout:Transaction check succeeded. 2026-03-05T18:28:00.870 INFO:teuthology.orchestra.run.vm08.stdout:Running transaction test 2026-03-05T18:28:00.897 INFO:teuthology.orchestra.run.vm08.stdout:Transaction test succeeded. 2026-03-05T18:28:00.897 INFO:teuthology.orchestra.run.vm08.stdout:Running transaction 2026-03-05T18:28:00.947 INFO:teuthology.orchestra.run.vm08.stdout: Preparing : 1/1 2026-03-05T18:28:00.990 INFO:teuthology.orchestra.run.vm08.stdout: Installing : libgpg-error-devel-1.42-5.el9.x86_64 1/2 2026-03-05T18:28:01.011 INFO:teuthology.orchestra.run.vm08.stdout: Installing : libxslt-devel-1.1.34-13.el9_6.x86_64 2/2 2026-03-05T18:28:01.108 INFO:teuthology.orchestra.run.vm08.stdout: Running scriptlet: libxslt-devel-1.1.34-13.el9_6.x86_64 2/2 2026-03-05T18:28:01.108 INFO:teuthology.orchestra.run.vm08.stdout: Verifying : libgpg-error-devel-1.42-5.el9.x86_64 1/2 2026-03-05T18:28:01.157 INFO:teuthology.orchestra.run.vm08.stdout: Verifying : libxslt-devel-1.1.34-13.el9_6.x86_64 2/2 2026-03-05T18:28:01.157 INFO:teuthology.orchestra.run.vm08.stdout: 2026-03-05T18:28:01.157 INFO:teuthology.orchestra.run.vm08.stdout:Installed: 2026-03-05T18:28:01.157 INFO:teuthology.orchestra.run.vm08.stdout: libgpg-error-devel-1.42-5.el9.x86_64 libxslt-devel-1.1.34-13.el9_6.x86_64 2026-03-05T18:28:01.157 INFO:teuthology.orchestra.run.vm08.stdout: 2026-03-05T18:28:01.157 INFO:teuthology.orchestra.run.vm08.stdout:Complete! 2026-03-05T18:28:01.198 INFO:teuthology.packaging:Installing package mariadb on ubuntu@vm08.local 2026-03-05T18:28:01.198 DEBUG:teuthology.orchestra.run.vm08:> sudo yum -y install mariadb 2026-03-05T18:28:01.708 INFO:teuthology.orchestra.run.vm08.stdout:Last metadata expiration check: 0:01:28 ago on Thu 05 Mar 2026 06:26:33 PM CET. 2026-03-05T18:28:01.796 INFO:teuthology.orchestra.run.vm08.stdout:Dependencies resolved. 2026-03-05T18:28:01.797 INFO:teuthology.orchestra.run.vm08.stdout:================================================================================ 2026-03-05T18:28:01.797 INFO:teuthology.orchestra.run.vm08.stdout: Package Arch Version Repository Size 2026-03-05T18:28:01.797 INFO:teuthology.orchestra.run.vm08.stdout:================================================================================ 2026-03-05T18:28:01.797 INFO:teuthology.orchestra.run.vm08.stdout:Installing: 2026-03-05T18:28:01.797 INFO:teuthology.orchestra.run.vm08.stdout: mariadb x86_64 3:10.5.29-3.el9_7 appstream 1.6 M 2026-03-05T18:28:01.797 INFO:teuthology.orchestra.run.vm08.stdout:Installing dependencies: 2026-03-05T18:28:01.797 INFO:teuthology.orchestra.run.vm08.stdout: mariadb-common x86_64 3:10.5.29-3.el9_7 appstream 27 k 2026-03-05T18:28:01.797 INFO:teuthology.orchestra.run.vm08.stdout: mariadb-connector-c x86_64 3.2.6-1.el9_0 appstream 195 k 2026-03-05T18:28:01.797 INFO:teuthology.orchestra.run.vm08.stdout: mariadb-connector-c-config noarch 3.2.6-1.el9_0 appstream 9.8 k 2026-03-05T18:28:01.797 INFO:teuthology.orchestra.run.vm08.stdout: perl-Sys-Hostname x86_64 1.23-481.1.el9_6 appstream 15 k 2026-03-05T18:28:01.797 INFO:teuthology.orchestra.run.vm08.stdout: 2026-03-05T18:28:01.797 INFO:teuthology.orchestra.run.vm08.stdout:Transaction Summary 2026-03-05T18:28:01.797 INFO:teuthology.orchestra.run.vm08.stdout:================================================================================ 2026-03-05T18:28:01.797 INFO:teuthology.orchestra.run.vm08.stdout:Install 5 Packages 2026-03-05T18:28:01.797 INFO:teuthology.orchestra.run.vm08.stdout: 2026-03-05T18:28:01.797 INFO:teuthology.orchestra.run.vm08.stdout:Total download size: 1.9 M 2026-03-05T18:28:01.797 INFO:teuthology.orchestra.run.vm08.stdout:Installed size: 22 M 2026-03-05T18:28:01.797 INFO:teuthology.orchestra.run.vm08.stdout:Downloading Packages: 2026-03-05T18:28:02.440 INFO:teuthology.orchestra.run.vm08.stdout:(1/5): mariadb-common-10.5.29-3.el9_7.x86_64.rp 55 kB/s | 27 kB 00:00 2026-03-05T18:28:02.704 INFO:teuthology.orchestra.run.vm08.stdout:(2/5): mariadb-connector-c-3.2.6-1.el9_0.x86_64 262 kB/s | 195 kB 00:00 2026-03-05T18:28:03.024 INFO:teuthology.orchestra.run.vm08.stdout:(3/5): mariadb-10.5.29-3.el9_7.x86_64.rpm 1.5 MB/s | 1.6 MB 00:01 2026-03-05T18:28:03.024 INFO:teuthology.orchestra.run.vm08.stdout:(4/5): mariadb-connector-c-config-3.2.6-1.el9_0 17 kB/s | 9.8 kB 00:00 2026-03-05T18:28:03.024 INFO:teuthology.orchestra.run.vm08.stdout:(5/5): perl-Sys-Hostname-1.23-481.1.el9_6.x86_6 48 kB/s | 15 kB 00:00 2026-03-05T18:28:03.027 INFO:teuthology.orchestra.run.vm08.stdout:-------------------------------------------------------------------------------- 2026-03-05T18:28:03.027 INFO:teuthology.orchestra.run.vm08.stdout:Total 1.5 MB/s | 1.9 MB 00:01 2026-03-05T18:28:03.079 INFO:teuthology.orchestra.run.vm08.stdout:Running transaction check 2026-03-05T18:28:03.086 INFO:teuthology.orchestra.run.vm08.stdout:Transaction check succeeded. 2026-03-05T18:28:03.086 INFO:teuthology.orchestra.run.vm08.stdout:Running transaction test 2026-03-05T18:28:03.120 INFO:teuthology.orchestra.run.vm08.stdout:Transaction test succeeded. 2026-03-05T18:28:03.120 INFO:teuthology.orchestra.run.vm08.stdout:Running transaction 2026-03-05T18:28:03.177 INFO:teuthology.orchestra.run.vm08.stdout: Preparing : 1/1 2026-03-05T18:28:03.187 INFO:teuthology.orchestra.run.vm08.stdout: Installing : mariadb-connector-c-config-3.2.6-1.el9_0.noarch 1/5 2026-03-05T18:28:03.194 INFO:teuthology.orchestra.run.vm08.stdout: Installing : mariadb-common-3:10.5.29-3.el9_7.x86_64 2/5 2026-03-05T18:28:03.198 INFO:teuthology.orchestra.run.vm08.stdout: Installing : mariadb-connector-c-3.2.6-1.el9_0.x86_64 3/5 2026-03-05T18:28:03.239 INFO:teuthology.orchestra.run.vm08.stdout: Installing : perl-Sys-Hostname-1.23-481.1.el9_6.x86_64 4/5 2026-03-05T18:28:03.261 INFO:teuthology.orchestra.run.vm08.stdout: Installing : mariadb-3:10.5.29-3.el9_7.x86_64 5/5 2026-03-05T18:28:03.385 INFO:teuthology.orchestra.run.vm08.stdout: Running scriptlet: mariadb-3:10.5.29-3.el9_7.x86_64 5/5 2026-03-05T18:28:03.385 INFO:teuthology.orchestra.run.vm08.stdout: Verifying : mariadb-3:10.5.29-3.el9_7.x86_64 1/5 2026-03-05T18:28:03.385 INFO:teuthology.orchestra.run.vm08.stdout: Verifying : mariadb-common-3:10.5.29-3.el9_7.x86_64 2/5 2026-03-05T18:28:03.385 INFO:teuthology.orchestra.run.vm08.stdout: Verifying : mariadb-connector-c-3.2.6-1.el9_0.x86_64 3/5 2026-03-05T18:28:03.385 INFO:teuthology.orchestra.run.vm08.stdout: Verifying : mariadb-connector-c-config-3.2.6-1.el9_0.noarch 4/5 2026-03-05T18:28:03.452 INFO:teuthology.orchestra.run.vm08.stdout: Verifying : perl-Sys-Hostname-1.23-481.1.el9_6.x86_64 5/5 2026-03-05T18:28:03.452 INFO:teuthology.orchestra.run.vm08.stdout: 2026-03-05T18:28:03.452 INFO:teuthology.orchestra.run.vm08.stdout:Installed: 2026-03-05T18:28:03.452 INFO:teuthology.orchestra.run.vm08.stdout: mariadb-3:10.5.29-3.el9_7.x86_64 2026-03-05T18:28:03.452 INFO:teuthology.orchestra.run.vm08.stdout: mariadb-common-3:10.5.29-3.el9_7.x86_64 2026-03-05T18:28:03.452 INFO:teuthology.orchestra.run.vm08.stdout: mariadb-connector-c-3.2.6-1.el9_0.x86_64 2026-03-05T18:28:03.453 INFO:teuthology.orchestra.run.vm08.stdout: mariadb-connector-c-config-3.2.6-1.el9_0.noarch 2026-03-05T18:28:03.453 INFO:teuthology.orchestra.run.vm08.stdout: perl-Sys-Hostname-1.23-481.1.el9_6.x86_64 2026-03-05T18:28:03.453 INFO:teuthology.orchestra.run.vm08.stdout: 2026-03-05T18:28:03.453 INFO:teuthology.orchestra.run.vm08.stdout:Complete! 2026-03-05T18:28:03.519 INFO:teuthology.packaging:Installing package mariadb-devel on ubuntu@vm08.local 2026-03-05T18:28:03.520 DEBUG:teuthology.orchestra.run.vm08:> sudo yum -y install mariadb-devel 2026-03-05T18:28:04.025 INFO:teuthology.orchestra.run.vm08.stdout:Last metadata expiration check: 0:01:31 ago on Thu 05 Mar 2026 06:26:33 PM CET. 2026-03-05T18:28:04.108 INFO:teuthology.orchestra.run.vm08.stdout:Dependencies resolved. 2026-03-05T18:28:04.108 INFO:teuthology.orchestra.run.vm08.stdout:================================================================================ 2026-03-05T18:28:04.108 INFO:teuthology.orchestra.run.vm08.stdout: Package Arch Version Repository Size 2026-03-05T18:28:04.108 INFO:teuthology.orchestra.run.vm08.stdout:================================================================================ 2026-03-05T18:28:04.108 INFO:teuthology.orchestra.run.vm08.stdout:Installing: 2026-03-05T18:28:04.108 INFO:teuthology.orchestra.run.vm08.stdout: mariadb-devel x86_64 3:10.5.29-3.el9_7 crb 1.0 M 2026-03-05T18:28:04.108 INFO:teuthology.orchestra.run.vm08.stdout:Installing dependencies: 2026-03-05T18:28:04.108 INFO:teuthology.orchestra.run.vm08.stdout: mariadb-connector-c-devel x86_64 3.2.6-1.el9_0 appstream 55 k 2026-03-05T18:28:04.108 INFO:teuthology.orchestra.run.vm08.stdout: openssl-devel x86_64 1:3.5.1-4.el9_7 appstream 3.4 M 2026-03-05T18:28:04.108 INFO:teuthology.orchestra.run.vm08.stdout:Installing weak dependencies: 2026-03-05T18:28:04.108 INFO:teuthology.orchestra.run.vm08.stdout: mariadb-connector-c-doc noarch 3.2.6-1.el9_0 crb 98 k 2026-03-05T18:28:04.108 INFO:teuthology.orchestra.run.vm08.stdout: 2026-03-05T18:28:04.108 INFO:teuthology.orchestra.run.vm08.stdout:Transaction Summary 2026-03-05T18:28:04.108 INFO:teuthology.orchestra.run.vm08.stdout:================================================================================ 2026-03-05T18:28:04.108 INFO:teuthology.orchestra.run.vm08.stdout:Install 4 Packages 2026-03-05T18:28:04.108 INFO:teuthology.orchestra.run.vm08.stdout: 2026-03-05T18:28:04.109 INFO:teuthology.orchestra.run.vm08.stdout:Total download size: 4.6 M 2026-03-05T18:28:04.109 INFO:teuthology.orchestra.run.vm08.stdout:Installed size: 11 M 2026-03-05T18:28:04.109 INFO:teuthology.orchestra.run.vm08.stdout:Downloading Packages: 2026-03-05T18:28:04.883 INFO:teuthology.orchestra.run.vm08.stdout:(1/4): mariadb-connector-c-devel-3.2.6-1.el9_0. 117 kB/s | 55 kB 00:00 2026-03-05T18:28:05.181 INFO:teuthology.orchestra.run.vm08.stdout:(2/4): mariadb-connector-c-doc-3.2.6-1.el9_0.no 128 kB/s | 98 kB 00:00 2026-03-05T18:28:05.490 INFO:teuthology.orchestra.run.vm08.stdout:(3/4): mariadb-devel-10.5.29-3.el9_7.x86_64.rpm 1.7 MB/s | 1.0 MB 00:00 2026-03-05T18:28:05.580 INFO:teuthology.orchestra.run.vm08.stdout:(4/4): openssl-devel-3.5.1-4.el9_7.x86_64.rpm 2.9 MB/s | 3.4 MB 00:01 2026-03-05T18:28:05.581 INFO:teuthology.orchestra.run.vm08.stdout:-------------------------------------------------------------------------------- 2026-03-05T18:28:05.582 INFO:teuthology.orchestra.run.vm08.stdout:Total 3.1 MB/s | 4.6 MB 00:01 2026-03-05T18:28:05.631 INFO:teuthology.orchestra.run.vm08.stdout:Running transaction check 2026-03-05T18:28:05.638 INFO:teuthology.orchestra.run.vm08.stdout:Transaction check succeeded. 2026-03-05T18:28:05.638 INFO:teuthology.orchestra.run.vm08.stdout:Running transaction test 2026-03-05T18:28:05.725 INFO:teuthology.orchestra.run.vm08.stdout:Transaction test succeeded. 2026-03-05T18:28:05.725 INFO:teuthology.orchestra.run.vm08.stdout:Running transaction 2026-03-05T18:28:06.425 INFO:teuthology.orchestra.run.vm08.stdout: Preparing : 1/1 2026-03-05T18:28:06.476 INFO:teuthology.orchestra.run.vm08.stdout: Installing : openssl-devel-1:3.5.1-4.el9_7.x86_64 1/4 2026-03-05T18:28:06.487 INFO:teuthology.orchestra.run.vm08.stdout: Installing : mariadb-connector-c-doc-3.2.6-1.el9_0.noarch 2/4 2026-03-05T18:28:06.599 INFO:teuthology.orchestra.run.vm08.stdout: Installing : mariadb-connector-c-devel-3.2.6-1.el9_0.x86_64 3/4 2026-03-05T18:28:06.622 INFO:teuthology.orchestra.run.vm08.stdout: Installing : mariadb-devel-3:10.5.29-3.el9_7.x86_64 4/4 2026-03-05T18:28:06.750 INFO:teuthology.orchestra.run.vm08.stdout: Running scriptlet: mariadb-devel-3:10.5.29-3.el9_7.x86_64 4/4 2026-03-05T18:28:06.750 INFO:teuthology.orchestra.run.vm08.stdout: Verifying : mariadb-connector-c-devel-3.2.6-1.el9_0.x86_64 1/4 2026-03-05T18:28:06.750 INFO:teuthology.orchestra.run.vm08.stdout: Verifying : openssl-devel-1:3.5.1-4.el9_7.x86_64 2/4 2026-03-05T18:28:06.751 INFO:teuthology.orchestra.run.vm08.stdout: Verifying : mariadb-connector-c-doc-3.2.6-1.el9_0.noarch 3/4 2026-03-05T18:28:06.799 INFO:teuthology.orchestra.run.vm08.stdout: Verifying : mariadb-devel-3:10.5.29-3.el9_7.x86_64 4/4 2026-03-05T18:28:06.799 INFO:teuthology.orchestra.run.vm08.stdout: 2026-03-05T18:28:06.800 INFO:teuthology.orchestra.run.vm08.stdout:Installed: 2026-03-05T18:28:06.800 INFO:teuthology.orchestra.run.vm08.stdout: mariadb-connector-c-devel-3.2.6-1.el9_0.x86_64 2026-03-05T18:28:06.800 INFO:teuthology.orchestra.run.vm08.stdout: mariadb-connector-c-doc-3.2.6-1.el9_0.noarch 2026-03-05T18:28:06.800 INFO:teuthology.orchestra.run.vm08.stdout: mariadb-devel-3:10.5.29-3.el9_7.x86_64 2026-03-05T18:28:06.800 INFO:teuthology.orchestra.run.vm08.stdout: openssl-devel-1:3.5.1-4.el9_7.x86_64 2026-03-05T18:28:06.800 INFO:teuthology.orchestra.run.vm08.stdout: 2026-03-05T18:28:06.800 INFO:teuthology.orchestra.run.vm08.stdout:Complete! 2026-03-05T18:28:06.850 INFO:teuthology.packaging:Installing package mariadb-server on ubuntu@vm08.local 2026-03-05T18:28:06.850 DEBUG:teuthology.orchestra.run.vm08:> sudo yum -y install mariadb-server 2026-03-05T18:28:07.452 INFO:teuthology.orchestra.run.vm08.stdout:Last metadata expiration check: 0:01:34 ago on Thu 05 Mar 2026 06:26:33 PM CET. 2026-03-05T18:28:07.579 INFO:teuthology.orchestra.run.vm08.stdout:Dependencies resolved. 2026-03-05T18:28:07.581 INFO:teuthology.orchestra.run.vm08.stdout:================================================================================ 2026-03-05T18:28:07.581 INFO:teuthology.orchestra.run.vm08.stdout: Package Arch Version Repository Size 2026-03-05T18:28:07.581 INFO:teuthology.orchestra.run.vm08.stdout:================================================================================ 2026-03-05T18:28:07.581 INFO:teuthology.orchestra.run.vm08.stdout:Installing: 2026-03-05T18:28:07.581 INFO:teuthology.orchestra.run.vm08.stdout: mariadb-server x86_64 3:10.5.29-3.el9_7 appstream 9.7 M 2026-03-05T18:28:07.581 INFO:teuthology.orchestra.run.vm08.stdout:Installing dependencies: 2026-03-05T18:28:07.581 INFO:teuthology.orchestra.run.vm08.stdout: mariadb-errmsg x86_64 3:10.5.29-3.el9_7 appstream 210 k 2026-03-05T18:28:07.581 INFO:teuthology.orchestra.run.vm08.stdout: mysql-selinux noarch 1.0.14-1.el9_6 appstream 36 k 2026-03-05T18:28:07.581 INFO:teuthology.orchestra.run.vm08.stdout: perl-DBD-MariaDB x86_64 1.21-17.el9 appstream 149 k 2026-03-05T18:28:07.581 INFO:teuthology.orchestra.run.vm08.stdout: perl-DBI x86_64 1.643-9.el9 appstream 700 k 2026-03-05T18:28:07.581 INFO:teuthology.orchestra.run.vm08.stdout: perl-Math-BigInt noarch 1:1.9998.18-460.el9 appstream 188 k 2026-03-05T18:28:07.581 INFO:teuthology.orchestra.run.vm08.stdout: perl-Math-Complex noarch 1.59-481.1.el9_6 appstream 45 k 2026-03-05T18:28:07.581 INFO:teuthology.orchestra.run.vm08.stdout:Installing weak dependencies: 2026-03-05T18:28:07.581 INFO:teuthology.orchestra.run.vm08.stdout: mariadb-backup x86_64 3:10.5.29-3.el9_7 appstream 6.5 M 2026-03-05T18:28:07.581 INFO:teuthology.orchestra.run.vm08.stdout: mariadb-gssapi-server x86_64 3:10.5.29-3.el9_7 appstream 14 k 2026-03-05T18:28:07.581 INFO:teuthology.orchestra.run.vm08.stdout: mariadb-server-utils x86_64 3:10.5.29-3.el9_7 appstream 210 k 2026-03-05T18:28:07.581 INFO:teuthology.orchestra.run.vm08.stdout: 2026-03-05T18:28:07.582 INFO:teuthology.orchestra.run.vm08.stdout:Transaction Summary 2026-03-05T18:28:07.582 INFO:teuthology.orchestra.run.vm08.stdout:================================================================================ 2026-03-05T18:28:07.582 INFO:teuthology.orchestra.run.vm08.stdout:Install 10 Packages 2026-03-05T18:28:07.582 INFO:teuthology.orchestra.run.vm08.stdout: 2026-03-05T18:28:07.582 INFO:teuthology.orchestra.run.vm08.stdout:Total download size: 18 M 2026-03-05T18:28:07.583 INFO:teuthology.orchestra.run.vm08.stdout:Installed size: 94 M 2026-03-05T18:28:07.583 INFO:teuthology.orchestra.run.vm08.stdout:Downloading Packages: 2026-03-05T18:28:08.057 INFO:teuthology.orchestra.run.vm08.stdout:(1/10): mariadb-gssapi-server-10.5.29-3.el9_7.x 45 kB/s | 14 kB 00:00 2026-03-05T18:28:08.418 INFO:teuthology.orchestra.run.vm08.stdout:(2/10): mariadb-errmsg-10.5.29-3.el9_7.x86_64.r 311 kB/s | 210 kB 00:00 2026-03-05T18:28:08.621 INFO:teuthology.orchestra.run.vm08.stdout:(3/10): mariadb-server-utils-10.5.29-3.el9_7.x8 1.0 MB/s | 210 kB 00:00 2026-03-05T18:28:08.751 INFO:teuthology.orchestra.run.vm08.stdout:(4/10): mysql-selinux-1.0.14-1.el9_6.noarch.rpm 279 kB/s | 36 kB 00:00 2026-03-05T18:28:08.901 INFO:teuthology.orchestra.run.vm08.stdout:(5/10): perl-DBD-MariaDB-1.21-17.el9.x86_64.rpm 1.0 MB/s | 149 kB 00:00 2026-03-05T18:28:09.024 INFO:teuthology.orchestra.run.vm08.stdout:(6/10): mariadb-backup-10.5.29-3.el9_7.x86_64.r 5.1 MB/s | 6.5 MB 00:01 2026-03-05T18:28:09.135 INFO:teuthology.orchestra.run.vm08.stdout:(7/10): perl-Math-BigInt-1.9998.18-460.el9.noar 1.7 MB/s | 188 kB 00:00 2026-03-05T18:28:09.234 INFO:teuthology.orchestra.run.vm08.stdout:(8/10): perl-DBI-1.643-9.el9.x86_64.rpm 2.1 MB/s | 700 kB 00:00 2026-03-05T18:28:09.240 INFO:teuthology.orchestra.run.vm08.stdout:(9/10): perl-Math-Complex-1.59-481.1.el9_6.noar 430 kB/s | 45 kB 00:00 2026-03-05T18:28:09.320 INFO:teuthology.orchestra.run.vm08.stdout:(10/10): mariadb-server-10.5.29-3.el9_7.x86_64. 7.7 MB/s | 9.7 MB 00:01 2026-03-05T18:28:09.320 INFO:teuthology.orchestra.run.vm08.stdout:-------------------------------------------------------------------------------- 2026-03-05T18:28:09.320 INFO:teuthology.orchestra.run.vm08.stdout:Total 10 MB/s | 18 MB 00:01 2026-03-05T18:28:09.484 INFO:teuthology.orchestra.run.vm08.stdout:Running transaction check 2026-03-05T18:28:09.501 INFO:teuthology.orchestra.run.vm08.stdout:Transaction check succeeded. 2026-03-05T18:28:09.501 INFO:teuthology.orchestra.run.vm08.stdout:Running transaction test 2026-03-05T18:28:09.605 INFO:teuthology.orchestra.run.vm08.stdout:Transaction test succeeded. 2026-03-05T18:28:09.605 INFO:teuthology.orchestra.run.vm08.stdout:Running transaction 2026-03-05T18:28:09.743 INFO:teuthology.orchestra.run.vm08.stdout: Preparing : 1/1 2026-03-05T18:28:09.751 INFO:teuthology.orchestra.run.vm08.stdout: Installing : perl-Math-Complex-1.59-481.1.el9_6.noarch 1/10 2026-03-05T18:28:09.787 INFO:teuthology.orchestra.run.vm08.stdout: Installing : perl-Math-BigInt-1:1.9998.18-460.el9.noarch 2/10 2026-03-05T18:28:09.796 INFO:teuthology.orchestra.run.vm08.stdout: Installing : perl-DBI-1.643-9.el9.x86_64 3/10 2026-03-05T18:28:09.799 INFO:teuthology.orchestra.run.vm08.stdout: Installing : perl-DBD-MariaDB-1.21-17.el9.x86_64 4/10 2026-03-05T18:28:09.810 INFO:teuthology.orchestra.run.vm08.stdout: Running scriptlet: mysql-selinux-1.0.14-1.el9_6.noarch 5/10 2026-03-05T18:28:09.816 INFO:teuthology.orchestra.run.vm08.stdout: Installing : mysql-selinux-1.0.14-1.el9_6.noarch 5/10 2026-03-05T18:28:15.804 INFO:teuthology.orchestra.run.vm08.stdout: Running scriptlet: mysql-selinux-1.0.14-1.el9_6.noarch 5/10 2026-03-05T18:28:15.804 INFO:teuthology.orchestra.run.vm08.stdout:libsemanage.semanage_direct_install_info: Overriding mysql module at lower priority 100 with module at priority 200. 2026-03-05T18:28:15.804 INFO:teuthology.orchestra.run.vm08.stdout: 2026-03-05T18:28:15.832 INFO:teuthology.orchestra.run.vm08.stdout: Installing : mariadb-errmsg-3:10.5.29-3.el9_7.x86_64 6/10 2026-03-05T18:28:15.844 INFO:teuthology.orchestra.run.vm08.stdout: Installing : mariadb-gssapi-server-3:10.5.29-3.el9_7.x86_64 7/10 2026-03-05T18:28:15.846 INFO:teuthology.orchestra.run.vm08.stdout: Installing : mariadb-server-utils-3:10.5.29-3.el9_7.x86_64 8/10 2026-03-05T18:28:16.035 INFO:teuthology.orchestra.run.vm08.stdout: Running scriptlet: mariadb-server-3:10.5.29-3.el9_7.x86_64 9/10 2026-03-05T18:28:16.042 INFO:teuthology.orchestra.run.vm08.stdout: Installing : mariadb-server-3:10.5.29-3.el9_7.x86_64 9/10 2026-03-05T18:28:16.119 INFO:teuthology.orchestra.run.vm08.stdout: Running scriptlet: mariadb-server-3:10.5.29-3.el9_7.x86_64 9/10 2026-03-05T18:28:16.122 INFO:teuthology.orchestra.run.vm08.stdout: Installing : mariadb-backup-3:10.5.29-3.el9_7.x86_64 10/10 2026-03-05T18:28:16.628 INFO:teuthology.orchestra.run.vm08.stdout: Running scriptlet: mysql-selinux-1.0.14-1.el9_6.noarch 10/10 2026-03-05T18:28:17.127 INFO:teuthology.orchestra.run.vm08.stdout: Running scriptlet: mariadb-backup-3:10.5.29-3.el9_7.x86_64 10/10 2026-03-05T18:28:17.127 INFO:teuthology.orchestra.run.vm08.stdout: Verifying : mariadb-backup-3:10.5.29-3.el9_7.x86_64 1/10 2026-03-05T18:28:17.127 INFO:teuthology.orchestra.run.vm08.stdout: Verifying : mariadb-errmsg-3:10.5.29-3.el9_7.x86_64 2/10 2026-03-05T18:28:17.127 INFO:teuthology.orchestra.run.vm08.stdout: Verifying : mariadb-gssapi-server-3:10.5.29-3.el9_7.x86_64 3/10 2026-03-05T18:28:17.127 INFO:teuthology.orchestra.run.vm08.stdout: Verifying : mariadb-server-3:10.5.29-3.el9_7.x86_64 4/10 2026-03-05T18:28:17.127 INFO:teuthology.orchestra.run.vm08.stdout: Verifying : mariadb-server-utils-3:10.5.29-3.el9_7.x86_64 5/10 2026-03-05T18:28:17.127 INFO:teuthology.orchestra.run.vm08.stdout: Verifying : mysql-selinux-1.0.14-1.el9_6.noarch 6/10 2026-03-05T18:28:17.127 INFO:teuthology.orchestra.run.vm08.stdout: Verifying : perl-DBD-MariaDB-1.21-17.el9.x86_64 7/10 2026-03-05T18:28:17.127 INFO:teuthology.orchestra.run.vm08.stdout: Verifying : perl-DBI-1.643-9.el9.x86_64 8/10 2026-03-05T18:28:17.127 INFO:teuthology.orchestra.run.vm08.stdout: Verifying : perl-Math-BigInt-1:1.9998.18-460.el9.noarch 9/10 2026-03-05T18:28:17.194 INFO:teuthology.orchestra.run.vm08.stdout: Verifying : perl-Math-Complex-1.59-481.1.el9_6.noarch 10/10 2026-03-05T18:28:17.194 INFO:teuthology.orchestra.run.vm08.stdout: 2026-03-05T18:28:17.194 INFO:teuthology.orchestra.run.vm08.stdout:Installed: 2026-03-05T18:28:17.194 INFO:teuthology.orchestra.run.vm08.stdout: mariadb-backup-3:10.5.29-3.el9_7.x86_64 2026-03-05T18:28:17.194 INFO:teuthology.orchestra.run.vm08.stdout: mariadb-errmsg-3:10.5.29-3.el9_7.x86_64 2026-03-05T18:28:17.194 INFO:teuthology.orchestra.run.vm08.stdout: mariadb-gssapi-server-3:10.5.29-3.el9_7.x86_64 2026-03-05T18:28:17.194 INFO:teuthology.orchestra.run.vm08.stdout: mariadb-server-3:10.5.29-3.el9_7.x86_64 2026-03-05T18:28:17.194 INFO:teuthology.orchestra.run.vm08.stdout: mariadb-server-utils-3:10.5.29-3.el9_7.x86_64 2026-03-05T18:28:17.194 INFO:teuthology.orchestra.run.vm08.stdout: mysql-selinux-1.0.14-1.el9_6.noarch 2026-03-05T18:28:17.194 INFO:teuthology.orchestra.run.vm08.stdout: perl-DBD-MariaDB-1.21-17.el9.x86_64 2026-03-05T18:28:17.194 INFO:teuthology.orchestra.run.vm08.stdout: perl-DBI-1.643-9.el9.x86_64 2026-03-05T18:28:17.194 INFO:teuthology.orchestra.run.vm08.stdout: perl-Math-BigInt-1:1.9998.18-460.el9.noarch 2026-03-05T18:28:17.194 INFO:teuthology.orchestra.run.vm08.stdout: perl-Math-Complex-1.59-481.1.el9_6.noarch 2026-03-05T18:28:17.194 INFO:teuthology.orchestra.run.vm08.stdout: 2026-03-05T18:28:17.194 INFO:teuthology.orchestra.run.vm08.stdout:Complete! 2026-03-05T18:28:17.249 INFO:teuthology.packaging:Installing package openldap-devel on ubuntu@vm08.local 2026-03-05T18:28:17.249 DEBUG:teuthology.orchestra.run.vm08:> sudo yum -y install openldap-devel 2026-03-05T18:28:17.705 INFO:teuthology.orchestra.run.vm08.stdout:Last metadata expiration check: 0:01:44 ago on Thu 05 Mar 2026 06:26:33 PM CET. 2026-03-05T18:28:17.789 INFO:teuthology.orchestra.run.vm08.stdout:Dependencies resolved. 2026-03-05T18:28:17.790 INFO:teuthology.orchestra.run.vm08.stdout:================================================================================ 2026-03-05T18:28:17.790 INFO:teuthology.orchestra.run.vm08.stdout: Package Architecture Version Repository Size 2026-03-05T18:28:17.790 INFO:teuthology.orchestra.run.vm08.stdout:================================================================================ 2026-03-05T18:28:17.790 INFO:teuthology.orchestra.run.vm08.stdout:Installing: 2026-03-05T18:28:17.790 INFO:teuthology.orchestra.run.vm08.stdout: openldap-devel x86_64 2.6.8-4.el9.0.1 appstream 684 k 2026-03-05T18:28:17.790 INFO:teuthology.orchestra.run.vm08.stdout: 2026-03-05T18:28:17.790 INFO:teuthology.orchestra.run.vm08.stdout:Transaction Summary 2026-03-05T18:28:17.790 INFO:teuthology.orchestra.run.vm08.stdout:================================================================================ 2026-03-05T18:28:17.790 INFO:teuthology.orchestra.run.vm08.stdout:Install 1 Package 2026-03-05T18:28:17.790 INFO:teuthology.orchestra.run.vm08.stdout: 2026-03-05T18:28:17.790 INFO:teuthology.orchestra.run.vm08.stdout:Total download size: 684 k 2026-03-05T18:28:17.790 INFO:teuthology.orchestra.run.vm08.stdout:Installed size: 3.7 M 2026-03-05T18:28:17.790 INFO:teuthology.orchestra.run.vm08.stdout:Downloading Packages: 2026-03-05T18:28:18.721 INFO:teuthology.orchestra.run.vm08.stdout:openldap-devel-2.6.8-4.el9.0.1.x86_64.rpm 884 kB/s | 684 kB 00:00 2026-03-05T18:28:18.721 INFO:teuthology.orchestra.run.vm08.stdout:-------------------------------------------------------------------------------- 2026-03-05T18:28:18.722 INFO:teuthology.orchestra.run.vm08.stdout:Total 734 kB/s | 684 kB 00:00 2026-03-05T18:28:18.736 INFO:teuthology.orchestra.run.vm08.stdout:Running transaction check 2026-03-05T18:28:18.741 INFO:teuthology.orchestra.run.vm08.stdout:Transaction check succeeded. 2026-03-05T18:28:18.741 INFO:teuthology.orchestra.run.vm08.stdout:Running transaction test 2026-03-05T18:28:18.754 INFO:teuthology.orchestra.run.vm08.stdout:Transaction test succeeded. 2026-03-05T18:28:18.754 INFO:teuthology.orchestra.run.vm08.stdout:Running transaction 2026-03-05T18:28:18.857 INFO:teuthology.orchestra.run.vm08.stdout: Preparing : 1/1 2026-03-05T18:28:18.879 INFO:teuthology.orchestra.run.vm08.stdout: Installing : openldap-devel-2.6.8-4.el9.0.1.x86_64 1/1 2026-03-05T18:28:18.973 INFO:teuthology.orchestra.run.vm08.stdout: Running scriptlet: openldap-devel-2.6.8-4.el9.0.1.x86_64 1/1 2026-03-05T18:28:19.026 INFO:teuthology.orchestra.run.vm08.stdout: Verifying : openldap-devel-2.6.8-4.el9.0.1.x86_64 1/1 2026-03-05T18:28:19.026 INFO:teuthology.orchestra.run.vm08.stdout: 2026-03-05T18:28:19.026 INFO:teuthology.orchestra.run.vm08.stdout:Installed: 2026-03-05T18:28:19.026 INFO:teuthology.orchestra.run.vm08.stdout: openldap-devel-2.6.8-4.el9.0.1.x86_64 2026-03-05T18:28:19.026 INFO:teuthology.orchestra.run.vm08.stdout: 2026-03-05T18:28:19.026 INFO:teuthology.orchestra.run.vm08.stdout:Complete! 2026-03-05T18:28:19.068 INFO:teuthology.packaging:Installing package openssl-devel on ubuntu@vm08.local 2026-03-05T18:28:19.069 DEBUG:teuthology.orchestra.run.vm08:> sudo yum -y install openssl-devel 2026-03-05T18:28:19.689 INFO:teuthology.orchestra.run.vm08.stdout:Last metadata expiration check: 0:01:46 ago on Thu 05 Mar 2026 06:26:33 PM CET. 2026-03-05T18:28:19.791 INFO:teuthology.orchestra.run.vm08.stdout:Package openssl-devel-1:3.5.1-4.el9_7.x86_64 is already installed. 2026-03-05T18:28:19.814 INFO:teuthology.orchestra.run.vm08.stdout:Dependencies resolved. 2026-03-05T18:28:19.814 INFO:teuthology.orchestra.run.vm08.stdout:================================================================================ 2026-03-05T18:28:19.814 INFO:teuthology.orchestra.run.vm08.stdout: Package Arch Version Repository Size 2026-03-05T18:28:19.814 INFO:teuthology.orchestra.run.vm08.stdout:================================================================================ 2026-03-05T18:28:19.814 INFO:teuthology.orchestra.run.vm08.stdout:Upgrading: 2026-03-05T18:28:19.814 INFO:teuthology.orchestra.run.vm08.stdout: openssl x86_64 1:3.5.1-7.el9_7 baseos 1.4 M 2026-03-05T18:28:19.814 INFO:teuthology.orchestra.run.vm08.stdout: openssl-devel x86_64 1:3.5.1-7.el9_7 appstream 3.4 M 2026-03-05T18:28:19.814 INFO:teuthology.orchestra.run.vm08.stdout: openssl-fips-provider x86_64 1:3.5.1-7.el9_7 baseos 812 k 2026-03-05T18:28:19.814 INFO:teuthology.orchestra.run.vm08.stdout: openssl-libs x86_64 1:3.5.1-7.el9_7 baseos 2.3 M 2026-03-05T18:28:19.814 INFO:teuthology.orchestra.run.vm08.stdout: 2026-03-05T18:28:19.814 INFO:teuthology.orchestra.run.vm08.stdout:Transaction Summary 2026-03-05T18:28:19.814 INFO:teuthology.orchestra.run.vm08.stdout:================================================================================ 2026-03-05T18:28:19.814 INFO:teuthology.orchestra.run.vm08.stdout:Upgrade 4 Packages 2026-03-05T18:28:19.815 INFO:teuthology.orchestra.run.vm08.stdout: 2026-03-05T18:28:19.815 INFO:teuthology.orchestra.run.vm08.stdout:Total download size: 7.9 M 2026-03-05T18:28:19.815 INFO:teuthology.orchestra.run.vm08.stdout:Downloading Packages: 2026-03-05T18:28:21.757 INFO:teuthology.orchestra.run.vm08.stdout:(1/4): openssl-fips-provider-3.5.1-7.el9_7.x86_ 497 kB/s | 812 kB 00:01 2026-03-05T18:28:21.909 INFO:teuthology.orchestra.run.vm08.stdout:(2/4): openssl-3.5.1-7.el9_7.x86_64.rpm 808 kB/s | 1.4 MB 00:01 2026-03-05T18:28:22.042 INFO:teuthology.orchestra.run.vm08.stdout:(3/4): openssl-libs-3.5.1-7.el9_7.x86_64.rpm 1.2 MB/s | 2.3 MB 00:01 2026-03-05T18:28:23.306 INFO:teuthology.orchestra.run.vm08.stdout:(4/4): openssl-devel-3.5.1-7.el9_7.x86_64.rpm 2.2 MB/s | 3.4 MB 00:01 2026-03-05T18:28:23.311 INFO:teuthology.orchestra.run.vm08.stdout:-------------------------------------------------------------------------------- 2026-03-05T18:28:23.311 INFO:teuthology.orchestra.run.vm08.stdout:Total 2.3 MB/s | 7.9 MB 00:03 2026-03-05T18:28:23.373 INFO:teuthology.orchestra.run.vm08.stdout:Running transaction check 2026-03-05T18:28:23.399 INFO:teuthology.orchestra.run.vm08.stdout:Transaction check succeeded. 2026-03-05T18:28:23.399 INFO:teuthology.orchestra.run.vm08.stdout:Running transaction test 2026-03-05T18:28:23.492 INFO:teuthology.orchestra.run.vm08.stdout:Transaction test succeeded. 2026-03-05T18:28:23.492 INFO:teuthology.orchestra.run.vm08.stdout:Running transaction 2026-03-05T18:28:23.629 INFO:teuthology.orchestra.run.vm08.stdout: Preparing : 1/1 2026-03-05T18:28:23.637 INFO:teuthology.orchestra.run.vm08.stdout: Upgrading : openssl-libs-1:3.5.1-7.el9_7.x86_64 1/8 2026-03-05T18:28:23.703 INFO:teuthology.orchestra.run.vm08.stdout: Upgrading : openssl-fips-provider-1:3.5.1-7.el9_7.x86_64 2/8 2026-03-05T18:28:24.343 INFO:teuthology.orchestra.run.vm08.stdout: Upgrading : openssl-1:3.5.1-7.el9_7.x86_64 3/8 2026-03-05T18:28:24.378 INFO:teuthology.orchestra.run.vm08.stdout: Upgrading : openssl-devel-1:3.5.1-7.el9_7.x86_64 4/8 2026-03-05T18:28:24.384 INFO:teuthology.orchestra.run.vm08.stdout: Cleanup : openssl-1:3.5.1-4.el9_7.x86_64 5/8 2026-03-05T18:28:24.394 INFO:teuthology.orchestra.run.vm08.stdout: Cleanup : openssl-devel-1:3.5.1-4.el9_7.x86_64 6/8 2026-03-05T18:28:24.396 INFO:teuthology.orchestra.run.vm08.stdout: Cleanup : openssl-fips-provider-1:3.5.1-4.el9_7.x86_64 7/8 2026-03-05T18:28:24.418 INFO:teuthology.orchestra.run.vm08.stdout: Cleanup : openssl-libs-1:3.5.1-4.el9_7.x86_64 8/8 2026-03-05T18:28:24.589 INFO:teuthology.orchestra.run.vm08.stdout: Running scriptlet: openssl-libs-1:3.5.1-4.el9_7.x86_64 8/8 2026-03-05T18:28:24.589 INFO:teuthology.orchestra.run.vm08.stdout: Verifying : openssl-1:3.5.1-7.el9_7.x86_64 1/8 2026-03-05T18:28:24.589 INFO:teuthology.orchestra.run.vm08.stdout: Verifying : openssl-1:3.5.1-4.el9_7.x86_64 2/8 2026-03-05T18:28:24.589 INFO:teuthology.orchestra.run.vm08.stdout: Verifying : openssl-fips-provider-1:3.5.1-7.el9_7.x86_64 3/8 2026-03-05T18:28:24.589 INFO:teuthology.orchestra.run.vm08.stdout: Verifying : openssl-fips-provider-1:3.5.1-4.el9_7.x86_64 4/8 2026-03-05T18:28:24.589 INFO:teuthology.orchestra.run.vm08.stdout: Verifying : openssl-libs-1:3.5.1-7.el9_7.x86_64 5/8 2026-03-05T18:28:24.589 INFO:teuthology.orchestra.run.vm08.stdout: Verifying : openssl-libs-1:3.5.1-4.el9_7.x86_64 6/8 2026-03-05T18:28:24.589 INFO:teuthology.orchestra.run.vm08.stdout: Verifying : openssl-devel-1:3.5.1-7.el9_7.x86_64 7/8 2026-03-05T18:28:24.653 INFO:teuthology.orchestra.run.vm08.stdout: Verifying : openssl-devel-1:3.5.1-4.el9_7.x86_64 8/8 2026-03-05T18:28:24.653 INFO:teuthology.orchestra.run.vm08.stdout: 2026-03-05T18:28:24.653 INFO:teuthology.orchestra.run.vm08.stdout:Upgraded: 2026-03-05T18:28:24.653 INFO:teuthology.orchestra.run.vm08.stdout: openssl-1:3.5.1-7.el9_7.x86_64 2026-03-05T18:28:24.653 INFO:teuthology.orchestra.run.vm08.stdout: openssl-devel-1:3.5.1-7.el9_7.x86_64 2026-03-05T18:28:24.653 INFO:teuthology.orchestra.run.vm08.stdout: openssl-fips-provider-1:3.5.1-7.el9_7.x86_64 2026-03-05T18:28:24.653 INFO:teuthology.orchestra.run.vm08.stdout: openssl-libs-1:3.5.1-7.el9_7.x86_64 2026-03-05T18:28:24.653 INFO:teuthology.orchestra.run.vm08.stdout: 2026-03-05T18:28:24.653 INFO:teuthology.orchestra.run.vm08.stdout:Complete! 2026-03-05T18:28:24.734 INFO:teuthology.packaging:Installing package postgresql on ubuntu@vm08.local 2026-03-05T18:28:24.734 DEBUG:teuthology.orchestra.run.vm08:> sudo yum -y install postgresql 2026-03-05T18:28:25.366 INFO:teuthology.orchestra.run.vm08.stdout:Last metadata expiration check: 0:01:52 ago on Thu 05 Mar 2026 06:26:33 PM CET. 2026-03-05T18:28:25.499 INFO:teuthology.orchestra.run.vm08.stdout:Dependencies resolved. 2026-03-05T18:28:25.499 INFO:teuthology.orchestra.run.vm08.stdout:================================================================================ 2026-03-05T18:28:25.499 INFO:teuthology.orchestra.run.vm08.stdout: Package Arch Version Repository Size 2026-03-05T18:28:25.499 INFO:teuthology.orchestra.run.vm08.stdout:================================================================================ 2026-03-05T18:28:25.499 INFO:teuthology.orchestra.run.vm08.stdout:Installing: 2026-03-05T18:28:25.499 INFO:teuthology.orchestra.run.vm08.stdout: postgresql x86_64 13.23-1.el9_7 appstream 1.6 M 2026-03-05T18:28:25.499 INFO:teuthology.orchestra.run.vm08.stdout:Installing dependencies: 2026-03-05T18:28:25.499 INFO:teuthology.orchestra.run.vm08.stdout: postgresql-private-libs x86_64 13.23-1.el9_7 appstream 140 k 2026-03-05T18:28:25.499 INFO:teuthology.orchestra.run.vm08.stdout: 2026-03-05T18:28:25.500 INFO:teuthology.orchestra.run.vm08.stdout:Transaction Summary 2026-03-05T18:28:25.500 INFO:teuthology.orchestra.run.vm08.stdout:================================================================================ 2026-03-05T18:28:25.500 INFO:teuthology.orchestra.run.vm08.stdout:Install 2 Packages 2026-03-05T18:28:25.500 INFO:teuthology.orchestra.run.vm08.stdout: 2026-03-05T18:28:25.500 INFO:teuthology.orchestra.run.vm08.stdout:Total download size: 1.7 M 2026-03-05T18:28:25.500 INFO:teuthology.orchestra.run.vm08.stdout:Installed size: 6.2 M 2026-03-05T18:28:25.500 INFO:teuthology.orchestra.run.vm08.stdout:Downloading Packages: 2026-03-05T18:28:26.834 INFO:teuthology.orchestra.run.vm08.stdout:(1/2): postgresql-private-libs-13.23-1.el9_7.x8 119 kB/s | 140 kB 00:01 2026-03-05T18:28:27.491 INFO:teuthology.orchestra.run.vm08.stdout:(2/2): postgresql-13.23-1.el9_7.x86_64.rpm 873 kB/s | 1.6 MB 00:01 2026-03-05T18:28:27.492 INFO:teuthology.orchestra.run.vm08.stdout:-------------------------------------------------------------------------------- 2026-03-05T18:28:27.492 INFO:teuthology.orchestra.run.vm08.stdout:Total 874 kB/s | 1.7 MB 00:01 2026-03-05T18:28:27.523 INFO:teuthology.orchestra.run.vm08.stdout:Running transaction check 2026-03-05T18:28:27.528 INFO:teuthology.orchestra.run.vm08.stdout:Transaction check succeeded. 2026-03-05T18:28:27.528 INFO:teuthology.orchestra.run.vm08.stdout:Running transaction test 2026-03-05T18:28:27.564 INFO:teuthology.orchestra.run.vm08.stdout:Transaction test succeeded. 2026-03-05T18:28:27.564 INFO:teuthology.orchestra.run.vm08.stdout:Running transaction 2026-03-05T18:28:27.624 INFO:teuthology.orchestra.run.vm08.stdout: Preparing : 1/1 2026-03-05T18:28:27.696 INFO:teuthology.orchestra.run.vm08.stdout: Installing : postgresql-private-libs-13.23-1.el9_7.x86_64 1/2 2026-03-05T18:28:27.719 INFO:teuthology.orchestra.run.vm08.stdout: Installing : postgresql-13.23-1.el9_7.x86_64 2/2 2026-03-05T18:28:27.827 INFO:teuthology.orchestra.run.vm08.stdout: Running scriptlet: postgresql-13.23-1.el9_7.x86_64 2/2 2026-03-05T18:28:27.827 INFO:teuthology.orchestra.run.vm08.stdout: Verifying : postgresql-13.23-1.el9_7.x86_64 1/2 2026-03-05T18:28:27.883 INFO:teuthology.orchestra.run.vm08.stdout: Verifying : postgresql-private-libs-13.23-1.el9_7.x86_64 2/2 2026-03-05T18:28:27.883 INFO:teuthology.orchestra.run.vm08.stdout: 2026-03-05T18:28:27.883 INFO:teuthology.orchestra.run.vm08.stdout:Installed: 2026-03-05T18:28:27.883 INFO:teuthology.orchestra.run.vm08.stdout: postgresql-13.23-1.el9_7.x86_64 postgresql-private-libs-13.23-1.el9_7.x86_64 2026-03-05T18:28:27.883 INFO:teuthology.orchestra.run.vm08.stdout: 2026-03-05T18:28:27.883 INFO:teuthology.orchestra.run.vm08.stdout:Complete! 2026-03-05T18:28:27.925 INFO:teuthology.packaging:Installing package postgresql-devel on ubuntu@vm08.local 2026-03-05T18:28:27.925 DEBUG:teuthology.orchestra.run.vm08:> sudo yum -y install postgresql-devel 2026-03-05T18:28:28.343 INFO:teuthology.orchestra.run.vm08.stdout:Last metadata expiration check: 0:01:55 ago on Thu 05 Mar 2026 06:26:33 PM CET. 2026-03-05T18:28:28.422 INFO:teuthology.orchestra.run.vm08.stdout:Dependencies resolved. 2026-03-05T18:28:28.422 INFO:teuthology.orchestra.run.vm08.stdout:================================================================================ 2026-03-05T18:28:28.422 INFO:teuthology.orchestra.run.vm08.stdout: Package Architecture Version Repository Size 2026-03-05T18:28:28.422 INFO:teuthology.orchestra.run.vm08.stdout:================================================================================ 2026-03-05T18:28:28.422 INFO:teuthology.orchestra.run.vm08.stdout:Installing: 2026-03-05T18:28:28.422 INFO:teuthology.orchestra.run.vm08.stdout: libpq-devel x86_64 13.23-1.el9_7 appstream 92 k 2026-03-05T18:28:28.422 INFO:teuthology.orchestra.run.vm08.stdout:Installing dependencies: 2026-03-05T18:28:28.423 INFO:teuthology.orchestra.run.vm08.stdout: libpq x86_64 13.23-1.el9_7 appstream 208 k 2026-03-05T18:28:28.423 INFO:teuthology.orchestra.run.vm08.stdout: 2026-03-05T18:28:28.423 INFO:teuthology.orchestra.run.vm08.stdout:Transaction Summary 2026-03-05T18:28:28.423 INFO:teuthology.orchestra.run.vm08.stdout:================================================================================ 2026-03-05T18:28:28.423 INFO:teuthology.orchestra.run.vm08.stdout:Install 2 Packages 2026-03-05T18:28:28.423 INFO:teuthology.orchestra.run.vm08.stdout: 2026-03-05T18:28:28.423 INFO:teuthology.orchestra.run.vm08.stdout:Total download size: 300 k 2026-03-05T18:28:28.423 INFO:teuthology.orchestra.run.vm08.stdout:Installed size: 1.0 M 2026-03-05T18:28:28.423 INFO:teuthology.orchestra.run.vm08.stdout:Downloading Packages: 2026-03-05T18:28:29.260 INFO:teuthology.orchestra.run.vm08.stdout:(1/2): libpq-devel-13.23-1.el9_7.x86_64.rpm 135 kB/s | 92 kB 00:00 2026-03-05T18:28:29.385 INFO:teuthology.orchestra.run.vm08.stdout:(2/2): libpq-13.23-1.el9_7.x86_64.rpm 257 kB/s | 208 kB 00:00 2026-03-05T18:28:29.385 INFO:teuthology.orchestra.run.vm08.stdout:-------------------------------------------------------------------------------- 2026-03-05T18:28:29.385 INFO:teuthology.orchestra.run.vm08.stdout:Total 311 kB/s | 300 kB 00:00 2026-03-05T18:28:29.406 INFO:teuthology.orchestra.run.vm08.stdout:Running transaction check 2026-03-05T18:28:29.410 INFO:teuthology.orchestra.run.vm08.stdout:Transaction check succeeded. 2026-03-05T18:28:29.411 INFO:teuthology.orchestra.run.vm08.stdout:Running transaction test 2026-03-05T18:28:29.434 INFO:teuthology.orchestra.run.vm08.stdout:Transaction test succeeded. 2026-03-05T18:28:29.434 INFO:teuthology.orchestra.run.vm08.stdout:Running transaction 2026-03-05T18:28:29.484 INFO:teuthology.orchestra.run.vm08.stdout: Preparing : 1/1 2026-03-05T18:28:29.496 INFO:teuthology.orchestra.run.vm08.stdout: Installing : libpq-13.23-1.el9_7.x86_64 1/2 2026-03-05T18:28:29.516 INFO:teuthology.orchestra.run.vm08.stdout: Installing : libpq-devel-13.23-1.el9_7.x86_64 2/2 2026-03-05T18:28:29.579 INFO:teuthology.orchestra.run.vm08.stdout: Running scriptlet: libpq-devel-13.23-1.el9_7.x86_64 2/2 2026-03-05T18:28:29.579 INFO:teuthology.orchestra.run.vm08.stdout: Verifying : libpq-13.23-1.el9_7.x86_64 1/2 2026-03-05T18:28:29.630 INFO:teuthology.orchestra.run.vm08.stdout: Verifying : libpq-devel-13.23-1.el9_7.x86_64 2/2 2026-03-05T18:28:29.630 INFO:teuthology.orchestra.run.vm08.stdout: 2026-03-05T18:28:29.630 INFO:teuthology.orchestra.run.vm08.stdout:Installed: 2026-03-05T18:28:29.630 INFO:teuthology.orchestra.run.vm08.stdout: libpq-13.23-1.el9_7.x86_64 libpq-devel-13.23-1.el9_7.x86_64 2026-03-05T18:28:29.630 INFO:teuthology.orchestra.run.vm08.stdout: 2026-03-05T18:28:29.630 INFO:teuthology.orchestra.run.vm08.stdout:Complete! 2026-03-05T18:28:29.662 INFO:teuthology.packaging:Installing package postgresql-server on ubuntu@vm08.local 2026-03-05T18:28:29.662 DEBUG:teuthology.orchestra.run.vm08:> sudo yum -y install postgresql-server 2026-03-05T18:28:30.087 INFO:teuthology.orchestra.run.vm08.stdout:Last metadata expiration check: 0:01:57 ago on Thu 05 Mar 2026 06:26:33 PM CET. 2026-03-05T18:28:30.167 INFO:teuthology.orchestra.run.vm08.stdout:Dependencies resolved. 2026-03-05T18:28:30.167 INFO:teuthology.orchestra.run.vm08.stdout:================================================================================ 2026-03-05T18:28:30.167 INFO:teuthology.orchestra.run.vm08.stdout: Package Architecture Version Repository Size 2026-03-05T18:28:30.167 INFO:teuthology.orchestra.run.vm08.stdout:================================================================================ 2026-03-05T18:28:30.167 INFO:teuthology.orchestra.run.vm08.stdout:Installing: 2026-03-05T18:28:30.167 INFO:teuthology.orchestra.run.vm08.stdout: postgresql-server x86_64 13.23-1.el9_7 appstream 5.7 M 2026-03-05T18:28:30.167 INFO:teuthology.orchestra.run.vm08.stdout: 2026-03-05T18:28:30.167 INFO:teuthology.orchestra.run.vm08.stdout:Transaction Summary 2026-03-05T18:28:30.167 INFO:teuthology.orchestra.run.vm08.stdout:================================================================================ 2026-03-05T18:28:30.167 INFO:teuthology.orchestra.run.vm08.stdout:Install 1 Package 2026-03-05T18:28:30.167 INFO:teuthology.orchestra.run.vm08.stdout: 2026-03-05T18:28:30.168 INFO:teuthology.orchestra.run.vm08.stdout:Total download size: 5.7 M 2026-03-05T18:28:30.168 INFO:teuthology.orchestra.run.vm08.stdout:Installed size: 23 M 2026-03-05T18:28:30.168 INFO:teuthology.orchestra.run.vm08.stdout:Downloading Packages: 2026-03-05T18:28:32.508 INFO:teuthology.orchestra.run.vm08.stdout:postgresql-server-13.23-1.el9_7.x86_64.rpm 2.6 MB/s | 5.7 MB 00:02 2026-03-05T18:28:32.508 INFO:teuthology.orchestra.run.vm08.stdout:-------------------------------------------------------------------------------- 2026-03-05T18:28:32.509 INFO:teuthology.orchestra.run.vm08.stdout:Total 2.4 MB/s | 5.7 MB 00:02 2026-03-05T18:28:32.530 INFO:teuthology.orchestra.run.vm08.stdout:Running transaction check 2026-03-05T18:28:32.538 INFO:teuthology.orchestra.run.vm08.stdout:Transaction check succeeded. 2026-03-05T18:28:32.538 INFO:teuthology.orchestra.run.vm08.stdout:Running transaction test 2026-03-05T18:28:32.583 INFO:teuthology.orchestra.run.vm08.stdout:Transaction test succeeded. 2026-03-05T18:28:32.583 INFO:teuthology.orchestra.run.vm08.stdout:Running transaction 2026-03-05T18:28:32.645 INFO:teuthology.orchestra.run.vm08.stdout: Preparing : 1/1 2026-03-05T18:28:32.793 INFO:teuthology.orchestra.run.vm08.stdout: Running scriptlet: postgresql-server-13.23-1.el9_7.x86_64 1/1 2026-03-05T18:28:32.800 INFO:teuthology.orchestra.run.vm08.stdout: Installing : postgresql-server-13.23-1.el9_7.x86_64 1/1 2026-03-05T18:28:33.216 INFO:teuthology.orchestra.run.vm08.stdout: Running scriptlet: postgresql-server-13.23-1.el9_7.x86_64 1/1 2026-03-05T18:28:33.281 INFO:teuthology.orchestra.run.vm08.stdout: Verifying : postgresql-server-13.23-1.el9_7.x86_64 1/1 2026-03-05T18:28:33.281 INFO:teuthology.orchestra.run.vm08.stdout: 2026-03-05T18:28:33.281 INFO:teuthology.orchestra.run.vm08.stdout:Installed: 2026-03-05T18:28:33.281 INFO:teuthology.orchestra.run.vm08.stdout: postgresql-server-13.23-1.el9_7.x86_64 2026-03-05T18:28:33.281 INFO:teuthology.orchestra.run.vm08.stdout: 2026-03-05T18:28:33.281 INFO:teuthology.orchestra.run.vm08.stdout:Complete! 2026-03-05T18:28:33.330 INFO:tasks.keystone:Setting up database for keystone... 2026-03-05T18:28:33.330 DEBUG:teuthology.orchestra.run.vm08:> sudo systemctl restart mariadb 2026-03-05T18:28:35.181 DEBUG:teuthology.orchestra.run.vm08:> sudo mysql --execute="CREATE USER 'keystone'@'localhost' IDENTIFIED BY 'SECRET';" 2026-03-05T18:28:35.213 DEBUG:teuthology.orchestra.run.vm08:> sudo mysql --execute="CREATE DATABASE keystone;" 2026-03-05T18:28:35.284 DEBUG:teuthology.orchestra.run.vm08:> sudo mysql --execute="GRANT ALL PRIVILEGES ON keystone.* TO 'keystone'@'localhost';" 2026-03-05T18:28:35.356 DEBUG:teuthology.orchestra.run.vm08:> sudo mysql --execute="FLUSH PRIVILEGES;" 2026-03-05T18:28:35.428 INFO:tasks.keystone:Setting up virtualenv for keystone... 2026-03-05T18:28:35.428 DEBUG:teuthology.orchestra.run.vm08:> cd /home/ubuntu/cephtest/keystone && sed -i 's/usedevelop.*/usedevelop=false/g' tox.ini 2026-03-05T18:28:35.488 DEBUG:teuthology.orchestra.run.vm08:> cd /home/ubuntu/cephtest/keystone && source /home/ubuntu/cephtest/tox-venv/bin/activate && tox -e venv --notest 2026-03-05T18:28:35.618 INFO:teuthology.orchestra.run.vm08.stdout:.tox create: /home/ubuntu/cephtest/keystone/.tox/.tox 2026-03-05T18:28:35.975 INFO:teuthology.orchestra.run.vm08.stdout:.tox installdeps: tox >= 3.18.0 2026-03-05T18:28:41.743 INFO:teuthology.orchestra.run.vm08.stdout:venv: install_deps> python -I -m pip install '.[ldap]' -r /home/ubuntu/cephtest/keystone/test-requirements.txt -c https://releases.openstack.org/constraints/upper/2025.2 2026-03-05T18:28:46.174 INFO:teuthology.orchestra.run.vm08.stdout:ERROR: Package 'keystone' requires a different Python: 3.9.23 not in '>=3.10' 2026-03-05T18:28:46.174 INFO:teuthology.orchestra.run.vm08.stdout:Processing ./. 2026-03-05T18:28:46.174 INFO:teuthology.orchestra.run.vm08.stdout: Installing build dependencies: started 2026-03-05T18:28:46.174 INFO:teuthology.orchestra.run.vm08.stdout: Installing build dependencies: finished with status 'done' 2026-03-05T18:28:46.174 INFO:teuthology.orchestra.run.vm08.stdout: Getting requirements to build wheel: started 2026-03-05T18:28:46.174 INFO:teuthology.orchestra.run.vm08.stdout: Getting requirements to build wheel: finished with status 'done' 2026-03-05T18:28:46.174 INFO:teuthology.orchestra.run.vm08.stdout: Preparing metadata (pyproject.toml): started 2026-03-05T18:28:46.174 INFO:teuthology.orchestra.run.vm08.stdout: Preparing metadata (pyproject.toml): finished with status 'done' 2026-03-05T18:28:46.174 INFO:teuthology.orchestra.run.vm08.stdout:Collecting hacking (from -r /home/ubuntu/cephtest/keystone/test-requirements.txt (line 1)) 2026-03-05T18:28:46.174 INFO:teuthology.orchestra.run.vm08.stdout: Downloading hacking-7.0.0-py3-none-any.whl.metadata (7.1 kB) 2026-03-05T18:28:46.174 INFO:teuthology.orchestra.run.vm08.stdout:Collecting flake8-docstrings (from -r /home/ubuntu/cephtest/keystone/test-requirements.txt (line 2)) 2026-03-05T18:28:46.174 INFO:teuthology.orchestra.run.vm08.stdout: Downloading flake8_docstrings-1.7.0-py2.py3-none-any.whl.metadata (2.0 kB) 2026-03-05T18:28:46.174 INFO:teuthology.orchestra.run.vm08.stdout:Collecting bashate~=2.1.0 (from -r /home/ubuntu/cephtest/keystone/test-requirements.txt (line 3)) 2026-03-05T18:28:46.174 INFO:teuthology.orchestra.run.vm08.stdout: Downloading bashate-2.1.1-py3-none-any.whl.metadata (3.1 kB) 2026-03-05T18:28:46.174 INFO:teuthology.orchestra.run.vm08.stdout:Collecting stestr>=1.0.0 (from -r /home/ubuntu/cephtest/keystone/test-requirements.txt (line 4)) 2026-03-05T18:28:46.174 INFO:teuthology.orchestra.run.vm08.stdout: Downloading stestr-4.2.0-py3-none-any.whl.metadata (7.6 kB) 2026-03-05T18:28:46.174 INFO:teuthology.orchestra.run.vm08.stdout:Collecting freezegun>=0.3.6 (from -r /home/ubuntu/cephtest/keystone/test-requirements.txt (line 5)) 2026-03-05T18:28:46.174 INFO:teuthology.orchestra.run.vm08.stdout: Downloading freezegun-1.5.4-py3-none-any.whl.metadata (13 kB) 2026-03-05T18:28:46.174 INFO:teuthology.orchestra.run.vm08.stdout:Collecting oslo.db>=6.0.0 (from oslo.db[fixtures,mysql,postgresql]>=6.0.0->-r /home/ubuntu/cephtest/keystone/test-requirements.txt (line 8)) 2026-03-05T18:28:46.174 INFO:teuthology.orchestra.run.vm08.stdout: Downloading oslo_db-17.4.0-py3-none-any.whl.metadata (3.0 kB) 2026-03-05T18:28:46.174 INFO:teuthology.orchestra.run.vm08.stdout:Collecting coverage!=4.4,>=4.0 (from -r /home/ubuntu/cephtest/keystone/test-requirements.txt (line 11)) 2026-03-05T18:28:46.174 INFO:teuthology.orchestra.run.vm08.stdout: Downloading coverage-7.10.1-cp39-cp39-manylinux1_x86_64.manylinux_2_28_x86_64.manylinux_2_5_x86_64.whl.metadata (8.9 kB) 2026-03-05T18:28:46.174 INFO:teuthology.orchestra.run.vm08.stdout:Collecting fixtures>=3.0.0 (from -r /home/ubuntu/cephtest/keystone/test-requirements.txt (line 13)) 2026-03-05T18:28:46.174 INFO:teuthology.orchestra.run.vm08.stdout: Downloading fixtures-4.2.5-py3-none-any.whl.metadata (22 kB) 2026-03-05T18:28:46.174 INFO:teuthology.orchestra.run.vm08.stdout:Collecting lxml>=4.5.0 (from -r /home/ubuntu/cephtest/keystone/test-requirements.txt (line 15)) 2026-03-05T18:28:46.174 INFO:teuthology.orchestra.run.vm08.stdout: Downloading lxml-6.0.0-cp39-cp39-manylinux_2_27_x86_64.manylinux_2_28_x86_64.whl.metadata (6.6 kB) 2026-03-05T18:28:46.174 INFO:teuthology.orchestra.run.vm08.stdout:Collecting oslotest>=3.2.0 (from -r /home/ubuntu/cephtest/keystone/test-requirements.txt (line 16)) 2026-03-05T18:28:46.174 INFO:teuthology.orchestra.run.vm08.stdout: Downloading oslotest-5.0.1-py3-none-any.whl.metadata (1.9 kB) 2026-03-05T18:28:46.174 INFO:teuthology.orchestra.run.vm08.stdout:Collecting WebTest>=2.0.27 (from -r /home/ubuntu/cephtest/keystone/test-requirements.txt (line 19)) 2026-03-05T18:28:46.174 INFO:teuthology.orchestra.run.vm08.stdout: Downloading webtest-3.0.6-py3-none-any.whl.metadata (2.0 kB) 2026-03-05T18:28:46.174 INFO:teuthology.orchestra.run.vm08.stdout:Collecting testtools>=2.2.0 (from -r /home/ubuntu/cephtest/keystone/test-requirements.txt (line 20)) 2026-03-05T18:28:46.174 INFO:teuthology.orchestra.run.vm08.stdout: Downloading testtools-2.7.2-py3-none-any.whl.metadata (5.2 kB) 2026-03-05T18:28:46.175 INFO:teuthology.orchestra.run.vm08.stdout:Collecting tempest>=17.1.0 (from -r /home/ubuntu/cephtest/keystone/test-requirements.txt (line 21)) 2026-03-05T18:28:46.175 INFO:teuthology.orchestra.run.vm08.stdout: Downloading tempest-46.1.1-py3-none-any.whl.metadata (2.7 kB) 2026-03-05T18:28:46.175 INFO:teuthology.orchestra.run.vm08.stdout:Collecting requests>=2.14.2 (from -r /home/ubuntu/cephtest/keystone/test-requirements.txt (line 24)) 2026-03-05T18:28:46.175 INFO:teuthology.orchestra.run.vm08.stdout: Downloading requests-2.32.4-py3-none-any.whl.metadata (4.9 kB) 2026-03-05T18:28:46.175 INFO:teuthology.orchestra.run.vm08.stdout:Collecting bandit>=1.1.0 (from -r /home/ubuntu/cephtest/keystone/test-requirements.txt (line 26)) 2026-03-05T18:28:46.175 INFO:teuthology.orchestra.run.vm08.stdout: Downloading bandit-1.8.6-py3-none-any.whl.metadata (6.9 kB) 2026-03-05T18:28:46.175 INFO:teuthology.orchestra.run.vm08.stdout:INFO: pip is looking at multiple versions of keystone to determine which version is compatible with other requirements. This could take a while. 2026-03-05T18:28:46.175 INFO:teuthology.orchestra.run.vm08.stdout:venv: exit 1 (4.43 seconds) /home/ubuntu/cephtest/keystone> python -I -m pip install '.[ldap]' -r /home/ubuntu/cephtest/keystone/test-requirements.txt -c https://releases.openstack.org/constraints/upper/2025.2 pid=87758 2026-03-05T18:28:46.175 INFO:teuthology.orchestra.run.vm08.stdout: venv: FAIL code 1 (7.91 seconds) 2026-03-05T18:28:46.175 INFO:teuthology.orchestra.run.vm08.stdout: evaluation failed :( (7.94 seconds) 2026-03-05T18:28:46.223 DEBUG:teuthology.orchestra.run:got remote process result: 1 2026-03-05T18:28:46.223 INFO:teuthology.orchestra.run.vm08.stdout: 2026-03-05T18:28:46.224 ERROR:teuthology.contextutil:Saw exception from nested tasks Traceback (most recent call last): File "/home/teuthos/teuthology/teuthology/contextutil.py", line 30, in nested vars.append(enter()) File "/home/teuthos/.local/share/uv/python/cpython-3.10.19-linux-x86_64-gnu/lib/python3.10/contextlib.py", line 135, in __enter__ return next(self.gen) File "/home/teuthos/src/github.com_kshtsk_ceph_e50baef5944c0b5e8e734db1c467f1f19415a932/qa/tasks/keystone.py", line 190, in setup_venv run_in_keystone_dir(ctx, client, File "/home/teuthos/src/github.com_kshtsk_ceph_e50baef5944c0b5e8e734db1c467f1f19415a932/qa/tasks/keystone.py", line 28, in run_in_keystone_dir return ctx.cluster.only(client).run( File "/home/teuthos/teuthology/teuthology/orchestra/cluster.py", line 85, in run procs = [remote.run(**kwargs, wait=_wait) for remote in remotes] File "/home/teuthos/teuthology/teuthology/orchestra/cluster.py", line 85, in procs = [remote.run(**kwargs, wait=_wait) for remote in remotes] File "/home/teuthos/teuthology/teuthology/orchestra/remote.py", line 575, in run r = self._runner(client=self.ssh, name=self.shortname, **kwargs) File "/home/teuthos/teuthology/teuthology/orchestra/run.py", line 461, in run r.wait() File "/home/teuthos/teuthology/teuthology/orchestra/run.py", line 161, in wait self._raise_for_status() File "/home/teuthos/teuthology/teuthology/orchestra/run.py", line 181, in _raise_for_status raise CommandFailedError( teuthology.exceptions.CommandFailedError: Command failed on vm08 with status 1: 'cd /home/ubuntu/cephtest/keystone && source /home/ubuntu/cephtest/tox-venv/bin/activate && tox -e venv --notest' 2026-03-05T18:28:46.224 INFO:tasks.keystone:Removing packaged dependencies of Keystone... 2026-03-05T18:28:46.224 DEBUG:teuthology.orchestra.run.vm08:> sudo yum -y erase cyrus-sasl-devel 2026-03-05T18:28:46.410 INFO:teuthology.orchestra.run.vm08.stdout:Dependencies resolved. 2026-03-05T18:28:46.410 INFO:teuthology.orchestra.run.vm08.stdout:================================================================================ 2026-03-05T18:28:46.410 INFO:teuthology.orchestra.run.vm08.stdout: Package Arch Version Repository Size 2026-03-05T18:28:46.410 INFO:teuthology.orchestra.run.vm08.stdout:================================================================================ 2026-03-05T18:28:46.410 INFO:teuthology.orchestra.run.vm08.stdout:Removing: 2026-03-05T18:28:46.410 INFO:teuthology.orchestra.run.vm08.stdout: cyrus-sasl-devel x86_64 2.1.27-21.el9 @appstream 206 k 2026-03-05T18:28:46.411 INFO:teuthology.orchestra.run.vm08.stdout:Removing dependent packages: 2026-03-05T18:28:46.411 INFO:teuthology.orchestra.run.vm08.stdout: openldap-devel x86_64 2.6.8-4.el9.0.1 @appstream 3.7 M 2026-03-05T18:28:46.411 INFO:teuthology.orchestra.run.vm08.stdout:Removing unused dependencies: 2026-03-05T18:28:46.411 INFO:teuthology.orchestra.run.vm08.stdout: cyrus-sasl x86_64 2.1.27-21.el9 @baseos 143 k 2026-03-05T18:28:46.411 INFO:teuthology.orchestra.run.vm08.stdout: 2026-03-05T18:28:46.411 INFO:teuthology.orchestra.run.vm08.stdout:Transaction Summary 2026-03-05T18:28:46.411 INFO:teuthology.orchestra.run.vm08.stdout:================================================================================ 2026-03-05T18:28:46.411 INFO:teuthology.orchestra.run.vm08.stdout:Remove 3 Packages 2026-03-05T18:28:46.411 INFO:teuthology.orchestra.run.vm08.stdout: 2026-03-05T18:28:46.411 INFO:teuthology.orchestra.run.vm08.stdout:Freed space: 4.1 M 2026-03-05T18:28:46.411 INFO:teuthology.orchestra.run.vm08.stdout:Running transaction check 2026-03-05T18:28:46.414 INFO:teuthology.orchestra.run.vm08.stdout:Transaction check succeeded. 2026-03-05T18:28:46.414 INFO:teuthology.orchestra.run.vm08.stdout:Running transaction test 2026-03-05T18:28:46.428 INFO:teuthology.orchestra.run.vm08.stdout:Transaction test succeeded. 2026-03-05T18:28:46.428 INFO:teuthology.orchestra.run.vm08.stdout:Running transaction 2026-03-05T18:28:46.470 INFO:teuthology.orchestra.run.vm08.stdout: Preparing : 1/1 2026-03-05T18:28:46.475 INFO:teuthology.orchestra.run.vm08.stdout: Erasing : openldap-devel-2.6.8-4.el9.0.1.x86_64 1/3 2026-03-05T18:28:46.478 INFO:teuthology.orchestra.run.vm08.stdout: Erasing : cyrus-sasl-devel-2.1.27-21.el9.x86_64 2/3 2026-03-05T18:28:46.496 INFO:teuthology.orchestra.run.vm08.stdout: Running scriptlet: cyrus-sasl-2.1.27-21.el9.x86_64 3/3 2026-03-05T18:28:46.496 INFO:teuthology.orchestra.run.vm08.stdout: Erasing : cyrus-sasl-2.1.27-21.el9.x86_64 3/3 2026-03-05T18:28:46.685 INFO:teuthology.orchestra.run.vm08.stdout: Running scriptlet: cyrus-sasl-2.1.27-21.el9.x86_64 3/3 2026-03-05T18:28:46.685 INFO:teuthology.orchestra.run.vm08.stdout: Verifying : cyrus-sasl-2.1.27-21.el9.x86_64 1/3 2026-03-05T18:28:46.685 INFO:teuthology.orchestra.run.vm08.stdout: Verifying : cyrus-sasl-devel-2.1.27-21.el9.x86_64 2/3 2026-03-05T18:28:46.738 INFO:teuthology.orchestra.run.vm08.stdout: Verifying : openldap-devel-2.6.8-4.el9.0.1.x86_64 3/3 2026-03-05T18:28:46.738 INFO:teuthology.orchestra.run.vm08.stdout: 2026-03-05T18:28:46.738 INFO:teuthology.orchestra.run.vm08.stdout:Removed: 2026-03-05T18:28:46.738 INFO:teuthology.orchestra.run.vm08.stdout: cyrus-sasl-2.1.27-21.el9.x86_64 cyrus-sasl-devel-2.1.27-21.el9.x86_64 2026-03-05T18:28:46.738 INFO:teuthology.orchestra.run.vm08.stdout: openldap-devel-2.6.8-4.el9.0.1.x86_64 2026-03-05T18:28:46.738 INFO:teuthology.orchestra.run.vm08.stdout: 2026-03-05T18:28:46.738 INFO:teuthology.orchestra.run.vm08.stdout:Complete! 2026-03-05T18:28:46.773 DEBUG:teuthology.orchestra.run.vm08:> sudo yum -y erase libffi-devel 2026-03-05T18:28:47.092 INFO:teuthology.orchestra.run.vm08.stdout:Dependencies resolved. 2026-03-05T18:28:47.093 INFO:teuthology.orchestra.run.vm08.stdout:================================================================================ 2026-03-05T18:28:47.093 INFO:teuthology.orchestra.run.vm08.stdout: Package Architecture Version Repository Size 2026-03-05T18:28:47.093 INFO:teuthology.orchestra.run.vm08.stdout:================================================================================ 2026-03-05T18:28:47.093 INFO:teuthology.orchestra.run.vm08.stdout:Removing: 2026-03-05T18:28:47.093 INFO:teuthology.orchestra.run.vm08.stdout: libffi-devel x86_64 3.4.2-8.el9 @appstream 33 k 2026-03-05T18:28:47.093 INFO:teuthology.orchestra.run.vm08.stdout: 2026-03-05T18:28:47.093 INFO:teuthology.orchestra.run.vm08.stdout:Transaction Summary 2026-03-05T18:28:47.093 INFO:teuthology.orchestra.run.vm08.stdout:================================================================================ 2026-03-05T18:28:47.093 INFO:teuthology.orchestra.run.vm08.stdout:Remove 1 Package 2026-03-05T18:28:47.093 INFO:teuthology.orchestra.run.vm08.stdout: 2026-03-05T18:28:47.093 INFO:teuthology.orchestra.run.vm08.stdout:Freed space: 33 k 2026-03-05T18:28:47.093 INFO:teuthology.orchestra.run.vm08.stdout:Running transaction check 2026-03-05T18:28:47.098 INFO:teuthology.orchestra.run.vm08.stdout:Transaction check succeeded. 2026-03-05T18:28:47.098 INFO:teuthology.orchestra.run.vm08.stdout:Running transaction test 2026-03-05T18:28:47.099 INFO:teuthology.orchestra.run.vm08.stdout:Transaction test succeeded. 2026-03-05T18:28:47.100 INFO:teuthology.orchestra.run.vm08.stdout:Running transaction 2026-03-05T18:28:47.124 INFO:teuthology.orchestra.run.vm08.stdout: Preparing : 1/1 2026-03-05T18:28:47.149 INFO:teuthology.orchestra.run.vm08.stdout: Erasing : libffi-devel-3.4.2-8.el9.x86_64 1/1 2026-03-05T18:28:47.234 INFO:teuthology.orchestra.run.vm08.stdout: Running scriptlet: libffi-devel-3.4.2-8.el9.x86_64 1/1 2026-03-05T18:28:47.299 INFO:teuthology.orchestra.run.vm08.stdout: Verifying : libffi-devel-3.4.2-8.el9.x86_64 1/1 2026-03-05T18:28:47.299 INFO:teuthology.orchestra.run.vm08.stdout: 2026-03-05T18:28:47.299 INFO:teuthology.orchestra.run.vm08.stdout:Removed: 2026-03-05T18:28:47.299 INFO:teuthology.orchestra.run.vm08.stdout: libffi-devel-3.4.2-8.el9.x86_64 2026-03-05T18:28:47.299 INFO:teuthology.orchestra.run.vm08.stdout: 2026-03-05T18:28:47.299 INFO:teuthology.orchestra.run.vm08.stdout:Complete! 2026-03-05T18:28:47.354 DEBUG:teuthology.orchestra.run.vm08:> sudo yum -y erase libxml2-devel 2026-03-05T18:28:47.654 INFO:teuthology.orchestra.run.vm08.stdout:Dependencies resolved. 2026-03-05T18:28:47.656 INFO:teuthology.orchestra.run.vm08.stdout:================================================================================ 2026-03-05T18:28:47.656 INFO:teuthology.orchestra.run.vm08.stdout: Package Arch Version Repository Size 2026-03-05T18:28:47.656 INFO:teuthology.orchestra.run.vm08.stdout:================================================================================ 2026-03-05T18:28:47.656 INFO:teuthology.orchestra.run.vm08.stdout:Removing: 2026-03-05T18:28:47.656 INFO:teuthology.orchestra.run.vm08.stdout: libxml2-devel x86_64 2.9.13-14.el9_7 @appstream 8.8 M 2026-03-05T18:28:47.656 INFO:teuthology.orchestra.run.vm08.stdout:Removing dependent packages: 2026-03-05T18:28:47.656 INFO:teuthology.orchestra.run.vm08.stdout: libxslt-devel x86_64 1.1.34-13.el9_6 @appstream 2.4 M 2026-03-05T18:28:47.656 INFO:teuthology.orchestra.run.vm08.stdout:Removing unused dependencies: 2026-03-05T18:28:47.656 INFO:teuthology.orchestra.run.vm08.stdout: cmake-filesystem x86_64 3.26.5-3.el9_7 @appstream 0 2026-03-05T18:28:47.656 INFO:teuthology.orchestra.run.vm08.stdout: libgpg-error-devel x86_64 1.42-5.el9 @appstream 228 k 2026-03-05T18:28:47.656 INFO:teuthology.orchestra.run.vm08.stdout: xz-devel x86_64 5.2.5-8.el9_0 @appstream 202 k 2026-03-05T18:28:47.656 INFO:teuthology.orchestra.run.vm08.stdout: 2026-03-05T18:28:47.656 INFO:teuthology.orchestra.run.vm08.stdout:Transaction Summary 2026-03-05T18:28:47.656 INFO:teuthology.orchestra.run.vm08.stdout:================================================================================ 2026-03-05T18:28:47.656 INFO:teuthology.orchestra.run.vm08.stdout:Remove 5 Packages 2026-03-05T18:28:47.656 INFO:teuthology.orchestra.run.vm08.stdout: 2026-03-05T18:28:47.656 INFO:teuthology.orchestra.run.vm08.stdout:Freed space: 12 M 2026-03-05T18:28:47.656 INFO:teuthology.orchestra.run.vm08.stdout:Running transaction check 2026-03-05T18:28:47.661 INFO:teuthology.orchestra.run.vm08.stdout:Transaction check succeeded. 2026-03-05T18:28:47.661 INFO:teuthology.orchestra.run.vm08.stdout:Running transaction test 2026-03-05T18:28:47.683 INFO:teuthology.orchestra.run.vm08.stdout:Transaction test succeeded. 2026-03-05T18:28:47.684 INFO:teuthology.orchestra.run.vm08.stdout:Running transaction 2026-03-05T18:28:47.740 INFO:teuthology.orchestra.run.vm08.stdout: Preparing : 1/1 2026-03-05T18:28:47.757 INFO:teuthology.orchestra.run.vm08.stdout: Erasing : libxslt-devel-1.1.34-13.el9_6.x86_64 1/5 2026-03-05T18:28:47.764 INFO:teuthology.orchestra.run.vm08.stdout: Erasing : libxml2-devel-2.9.13-14.el9_7.x86_64 2/5 2026-03-05T18:28:47.768 INFO:teuthology.orchestra.run.vm08.stdout: Erasing : cmake-filesystem-3.26.5-3.el9_7.x86_64 3/5 2026-03-05T18:28:47.771 INFO:teuthology.orchestra.run.vm08.stdout: Erasing : xz-devel-5.2.5-8.el9_0.x86_64 4/5 2026-03-05T18:28:47.795 INFO:teuthology.orchestra.run.vm08.stdout: Erasing : libgpg-error-devel-1.42-5.el9.x86_64 5/5 2026-03-05T18:28:47.873 INFO:teuthology.orchestra.run.vm08.stdout: Running scriptlet: libgpg-error-devel-1.42-5.el9.x86_64 5/5 2026-03-05T18:28:47.874 INFO:teuthology.orchestra.run.vm08.stdout: Verifying : cmake-filesystem-3.26.5-3.el9_7.x86_64 1/5 2026-03-05T18:28:47.874 INFO:teuthology.orchestra.run.vm08.stdout: Verifying : libgpg-error-devel-1.42-5.el9.x86_64 2/5 2026-03-05T18:28:47.874 INFO:teuthology.orchestra.run.vm08.stdout: Verifying : libxml2-devel-2.9.13-14.el9_7.x86_64 3/5 2026-03-05T18:28:47.874 INFO:teuthology.orchestra.run.vm08.stdout: Verifying : libxslt-devel-1.1.34-13.el9_6.x86_64 4/5 2026-03-05T18:28:47.952 INFO:teuthology.orchestra.run.vm08.stdout: Verifying : xz-devel-5.2.5-8.el9_0.x86_64 5/5 2026-03-05T18:28:47.952 INFO:teuthology.orchestra.run.vm08.stdout: 2026-03-05T18:28:47.952 INFO:teuthology.orchestra.run.vm08.stdout:Removed: 2026-03-05T18:28:47.952 INFO:teuthology.orchestra.run.vm08.stdout: cmake-filesystem-3.26.5-3.el9_7.x86_64 libgpg-error-devel-1.42-5.el9.x86_64 2026-03-05T18:28:47.952 INFO:teuthology.orchestra.run.vm08.stdout: libxml2-devel-2.9.13-14.el9_7.x86_64 libxslt-devel-1.1.34-13.el9_6.x86_64 2026-03-05T18:28:47.952 INFO:teuthology.orchestra.run.vm08.stdout: xz-devel-5.2.5-8.el9_0.x86_64 2026-03-05T18:28:47.952 INFO:teuthology.orchestra.run.vm08.stdout: 2026-03-05T18:28:47.952 INFO:teuthology.orchestra.run.vm08.stdout:Complete! 2026-03-05T18:28:48.010 DEBUG:teuthology.orchestra.run.vm08:> sudo yum -y erase libxslt-devel 2026-03-05T18:28:48.241 INFO:teuthology.orchestra.run.vm08.stdout:No match for argument: libxslt-devel 2026-03-05T18:28:48.241 INFO:teuthology.orchestra.run.vm08.stderr:No packages marked for removal. 2026-03-05T18:28:48.246 INFO:teuthology.orchestra.run.vm08.stdout:Dependencies resolved. 2026-03-05T18:28:48.247 INFO:teuthology.orchestra.run.vm08.stdout:Nothing to do. 2026-03-05T18:28:48.247 INFO:teuthology.orchestra.run.vm08.stdout:Complete! 2026-03-05T18:28:48.273 DEBUG:teuthology.orchestra.run.vm08:> sudo yum -y erase mariadb 2026-03-05T18:28:48.464 INFO:teuthology.orchestra.run.vm08.stdout:Dependencies resolved. 2026-03-05T18:28:48.466 INFO:teuthology.orchestra.run.vm08.stdout:================================================================================ 2026-03-05T18:28:48.466 INFO:teuthology.orchestra.run.vm08.stdout: Package Arch Version Repository Size 2026-03-05T18:28:48.466 INFO:teuthology.orchestra.run.vm08.stdout:================================================================================ 2026-03-05T18:28:48.466 INFO:teuthology.orchestra.run.vm08.stdout:Removing: 2026-03-05T18:28:48.466 INFO:teuthology.orchestra.run.vm08.stdout: mariadb x86_64 3:10.5.29-3.el9_7 @appstream 21 M 2026-03-05T18:28:48.466 INFO:teuthology.orchestra.run.vm08.stdout:Removing dependent packages: 2026-03-05T18:28:48.466 INFO:teuthology.orchestra.run.vm08.stdout: mariadb-server x86_64 3:10.5.29-3.el9_7 @appstream 63 M 2026-03-05T18:28:48.466 INFO:teuthology.orchestra.run.vm08.stdout:Removing unused dependencies: 2026-03-05T18:28:48.466 INFO:teuthology.orchestra.run.vm08.stdout: mariadb-backup x86_64 3:10.5.29-3.el9_7 @appstream 24 M 2026-03-05T18:28:48.466 INFO:teuthology.orchestra.run.vm08.stdout: mariadb-common x86_64 3:10.5.29-3.el9_7 @appstream 179 k 2026-03-05T18:28:48.466 INFO:teuthology.orchestra.run.vm08.stdout: mariadb-errmsg x86_64 3:10.5.29-3.el9_7 @appstream 2.6 M 2026-03-05T18:28:48.466 INFO:teuthology.orchestra.run.vm08.stdout: mariadb-gssapi-server x86_64 3:10.5.29-3.el9_7 @appstream 20 k 2026-03-05T18:28:48.466 INFO:teuthology.orchestra.run.vm08.stdout: mariadb-server-utils x86_64 3:10.5.29-3.el9_7 @appstream 801 k 2026-03-05T18:28:48.466 INFO:teuthology.orchestra.run.vm08.stdout: mysql-selinux noarch 1.0.14-1.el9_6 @appstream 50 k 2026-03-05T18:28:48.466 INFO:teuthology.orchestra.run.vm08.stdout: perl-DBD-MariaDB x86_64 1.21-17.el9 @appstream 382 k 2026-03-05T18:28:48.466 INFO:teuthology.orchestra.run.vm08.stdout: perl-DBI x86_64 1.643-9.el9 @appstream 1.9 M 2026-03-05T18:28:48.466 INFO:teuthology.orchestra.run.vm08.stdout: perl-Math-BigInt noarch 1:1.9998.18-460.el9 @appstream 709 k 2026-03-05T18:28:48.466 INFO:teuthology.orchestra.run.vm08.stdout: perl-Math-Complex noarch 1.59-481.1.el9_6 @appstream 86 k 2026-03-05T18:28:48.466 INFO:teuthology.orchestra.run.vm08.stdout: perl-Sys-Hostname x86_64 1.23-481.1.el9_6 @appstream 21 k 2026-03-05T18:28:48.466 INFO:teuthology.orchestra.run.vm08.stdout: 2026-03-05T18:28:48.466 INFO:teuthology.orchestra.run.vm08.stdout:Transaction Summary 2026-03-05T18:28:48.466 INFO:teuthology.orchestra.run.vm08.stdout:================================================================================ 2026-03-05T18:28:48.466 INFO:teuthology.orchestra.run.vm08.stdout:Remove 13 Packages 2026-03-05T18:28:48.466 INFO:teuthology.orchestra.run.vm08.stdout: 2026-03-05T18:28:48.466 INFO:teuthology.orchestra.run.vm08.stdout:Freed space: 115 M 2026-03-05T18:28:48.466 INFO:teuthology.orchestra.run.vm08.stdout:Running transaction check 2026-03-05T18:28:48.471 INFO:teuthology.orchestra.run.vm08.stdout:Transaction check succeeded. 2026-03-05T18:28:48.471 INFO:teuthology.orchestra.run.vm08.stdout:Running transaction test 2026-03-05T18:28:48.491 INFO:teuthology.orchestra.run.vm08.stdout:Transaction test succeeded. 2026-03-05T18:28:48.491 INFO:teuthology.orchestra.run.vm08.stdout:Running transaction 2026-03-05T18:28:48.534 INFO:teuthology.orchestra.run.vm08.stdout: Preparing : 1/1 2026-03-05T18:28:48.538 INFO:teuthology.orchestra.run.vm08.stdout: Erasing : mariadb-gssapi-server-3:10.5.29-3.el9_7.x86_64 1/13 2026-03-05T18:28:48.540 INFO:teuthology.orchestra.run.vm08.stdout: Erasing : mariadb-backup-3:10.5.29-3.el9_7.x86_64 2/13 2026-03-05T18:28:48.790 INFO:teuthology.orchestra.run.vm08.stdout: Running scriptlet: mariadb-server-3:10.5.29-3.el9_7.x86_64 3/13 2026-03-05T18:28:48.790 INFO:teuthology.orchestra.run.vm08.stdout: Erasing : mariadb-server-3:10.5.29-3.el9_7.x86_64 3/13 2026-03-05T18:28:48.805 INFO:teuthology.orchestra.run.vm08.stdout: Running scriptlet: mariadb-server-3:10.5.29-3.el9_7.x86_64 3/13 2026-03-05T18:28:48.808 INFO:teuthology.orchestra.run.vm08.stdout: Erasing : mariadb-3:10.5.29-3.el9_7.x86_64 4/13 2026-03-05T18:28:48.812 INFO:teuthology.orchestra.run.vm08.stdout: Erasing : mariadb-server-utils-3:10.5.29-3.el9_7.x86_64 5/13 2026-03-05T18:28:48.815 INFO:teuthology.orchestra.run.vm08.stdout: Erasing : mariadb-errmsg-3:10.5.29-3.el9_7.x86_64 6/13 2026-03-05T18:28:48.817 INFO:teuthology.orchestra.run.vm08.stdout: Erasing : mariadb-common-3:10.5.29-3.el9_7.x86_64 7/13 2026-03-05T18:28:48.817 INFO:teuthology.orchestra.run.vm08.stdout: Erasing : mysql-selinux-1.0.14-1.el9_6.noarch 8/13 2026-03-05T18:28:54.201 INFO:teuthology.orchestra.run.vm08.stdout: Running scriptlet: mysql-selinux-1.0.14-1.el9_6.noarch 8/13 2026-03-05T18:28:54.207 INFO:teuthology.orchestra.run.vm08.stdout: Erasing : perl-DBD-MariaDB-1.21-17.el9.x86_64 9/13 2026-03-05T18:28:54.212 INFO:teuthology.orchestra.run.vm08.stdout: Erasing : perl-DBI-1.643-9.el9.x86_64 10/13 2026-03-05T18:28:54.213 INFO:teuthology.orchestra.run.vm08.stdout: Erasing : perl-Math-BigInt-1:1.9998.18-460.el9.noarch 11/13 2026-03-05T18:28:54.215 INFO:teuthology.orchestra.run.vm08.stdout: Erasing : perl-Math-Complex-1.59-481.1.el9_6.noarch 12/13 2026-03-05T18:28:54.231 INFO:teuthology.orchestra.run.vm08.stdout: Erasing : perl-Sys-Hostname-1.23-481.1.el9_6.x86_64 13/13 2026-03-05T18:28:54.309 INFO:teuthology.orchestra.run.vm08.stdout: Running scriptlet: perl-Sys-Hostname-1.23-481.1.el9_6.x86_64 13/13 2026-03-05T18:28:54.309 INFO:teuthology.orchestra.run.vm08.stdout: Verifying : mariadb-3:10.5.29-3.el9_7.x86_64 1/13 2026-03-05T18:28:54.309 INFO:teuthology.orchestra.run.vm08.stdout: Verifying : mariadb-backup-3:10.5.29-3.el9_7.x86_64 2/13 2026-03-05T18:28:54.309 INFO:teuthology.orchestra.run.vm08.stdout: Verifying : mariadb-common-3:10.5.29-3.el9_7.x86_64 3/13 2026-03-05T18:28:54.309 INFO:teuthology.orchestra.run.vm08.stdout: Verifying : mariadb-errmsg-3:10.5.29-3.el9_7.x86_64 4/13 2026-03-05T18:28:54.309 INFO:teuthology.orchestra.run.vm08.stdout: Verifying : mariadb-gssapi-server-3:10.5.29-3.el9_7.x86_64 5/13 2026-03-05T18:28:54.309 INFO:teuthology.orchestra.run.vm08.stdout: Verifying : mariadb-server-3:10.5.29-3.el9_7.x86_64 6/13 2026-03-05T18:28:54.309 INFO:teuthology.orchestra.run.vm08.stdout: Verifying : mariadb-server-utils-3:10.5.29-3.el9_7.x86_64 7/13 2026-03-05T18:28:54.309 INFO:teuthology.orchestra.run.vm08.stdout: Verifying : mysql-selinux-1.0.14-1.el9_6.noarch 8/13 2026-03-05T18:28:54.309 INFO:teuthology.orchestra.run.vm08.stdout: Verifying : perl-DBD-MariaDB-1.21-17.el9.x86_64 9/13 2026-03-05T18:28:54.310 INFO:teuthology.orchestra.run.vm08.stdout: Verifying : perl-DBI-1.643-9.el9.x86_64 10/13 2026-03-05T18:28:54.310 INFO:teuthology.orchestra.run.vm08.stdout: Verifying : perl-Math-BigInt-1:1.9998.18-460.el9.noarch 11/13 2026-03-05T18:28:54.310 INFO:teuthology.orchestra.run.vm08.stdout: Verifying : perl-Math-Complex-1.59-481.1.el9_6.noarch 12/13 2026-03-05T18:28:54.356 INFO:teuthology.orchestra.run.vm08.stdout: Verifying : perl-Sys-Hostname-1.23-481.1.el9_6.x86_64 13/13 2026-03-05T18:28:54.356 INFO:teuthology.orchestra.run.vm08.stdout: 2026-03-05T18:28:54.356 INFO:teuthology.orchestra.run.vm08.stdout:Removed: 2026-03-05T18:28:54.356 INFO:teuthology.orchestra.run.vm08.stdout: mariadb-3:10.5.29-3.el9_7.x86_64 2026-03-05T18:28:54.356 INFO:teuthology.orchestra.run.vm08.stdout: mariadb-backup-3:10.5.29-3.el9_7.x86_64 2026-03-05T18:28:54.356 INFO:teuthology.orchestra.run.vm08.stdout: mariadb-common-3:10.5.29-3.el9_7.x86_64 2026-03-05T18:28:54.356 INFO:teuthology.orchestra.run.vm08.stdout: mariadb-errmsg-3:10.5.29-3.el9_7.x86_64 2026-03-05T18:28:54.356 INFO:teuthology.orchestra.run.vm08.stdout: mariadb-gssapi-server-3:10.5.29-3.el9_7.x86_64 2026-03-05T18:28:54.356 INFO:teuthology.orchestra.run.vm08.stdout: mariadb-server-3:10.5.29-3.el9_7.x86_64 2026-03-05T18:28:54.356 INFO:teuthology.orchestra.run.vm08.stdout: mariadb-server-utils-3:10.5.29-3.el9_7.x86_64 2026-03-05T18:28:54.356 INFO:teuthology.orchestra.run.vm08.stdout: mysql-selinux-1.0.14-1.el9_6.noarch 2026-03-05T18:28:54.356 INFO:teuthology.orchestra.run.vm08.stdout: perl-DBD-MariaDB-1.21-17.el9.x86_64 2026-03-05T18:28:54.356 INFO:teuthology.orchestra.run.vm08.stdout: perl-DBI-1.643-9.el9.x86_64 2026-03-05T18:28:54.356 INFO:teuthology.orchestra.run.vm08.stdout: perl-Math-BigInt-1:1.9998.18-460.el9.noarch 2026-03-05T18:28:54.356 INFO:teuthology.orchestra.run.vm08.stdout: perl-Math-Complex-1.59-481.1.el9_6.noarch 2026-03-05T18:28:54.356 INFO:teuthology.orchestra.run.vm08.stdout: perl-Sys-Hostname-1.23-481.1.el9_6.x86_64 2026-03-05T18:28:54.356 INFO:teuthology.orchestra.run.vm08.stdout: 2026-03-05T18:28:54.356 INFO:teuthology.orchestra.run.vm08.stdout:Complete! 2026-03-05T18:28:54.390 DEBUG:teuthology.orchestra.run.vm08:> sudo yum -y erase mariadb-devel 2026-03-05T18:28:54.705 INFO:teuthology.orchestra.run.vm08.stdout:Dependencies resolved. 2026-03-05T18:28:54.708 INFO:teuthology.orchestra.run.vm08.stdout:================================================================================ 2026-03-05T18:28:54.708 INFO:teuthology.orchestra.run.vm08.stdout: Package Arch Version Repository Size 2026-03-05T18:28:54.708 INFO:teuthology.orchestra.run.vm08.stdout:================================================================================ 2026-03-05T18:28:54.708 INFO:teuthology.orchestra.run.vm08.stdout:Removing: 2026-03-05T18:28:54.708 INFO:teuthology.orchestra.run.vm08.stdout: mariadb-devel x86_64 3:10.5.29-3.el9_7 @crb 5.5 M 2026-03-05T18:28:54.708 INFO:teuthology.orchestra.run.vm08.stdout:Removing unused dependencies: 2026-03-05T18:28:54.708 INFO:teuthology.orchestra.run.vm08.stdout: mariadb-connector-c x86_64 3.2.6-1.el9_0 @appstream 540 k 2026-03-05T18:28:54.708 INFO:teuthology.orchestra.run.vm08.stdout: mariadb-connector-c-config noarch 3.2.6-1.el9_0 @appstream 497 2026-03-05T18:28:54.708 INFO:teuthology.orchestra.run.vm08.stdout: mariadb-connector-c-devel x86_64 3.2.6-1.el9_0 @appstream 184 k 2026-03-05T18:28:54.708 INFO:teuthology.orchestra.run.vm08.stdout: mariadb-connector-c-doc noarch 3.2.6-1.el9_0 @crb 72 k 2026-03-05T18:28:54.708 INFO:teuthology.orchestra.run.vm08.stdout: openssl-devel x86_64 1:3.5.1-7.el9_7 @appstream 5.3 M 2026-03-05T18:28:54.708 INFO:teuthology.orchestra.run.vm08.stdout: zlib-devel x86_64 1.2.11-40.el9 @appstream 138 k 2026-03-05T18:28:54.708 INFO:teuthology.orchestra.run.vm08.stdout: 2026-03-05T18:28:54.708 INFO:teuthology.orchestra.run.vm08.stdout:Transaction Summary 2026-03-05T18:28:54.708 INFO:teuthology.orchestra.run.vm08.stdout:================================================================================ 2026-03-05T18:28:54.708 INFO:teuthology.orchestra.run.vm08.stdout:Remove 7 Packages 2026-03-05T18:28:54.708 INFO:teuthology.orchestra.run.vm08.stdout: 2026-03-05T18:28:54.708 INFO:teuthology.orchestra.run.vm08.stdout:Freed space: 12 M 2026-03-05T18:28:54.709 INFO:teuthology.orchestra.run.vm08.stdout:Running transaction check 2026-03-05T18:28:54.719 INFO:teuthology.orchestra.run.vm08.stdout:Transaction check succeeded. 2026-03-05T18:28:54.719 INFO:teuthology.orchestra.run.vm08.stdout:Running transaction test 2026-03-05T18:28:54.798 INFO:teuthology.orchestra.run.vm08.stdout:Transaction test succeeded. 2026-03-05T18:28:54.799 INFO:teuthology.orchestra.run.vm08.stdout:Running transaction 2026-03-05T18:28:54.902 INFO:teuthology.orchestra.run.vm08.stdout: Preparing : 1/1 2026-03-05T18:28:54.909 INFO:teuthology.orchestra.run.vm08.stdout: Erasing : mariadb-devel-3:10.5.29-3.el9_7.x86_64 1/7 2026-03-05T18:28:54.915 INFO:teuthology.orchestra.run.vm08.stdout: Erasing : mariadb-connector-c-devel-3.2.6-1.el9_0.x86_64 2/7 2026-03-05T18:28:55.101 INFO:teuthology.orchestra.run.vm08.stdout: Erasing : mariadb-connector-c-doc-3.2.6-1.el9_0.noarch 3/7 2026-03-05T18:28:55.120 INFO:teuthology.orchestra.run.vm08.stdout: Erasing : openssl-devel-1:3.5.1-7.el9_7.x86_64 4/7 2026-03-05T18:28:55.123 INFO:teuthology.orchestra.run.vm08.stdout: Erasing : zlib-devel-1.2.11-40.el9.x86_64 5/7 2026-03-05T18:28:55.127 INFO:teuthology.orchestra.run.vm08.stdout: Erasing : mariadb-connector-c-3.2.6-1.el9_0.x86_64 6/7 2026-03-05T18:28:55.143 INFO:teuthology.orchestra.run.vm08.stdout: Erasing : mariadb-connector-c-config-3.2.6-1.el9_0.noarch 7/7 2026-03-05T18:28:55.204 INFO:teuthology.orchestra.run.vm08.stdout: Running scriptlet: mariadb-connector-c-config-3.2.6-1.el9_0.noarch 7/7 2026-03-05T18:28:55.204 INFO:teuthology.orchestra.run.vm08.stdout: Verifying : mariadb-connector-c-3.2.6-1.el9_0.x86_64 1/7 2026-03-05T18:28:55.204 INFO:teuthology.orchestra.run.vm08.stdout: Verifying : mariadb-connector-c-config-3.2.6-1.el9_0.noarch 2/7 2026-03-05T18:28:55.204 INFO:teuthology.orchestra.run.vm08.stdout: Verifying : mariadb-connector-c-devel-3.2.6-1.el9_0.x86_64 3/7 2026-03-05T18:28:55.204 INFO:teuthology.orchestra.run.vm08.stdout: Verifying : mariadb-connector-c-doc-3.2.6-1.el9_0.noarch 4/7 2026-03-05T18:28:55.204 INFO:teuthology.orchestra.run.vm08.stdout: Verifying : mariadb-devel-3:10.5.29-3.el9_7.x86_64 5/7 2026-03-05T18:28:55.204 INFO:teuthology.orchestra.run.vm08.stdout: Verifying : openssl-devel-1:3.5.1-7.el9_7.x86_64 6/7 2026-03-05T18:28:55.260 INFO:teuthology.orchestra.run.vm08.stdout: Verifying : zlib-devel-1.2.11-40.el9.x86_64 7/7 2026-03-05T18:28:55.260 INFO:teuthology.orchestra.run.vm08.stdout: 2026-03-05T18:28:55.260 INFO:teuthology.orchestra.run.vm08.stdout:Removed: 2026-03-05T18:28:55.260 INFO:teuthology.orchestra.run.vm08.stdout: mariadb-connector-c-3.2.6-1.el9_0.x86_64 2026-03-05T18:28:55.260 INFO:teuthology.orchestra.run.vm08.stdout: mariadb-connector-c-config-3.2.6-1.el9_0.noarch 2026-03-05T18:28:55.260 INFO:teuthology.orchestra.run.vm08.stdout: mariadb-connector-c-devel-3.2.6-1.el9_0.x86_64 2026-03-05T18:28:55.260 INFO:teuthology.orchestra.run.vm08.stdout: mariadb-connector-c-doc-3.2.6-1.el9_0.noarch 2026-03-05T18:28:55.260 INFO:teuthology.orchestra.run.vm08.stdout: mariadb-devel-3:10.5.29-3.el9_7.x86_64 2026-03-05T18:28:55.260 INFO:teuthology.orchestra.run.vm08.stdout: openssl-devel-1:3.5.1-7.el9_7.x86_64 2026-03-05T18:28:55.260 INFO:teuthology.orchestra.run.vm08.stdout: zlib-devel-1.2.11-40.el9.x86_64 2026-03-05T18:28:55.260 INFO:teuthology.orchestra.run.vm08.stdout: 2026-03-05T18:28:55.261 INFO:teuthology.orchestra.run.vm08.stdout:Complete! 2026-03-05T18:28:55.308 DEBUG:teuthology.orchestra.run.vm08:> sudo yum -y erase mariadb-server 2026-03-05T18:28:55.505 INFO:teuthology.orchestra.run.vm08.stdout:No match for argument: mariadb-server 2026-03-05T18:28:55.506 INFO:teuthology.orchestra.run.vm08.stderr:No packages marked for removal. 2026-03-05T18:28:55.509 INFO:teuthology.orchestra.run.vm08.stdout:Dependencies resolved. 2026-03-05T18:28:55.510 INFO:teuthology.orchestra.run.vm08.stdout:Nothing to do. 2026-03-05T18:28:55.510 INFO:teuthology.orchestra.run.vm08.stdout:Complete! 2026-03-05T18:28:55.538 DEBUG:teuthology.orchestra.run.vm08:> sudo yum -y erase openldap-devel 2026-03-05T18:28:55.717 INFO:teuthology.orchestra.run.vm08.stdout:No match for argument: openldap-devel 2026-03-05T18:28:55.717 INFO:teuthology.orchestra.run.vm08.stderr:No packages marked for removal. 2026-03-05T18:28:55.721 INFO:teuthology.orchestra.run.vm08.stdout:Dependencies resolved. 2026-03-05T18:28:55.721 INFO:teuthology.orchestra.run.vm08.stdout:Nothing to do. 2026-03-05T18:28:55.721 INFO:teuthology.orchestra.run.vm08.stdout:Complete! 2026-03-05T18:28:55.751 DEBUG:teuthology.orchestra.run.vm08:> sudo yum -y erase openssl-devel 2026-03-05T18:28:55.915 INFO:teuthology.orchestra.run.vm08.stdout:No match for argument: openssl-devel 2026-03-05T18:28:55.916 INFO:teuthology.orchestra.run.vm08.stderr:No packages marked for removal. 2026-03-05T18:28:55.919 INFO:teuthology.orchestra.run.vm08.stdout:Dependencies resolved. 2026-03-05T18:28:55.919 INFO:teuthology.orchestra.run.vm08.stdout:Nothing to do. 2026-03-05T18:28:55.919 INFO:teuthology.orchestra.run.vm08.stdout:Complete! 2026-03-05T18:28:55.945 DEBUG:teuthology.orchestra.run.vm08:> sudo yum -y erase postgresql 2026-03-05T18:28:56.131 INFO:teuthology.orchestra.run.vm08.stdout:Dependencies resolved. 2026-03-05T18:28:56.131 INFO:teuthology.orchestra.run.vm08.stdout:================================================================================ 2026-03-05T18:28:56.131 INFO:teuthology.orchestra.run.vm08.stdout: Package Arch Version Repository Size 2026-03-05T18:28:56.131 INFO:teuthology.orchestra.run.vm08.stdout:================================================================================ 2026-03-05T18:28:56.131 INFO:teuthology.orchestra.run.vm08.stdout:Removing: 2026-03-05T18:28:56.131 INFO:teuthology.orchestra.run.vm08.stdout: postgresql x86_64 13.23-1.el9_7 @appstream 5.9 M 2026-03-05T18:28:56.131 INFO:teuthology.orchestra.run.vm08.stdout:Removing dependent packages: 2026-03-05T18:28:56.131 INFO:teuthology.orchestra.run.vm08.stdout: postgresql-server x86_64 13.23-1.el9_7 @appstream 23 M 2026-03-05T18:28:56.131 INFO:teuthology.orchestra.run.vm08.stdout:Removing unused dependencies: 2026-03-05T18:28:56.131 INFO:teuthology.orchestra.run.vm08.stdout: postgresql-private-libs x86_64 13.23-1.el9_7 @appstream 339 k 2026-03-05T18:28:56.131 INFO:teuthology.orchestra.run.vm08.stdout: 2026-03-05T18:28:56.132 INFO:teuthology.orchestra.run.vm08.stdout:Transaction Summary 2026-03-05T18:28:56.132 INFO:teuthology.orchestra.run.vm08.stdout:================================================================================ 2026-03-05T18:28:56.132 INFO:teuthology.orchestra.run.vm08.stdout:Remove 3 Packages 2026-03-05T18:28:56.132 INFO:teuthology.orchestra.run.vm08.stdout: 2026-03-05T18:28:56.132 INFO:teuthology.orchestra.run.vm08.stdout:Freed space: 29 M 2026-03-05T18:28:56.132 INFO:teuthology.orchestra.run.vm08.stdout:Running transaction check 2026-03-05T18:28:56.135 INFO:teuthology.orchestra.run.vm08.stdout:Transaction check succeeded. 2026-03-05T18:28:56.135 INFO:teuthology.orchestra.run.vm08.stdout:Running transaction test 2026-03-05T18:28:56.151 INFO:teuthology.orchestra.run.vm08.stdout:Transaction test succeeded. 2026-03-05T18:28:56.151 INFO:teuthology.orchestra.run.vm08.stdout:Running transaction 2026-03-05T18:28:56.185 INFO:teuthology.orchestra.run.vm08.stdout: Preparing : 1/1 2026-03-05T18:28:56.213 INFO:teuthology.orchestra.run.vm08.stdout: Running scriptlet: postgresql-server-13.23-1.el9_7.x86_64 1/3 2026-03-05T18:28:56.213 INFO:teuthology.orchestra.run.vm08.stdout: Erasing : postgresql-server-13.23-1.el9_7.x86_64 1/3 2026-03-05T18:28:56.234 INFO:teuthology.orchestra.run.vm08.stdout: Running scriptlet: postgresql-server-13.23-1.el9_7.x86_64 1/3 2026-03-05T18:28:56.238 INFO:teuthology.orchestra.run.vm08.stdout: Erasing : postgresql-13.23-1.el9_7.x86_64 2/3 2026-03-05T18:28:56.254 INFO:teuthology.orchestra.run.vm08.stdout: Erasing : postgresql-private-libs-13.23-1.el9_7.x86_64 3/3 2026-03-05T18:28:56.315 INFO:teuthology.orchestra.run.vm08.stdout: Running scriptlet: postgresql-private-libs-13.23-1.el9_7.x86_64 3/3 2026-03-05T18:28:56.315 INFO:teuthology.orchestra.run.vm08.stdout: Verifying : postgresql-13.23-1.el9_7.x86_64 1/3 2026-03-05T18:28:56.315 INFO:teuthology.orchestra.run.vm08.stdout: Verifying : postgresql-private-libs-13.23-1.el9_7.x86_64 2/3 2026-03-05T18:28:56.362 INFO:teuthology.orchestra.run.vm08.stdout: Verifying : postgresql-server-13.23-1.el9_7.x86_64 3/3 2026-03-05T18:28:56.362 INFO:teuthology.orchestra.run.vm08.stdout: 2026-03-05T18:28:56.362 INFO:teuthology.orchestra.run.vm08.stdout:Removed: 2026-03-05T18:28:56.362 INFO:teuthology.orchestra.run.vm08.stdout: postgresql-13.23-1.el9_7.x86_64 2026-03-05T18:28:56.362 INFO:teuthology.orchestra.run.vm08.stdout: postgresql-private-libs-13.23-1.el9_7.x86_64 2026-03-05T18:28:56.362 INFO:teuthology.orchestra.run.vm08.stdout: postgresql-server-13.23-1.el9_7.x86_64 2026-03-05T18:28:56.362 INFO:teuthology.orchestra.run.vm08.stdout: 2026-03-05T18:28:56.362 INFO:teuthology.orchestra.run.vm08.stdout:Complete! 2026-03-05T18:28:56.394 DEBUG:teuthology.orchestra.run.vm08:> sudo yum -y erase postgresql-devel 2026-03-05T18:28:56.726 INFO:teuthology.orchestra.run.vm08.stdout:Dependencies resolved. 2026-03-05T18:28:56.727 INFO:teuthology.orchestra.run.vm08.stdout:================================================================================ 2026-03-05T18:28:56.727 INFO:teuthology.orchestra.run.vm08.stdout: Package Architecture Version Repository Size 2026-03-05T18:28:56.727 INFO:teuthology.orchestra.run.vm08.stdout:================================================================================ 2026-03-05T18:28:56.727 INFO:teuthology.orchestra.run.vm08.stdout:Removing: 2026-03-05T18:28:56.727 INFO:teuthology.orchestra.run.vm08.stdout: libpq-devel x86_64 13.23-1.el9_7 @appstream 321 k 2026-03-05T18:28:56.727 INFO:teuthology.orchestra.run.vm08.stdout:Removing unused dependencies: 2026-03-05T18:28:56.727 INFO:teuthology.orchestra.run.vm08.stdout: libpq x86_64 13.23-1.el9_7 @appstream 735 k 2026-03-05T18:28:56.727 INFO:teuthology.orchestra.run.vm08.stdout: 2026-03-05T18:28:56.727 INFO:teuthology.orchestra.run.vm08.stdout:Transaction Summary 2026-03-05T18:28:56.727 INFO:teuthology.orchestra.run.vm08.stdout:================================================================================ 2026-03-05T18:28:56.727 INFO:teuthology.orchestra.run.vm08.stdout:Remove 2 Packages 2026-03-05T18:28:56.727 INFO:teuthology.orchestra.run.vm08.stdout: 2026-03-05T18:28:56.727 INFO:teuthology.orchestra.run.vm08.stdout:Freed space: 1.0 M 2026-03-05T18:28:56.727 INFO:teuthology.orchestra.run.vm08.stdout:Running transaction check 2026-03-05T18:28:56.732 INFO:teuthology.orchestra.run.vm08.stdout:Transaction check succeeded. 2026-03-05T18:28:56.732 INFO:teuthology.orchestra.run.vm08.stdout:Running transaction test 2026-03-05T18:28:56.746 INFO:teuthology.orchestra.run.vm08.stdout:Transaction test succeeded. 2026-03-05T18:28:56.747 INFO:teuthology.orchestra.run.vm08.stdout:Running transaction 2026-03-05T18:28:56.788 INFO:teuthology.orchestra.run.vm08.stdout: Preparing : 1/1 2026-03-05T18:28:56.794 INFO:teuthology.orchestra.run.vm08.stdout: Erasing : libpq-devel-13.23-1.el9_7.x86_64 1/2 2026-03-05T18:28:56.870 INFO:teuthology.orchestra.run.vm08.stdout: Erasing : libpq-13.23-1.el9_7.x86_64 2/2 2026-03-05T18:28:56.870 INFO:teuthology.orchestra.run.vm08.stdout: Verifying : libpq-13.23-1.el9_7.x86_64 1/2 2026-03-05T18:28:56.924 INFO:teuthology.orchestra.run.vm08.stdout: Verifying : libpq-devel-13.23-1.el9_7.x86_64 2/2 2026-03-05T18:28:56.925 INFO:teuthology.orchestra.run.vm08.stdout: 2026-03-05T18:28:56.925 INFO:teuthology.orchestra.run.vm08.stdout:Removed: 2026-03-05T18:28:56.925 INFO:teuthology.orchestra.run.vm08.stdout: libpq-13.23-1.el9_7.x86_64 libpq-devel-13.23-1.el9_7.x86_64 2026-03-05T18:28:56.925 INFO:teuthology.orchestra.run.vm08.stdout: 2026-03-05T18:28:56.925 INFO:teuthology.orchestra.run.vm08.stdout:Complete! 2026-03-05T18:28:56.950 DEBUG:teuthology.orchestra.run.vm08:> sudo yum -y erase postgresql-server 2026-03-05T18:28:57.130 INFO:teuthology.orchestra.run.vm08.stdout:No match for argument: postgresql-server 2026-03-05T18:28:57.131 INFO:teuthology.orchestra.run.vm08.stderr:No packages marked for removal. 2026-03-05T18:28:57.134 INFO:teuthology.orchestra.run.vm08.stdout:Dependencies resolved. 2026-03-05T18:28:57.134 INFO:teuthology.orchestra.run.vm08.stdout:Nothing to do. 2026-03-05T18:28:57.134 INFO:teuthology.orchestra.run.vm08.stdout:Complete! 2026-03-05T18:28:57.160 INFO:tasks.keystone:Removing keystone... 2026-03-05T18:28:57.160 DEBUG:teuthology.orchestra.run.vm08:> rm -rf /home/ubuntu/cephtest/keystone 2026-03-05T18:28:57.293 ERROR:teuthology.run_tasks:Saw exception from tasks. Traceback (most recent call last): File "/home/teuthos/teuthology/teuthology/run_tasks.py", line 112, in run_tasks manager.__enter__() File "/home/teuthos/.local/share/uv/python/cpython-3.10.19-linux-x86_64-gnu/lib/python3.10/contextlib.py", line 135, in __enter__ return next(self.gen) File "/home/teuthos/src/github.com_kshtsk_ceph_e50baef5944c0b5e8e734db1c467f1f19415a932/qa/tasks/keystone.py", line 507, in task with contextutil.nested( File "/home/teuthos/.local/share/uv/python/cpython-3.10.19-linux-x86_64-gnu/lib/python3.10/contextlib.py", line 135, in __enter__ return next(self.gen) File "/home/teuthos/teuthology/teuthology/contextutil.py", line 54, in nested raise exc[1] File "/home/teuthos/.local/share/uv/python/cpython-3.10.19-linux-x86_64-gnu/lib/python3.10/contextlib.py", line 153, in __exit__ self.gen.throw(typ, value, traceback) File "/home/teuthos/src/github.com_kshtsk_ceph_e50baef5944c0b5e8e734db1c467f1f19415a932/qa/tasks/keystone.py", line 89, in download yield File "/home/teuthos/teuthology/teuthology/contextutil.py", line 30, in nested vars.append(enter()) File "/home/teuthos/.local/share/uv/python/cpython-3.10.19-linux-x86_64-gnu/lib/python3.10/contextlib.py", line 135, in __enter__ return next(self.gen) File "/home/teuthos/src/github.com_kshtsk_ceph_e50baef5944c0b5e8e734db1c467f1f19415a932/qa/tasks/keystone.py", line 190, in setup_venv run_in_keystone_dir(ctx, client, File "/home/teuthos/src/github.com_kshtsk_ceph_e50baef5944c0b5e8e734db1c467f1f19415a932/qa/tasks/keystone.py", line 28, in run_in_keystone_dir return ctx.cluster.only(client).run( File "/home/teuthos/teuthology/teuthology/orchestra/cluster.py", line 85, in run procs = [remote.run(**kwargs, wait=_wait) for remote in remotes] File "/home/teuthos/teuthology/teuthology/orchestra/cluster.py", line 85, in procs = [remote.run(**kwargs, wait=_wait) for remote in remotes] File "/home/teuthos/teuthology/teuthology/orchestra/remote.py", line 575, in run r = self._runner(client=self.ssh, name=self.shortname, **kwargs) File "/home/teuthos/teuthology/teuthology/orchestra/run.py", line 461, in run r.wait() File "/home/teuthos/teuthology/teuthology/orchestra/run.py", line 161, in wait self._raise_for_status() File "/home/teuthos/teuthology/teuthology/orchestra/run.py", line 181, in _raise_for_status raise CommandFailedError( teuthology.exceptions.CommandFailedError: Command failed on vm08 with status 1: 'cd /home/ubuntu/cephtest/keystone && source /home/ubuntu/cephtest/tox-venv/bin/activate && tox -e venv --notest' 2026-03-05T18:28:57.293 DEBUG:teuthology.run_tasks:Unwinding manager keystone 2026-03-05T18:28:57.295 DEBUG:teuthology.run_tasks:Unwinding manager tox 2026-03-05T18:28:57.297 DEBUG:teuthology.orchestra.run.vm08:> rm -rf /home/ubuntu/cephtest/tox-venv 2026-03-05T18:28:57.363 DEBUG:teuthology.run_tasks:Unwinding manager ceph 2026-03-05T18:28:57.365 INFO:tasks.ceph.ceph_manager.ceph:waiting for clean 2026-03-05T18:28:57.365 DEBUG:teuthology.orchestra.run.vm08:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2026-03-05T18:28:57.540 INFO:teuthology.orchestra.run.vm08.stdout: 2026-03-05T18:28:57.541 INFO:teuthology.orchestra.run.vm08.stderr:dumped all 2026-03-05T18:28:57.553 INFO:teuthology.orchestra.run.vm08.stdout:{"pg_ready":true,"pg_map":{"version":54,"stamp":"2026-03-05T18:28:57.109874+0100","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":459299,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":46,"num_read_kb":37,"num_write":59,"num_write_kb":586,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":35,"ondisk_log_size":35,"up":18,"acting":18,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":18,"num_osds":3,"num_per_pool_osds":3,"num_per_pool_omap_osds":3,"kb":314572800,"kb_used":81816,"kb_used_data":1296,"kb_used_omap":4,"kb_used_meta":80443,"kb_avail":314490984,"statfs":{"total":322122547200,"available":322038767616,"internally_reserved":0,"allocated":1327104,"data_stored":1035670,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":4788,"internal_metadata":82373964},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"12.004601"},"pg_stats":[{"pgid":"1.7","version":"0'0","reported_seq":25,"reported_epoch":15,"state":"active+clean","last_fresh":"2026-03-05T18:27:49.914209+0100","last_change":"2026-03-05T18:27:39.553732+0100","last_active":"2026-03-05T18:27:49.914209+0100","last_peered":"2026-03-05T18:27:49.914209+0100","last_clean":"2026-03-05T18:27:49.914209+0100","last_became_active":"2026-03-05T18:27:37.547333+0100","last_became_peered":"2026-03-05T18:27:37.547333+0100","last_unstale":"2026-03-05T18:27:49.914209+0100","last_undegraded":"2026-03-05T18:27:49.914209+0100","last_fullsized":"2026-03-05T18:27:49.914209+0100","mapping_epoch":9,"log_start":"0'0","ondisk_log_start":"0'0","created":9,"last_epoch_clean":10,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-03-05T18:27:36.523733+0100","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-03-05T18:27:36.523733+0100","last_clean_scrub_stamp":"2026-03-05T18:27:36.523733+0100","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-03-07T02:53:18.058590+0100","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00044498600000000003,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"1.6","version":"0'0","reported_seq":25,"reported_epoch":15,"state":"active+clean","last_fresh":"2026-03-05T18:27:49.914218+0100","last_change":"2026-03-05T18:27:39.553780+0100","last_active":"2026-03-05T18:27:49.914218+0100","last_peered":"2026-03-05T18:27:49.914218+0100","last_clean":"2026-03-05T18:27:49.914218+0100","last_became_active":"2026-03-05T18:27:37.545335+0100","last_became_peered":"2026-03-05T18:27:37.545335+0100","last_unstale":"2026-03-05T18:27:49.914218+0100","last_undegraded":"2026-03-05T18:27:49.914218+0100","last_fullsized":"2026-03-05T18:27:49.914218+0100","mapping_epoch":9,"log_start":"0'0","ondisk_log_start":"0'0","created":9,"last_epoch_clean":10,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-03-05T18:27:36.523733+0100","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-03-05T18:27:36.523733+0100","last_clean_scrub_stamp":"2026-03-05T18:27:36.523733+0100","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-03-07T03:17:47.748286+0100","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00042481799999999998,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"1.5","version":"0'0","reported_seq":24,"reported_epoch":15,"state":"active+clean","last_fresh":"2026-03-05T18:27:49.827847+0100","last_change":"2026-03-05T18:27:39.549225+0100","last_active":"2026-03-05T18:27:49.827847+0100","last_peered":"2026-03-05T18:27:49.827847+0100","last_clean":"2026-03-05T18:27:49.827847+0100","last_became_active":"2026-03-05T18:27:37.542360+0100","last_became_peered":"2026-03-05T18:27:37.542360+0100","last_unstale":"2026-03-05T18:27:49.827847+0100","last_undegraded":"2026-03-05T18:27:49.827847+0100","last_fullsized":"2026-03-05T18:27:49.827847+0100","mapping_epoch":9,"log_start":"0'0","ondisk_log_start":"0'0","created":9,"last_epoch_clean":10,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-03-05T18:27:36.523733+0100","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-03-05T18:27:36.523733+0100","last_clean_scrub_stamp":"2026-03-05T18:27:36.523733+0100","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-03-07T05:18:54.681072+0100","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00028866299999999998,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"1.4","version":"0'0","reported_seq":25,"reported_epoch":15,"state":"active+clean","last_fresh":"2026-03-05T18:27:49.914290+0100","last_change":"2026-03-05T18:27:39.553860+0100","last_active":"2026-03-05T18:27:49.914290+0100","last_peered":"2026-03-05T18:27:49.914290+0100","last_clean":"2026-03-05T18:27:49.914290+0100","last_became_active":"2026-03-05T18:27:37.545451+0100","last_became_peered":"2026-03-05T18:27:37.545451+0100","last_unstale":"2026-03-05T18:27:49.914290+0100","last_undegraded":"2026-03-05T18:27:49.914290+0100","last_fullsized":"2026-03-05T18:27:49.914290+0100","mapping_epoch":9,"log_start":"0'0","ondisk_log_start":"0'0","created":9,"last_epoch_clean":10,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-03-05T18:27:36.523733+0100","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-03-05T18:27:36.523733+0100","last_clean_scrub_stamp":"2026-03-05T18:27:36.523733+0100","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-03-07T01:00:01.018548+0100","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00044556799999999997,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.0","version":"11'32","reported_seq":61,"reported_epoch":15,"state":"active+clean","last_fresh":"2026-03-05T18:27:49.827773+0100","last_change":"2026-03-05T18:27:38.538959+0100","last_active":"2026-03-05T18:27:49.827773+0100","last_peered":"2026-03-05T18:27:49.827773+0100","last_clean":"2026-03-05T18:27:49.827773+0100","last_became_active":"2026-03-05T18:27:38.538823+0100","last_became_peered":"2026-03-05T18:27:38.538823+0100","last_unstale":"2026-03-05T18:27:49.827773+0100","last_undegraded":"2026-03-05T18:27:49.827773+0100","last_fullsized":"2026-03-05T18:27:49.827773+0100","mapping_epoch":10,"log_start":"0'0","ondisk_log_start":"0'0","created":10,"last_epoch_clean":11,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-03-05T18:27:37.526451+0100","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-03-05T18:27:37.526451+0100","last_clean_scrub_stamp":"2026-03-05T18:27:37.526451+0100","objects_scrubbed":0,"log_size":32,"log_dups_size":0,"ondisk_log_size":32,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-03-07T00:36:30.407015+0100","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":459280,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":46,"num_read_kb":37,"num_write":57,"num_write_kb":584,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"1.3","version":"10'1","reported_seq":26,"reported_epoch":15,"state":"active+clean","last_fresh":"2026-03-05T18:27:49.914324+0100","last_change":"2026-03-05T18:27:39.553904+0100","last_active":"2026-03-05T18:27:49.914324+0100","last_peered":"2026-03-05T18:27:49.914324+0100","last_clean":"2026-03-05T18:27:49.914324+0100","last_became_active":"2026-03-05T18:27:37.547593+0100","last_became_peered":"2026-03-05T18:27:37.547593+0100","last_unstale":"2026-03-05T18:27:49.914324+0100","last_undegraded":"2026-03-05T18:27:49.914324+0100","last_fullsized":"2026-03-05T18:27:49.914324+0100","mapping_epoch":9,"log_start":"0'0","ondisk_log_start":"0'0","created":9,"last_epoch_clean":10,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-03-05T18:27:36.523733+0100","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-03-05T18:27:36.523733+0100","last_clean_scrub_stamp":"2026-03-05T18:27:36.523733+0100","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-03-06T19:53:55.817751+0100","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00040362900000000002,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"1.2","version":"12'2","reported_seq":26,"reported_epoch":15,"state":"active+clean","last_fresh":"2026-03-05T18:27:49.575561+0100","last_change":"2026-03-05T18:27:39.549934+0100","last_active":"2026-03-05T18:27:49.575561+0100","last_peered":"2026-03-05T18:27:49.575561+0100","last_clean":"2026-03-05T18:27:49.575561+0100","last_became_active":"2026-03-05T18:27:37.546312+0100","last_became_peered":"2026-03-05T18:27:37.546312+0100","last_unstale":"2026-03-05T18:27:49.575561+0100","last_undegraded":"2026-03-05T18:27:49.575561+0100","last_fullsized":"2026-03-05T18:27:49.575561+0100","mapping_epoch":9,"log_start":"0'0","ondisk_log_start":"0'0","created":9,"last_epoch_clean":10,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-03-05T18:27:36.523733+0100","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-03-05T18:27:36.523733+0100","last_clean_scrub_stamp":"2026-03-05T18:27:36.523733+0100","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-03-07T04:31:08.793537+0100","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00044615900000000001,"stat_sum":{"num_bytes":19,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"1.1","version":"0'0","reported_seq":24,"reported_epoch":15,"state":"active+clean","last_fresh":"2026-03-05T18:27:49.827810+0100","last_change":"2026-03-05T18:27:39.549189+0100","last_active":"2026-03-05T18:27:49.827810+0100","last_peered":"2026-03-05T18:27:49.827810+0100","last_clean":"2026-03-05T18:27:49.827810+0100","last_became_active":"2026-03-05T18:27:37.543047+0100","last_became_peered":"2026-03-05T18:27:37.543047+0100","last_unstale":"2026-03-05T18:27:49.827810+0100","last_undegraded":"2026-03-05T18:27:49.827810+0100","last_fullsized":"2026-03-05T18:27:49.827810+0100","mapping_epoch":9,"log_start":"0'0","ondisk_log_start":"0'0","created":9,"last_epoch_clean":10,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-03-05T18:27:36.523733+0100","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-03-05T18:27:36.523733+0100","last_clean_scrub_stamp":"2026-03-05T18:27:36.523733+0100","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-03-06T20:29:06.428775+0100","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.000201418,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"1.0","version":"0'0","reported_seq":25,"reported_epoch":15,"state":"active+clean","last_fresh":"2026-03-05T18:27:49.914350+0100","last_change":"2026-03-05T18:27:39.553967+0100","last_active":"2026-03-05T18:27:49.914350+0100","last_peered":"2026-03-05T18:27:49.914350+0100","last_clean":"2026-03-05T18:27:49.914350+0100","last_became_active":"2026-03-05T18:27:37.543380+0100","last_became_peered":"2026-03-05T18:27:37.543380+0100","last_unstale":"2026-03-05T18:27:49.914350+0100","last_undegraded":"2026-03-05T18:27:49.914350+0100","last_fullsized":"2026-03-05T18:27:49.914350+0100","mapping_epoch":9,"log_start":"0'0","ondisk_log_start":"0'0","created":9,"last_epoch_clean":10,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-03-05T18:27:36.523733+0100","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-03-05T18:27:36.523733+0100","last_clean_scrub_stamp":"2026-03-05T18:27:36.523733+0100","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-03-06T19:39:41.836746+0100","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00040606399999999998,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]}],"pool_stats":[{"poolid":2,"num_pg":1,"stat_sum":{"num_bytes":459280,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":46,"num_read_kb":37,"num_write":57,"num_write_kb":584,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":925696,"data_stored":918560,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":32,"ondisk_log_size":32,"up":2,"acting":2,"num_store_stats":2},{"poolid":1,"num_pg":8,"stat_sum":{"num_bytes":19,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":38,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":3,"ondisk_log_size":3,"up":16,"acting":16,"num_store_stats":3}],"osd_stats":[{"osd":2,"up_from":8,"seq":34359738386,"num_pgs":5,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":104857600,"kb_used":27420,"kb_used_data":580,"kb_used_omap":1,"kb_used_meta":26814,"kb_avail":104830180,"statfs":{"total":107374182400,"available":107346104320,"internally_reserved":0,"allocated":593920,"data_stored":498304,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1596,"internal_metadata":27457988},"hb_peers":[0,1],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":1,"up_from":8,"seq":34359738386,"num_pgs":7,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":104857600,"kb_used":27424,"kb_used_data":584,"kb_used_omap":1,"kb_used_meta":26814,"kb_avail":104830176,"statfs":{"total":107374182400,"available":107346100224,"internally_reserved":0,"allocated":598016,"data_stored":498323,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1596,"internal_metadata":27457988},"hb_peers":[0,2],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":0,"up_from":8,"seq":34359738386,"num_pgs":6,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":104857600,"kb_used":26972,"kb_used_data":132,"kb_used_omap":1,"kb_used_meta":26814,"kb_avail":104830628,"statfs":{"total":107374182400,"available":107346563072,"internally_reserved":0,"allocated":135168,"data_stored":39043,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1596,"internal_metadata":27457988},"hb_peers":[1,2],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":19,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":19,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":462848,"data_stored":459280,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":462848,"data_stored":459280,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2026-03-05T18:28:57.553 DEBUG:teuthology.orchestra.run.vm08:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2026-03-05T18:28:57.729 INFO:teuthology.orchestra.run.vm08.stdout: 2026-03-05T18:28:57.729 INFO:teuthology.orchestra.run.vm08.stderr:dumped all 2026-03-05T18:28:57.742 INFO:teuthology.orchestra.run.vm08.stdout:{"pg_ready":true,"pg_map":{"version":54,"stamp":"2026-03-05T18:28:57.109874+0100","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":459299,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":46,"num_read_kb":37,"num_write":59,"num_write_kb":586,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":35,"ondisk_log_size":35,"up":18,"acting":18,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":18,"num_osds":3,"num_per_pool_osds":3,"num_per_pool_omap_osds":3,"kb":314572800,"kb_used":81816,"kb_used_data":1296,"kb_used_omap":4,"kb_used_meta":80443,"kb_avail":314490984,"statfs":{"total":322122547200,"available":322038767616,"internally_reserved":0,"allocated":1327104,"data_stored":1035670,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":4788,"internal_metadata":82373964},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"12.004601"},"pg_stats":[{"pgid":"1.7","version":"0'0","reported_seq":25,"reported_epoch":15,"state":"active+clean","last_fresh":"2026-03-05T18:27:49.914209+0100","last_change":"2026-03-05T18:27:39.553732+0100","last_active":"2026-03-05T18:27:49.914209+0100","last_peered":"2026-03-05T18:27:49.914209+0100","last_clean":"2026-03-05T18:27:49.914209+0100","last_became_active":"2026-03-05T18:27:37.547333+0100","last_became_peered":"2026-03-05T18:27:37.547333+0100","last_unstale":"2026-03-05T18:27:49.914209+0100","last_undegraded":"2026-03-05T18:27:49.914209+0100","last_fullsized":"2026-03-05T18:27:49.914209+0100","mapping_epoch":9,"log_start":"0'0","ondisk_log_start":"0'0","created":9,"last_epoch_clean":10,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-03-05T18:27:36.523733+0100","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-03-05T18:27:36.523733+0100","last_clean_scrub_stamp":"2026-03-05T18:27:36.523733+0100","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-03-07T02:53:18.058590+0100","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00044498600000000003,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"1.6","version":"0'0","reported_seq":25,"reported_epoch":15,"state":"active+clean","last_fresh":"2026-03-05T18:27:49.914218+0100","last_change":"2026-03-05T18:27:39.553780+0100","last_active":"2026-03-05T18:27:49.914218+0100","last_peered":"2026-03-05T18:27:49.914218+0100","last_clean":"2026-03-05T18:27:49.914218+0100","last_became_active":"2026-03-05T18:27:37.545335+0100","last_became_peered":"2026-03-05T18:27:37.545335+0100","last_unstale":"2026-03-05T18:27:49.914218+0100","last_undegraded":"2026-03-05T18:27:49.914218+0100","last_fullsized":"2026-03-05T18:27:49.914218+0100","mapping_epoch":9,"log_start":"0'0","ondisk_log_start":"0'0","created":9,"last_epoch_clean":10,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-03-05T18:27:36.523733+0100","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-03-05T18:27:36.523733+0100","last_clean_scrub_stamp":"2026-03-05T18:27:36.523733+0100","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-03-07T03:17:47.748286+0100","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00042481799999999998,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"1.5","version":"0'0","reported_seq":24,"reported_epoch":15,"state":"active+clean","last_fresh":"2026-03-05T18:27:49.827847+0100","last_change":"2026-03-05T18:27:39.549225+0100","last_active":"2026-03-05T18:27:49.827847+0100","last_peered":"2026-03-05T18:27:49.827847+0100","last_clean":"2026-03-05T18:27:49.827847+0100","last_became_active":"2026-03-05T18:27:37.542360+0100","last_became_peered":"2026-03-05T18:27:37.542360+0100","last_unstale":"2026-03-05T18:27:49.827847+0100","last_undegraded":"2026-03-05T18:27:49.827847+0100","last_fullsized":"2026-03-05T18:27:49.827847+0100","mapping_epoch":9,"log_start":"0'0","ondisk_log_start":"0'0","created":9,"last_epoch_clean":10,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-03-05T18:27:36.523733+0100","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-03-05T18:27:36.523733+0100","last_clean_scrub_stamp":"2026-03-05T18:27:36.523733+0100","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-03-07T05:18:54.681072+0100","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00028866299999999998,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"1.4","version":"0'0","reported_seq":25,"reported_epoch":15,"state":"active+clean","last_fresh":"2026-03-05T18:27:49.914290+0100","last_change":"2026-03-05T18:27:39.553860+0100","last_active":"2026-03-05T18:27:49.914290+0100","last_peered":"2026-03-05T18:27:49.914290+0100","last_clean":"2026-03-05T18:27:49.914290+0100","last_became_active":"2026-03-05T18:27:37.545451+0100","last_became_peered":"2026-03-05T18:27:37.545451+0100","last_unstale":"2026-03-05T18:27:49.914290+0100","last_undegraded":"2026-03-05T18:27:49.914290+0100","last_fullsized":"2026-03-05T18:27:49.914290+0100","mapping_epoch":9,"log_start":"0'0","ondisk_log_start":"0'0","created":9,"last_epoch_clean":10,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-03-05T18:27:36.523733+0100","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-03-05T18:27:36.523733+0100","last_clean_scrub_stamp":"2026-03-05T18:27:36.523733+0100","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-03-07T01:00:01.018548+0100","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00044556799999999997,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.0","version":"11'32","reported_seq":61,"reported_epoch":15,"state":"active+clean","last_fresh":"2026-03-05T18:27:49.827773+0100","last_change":"2026-03-05T18:27:38.538959+0100","last_active":"2026-03-05T18:27:49.827773+0100","last_peered":"2026-03-05T18:27:49.827773+0100","last_clean":"2026-03-05T18:27:49.827773+0100","last_became_active":"2026-03-05T18:27:38.538823+0100","last_became_peered":"2026-03-05T18:27:38.538823+0100","last_unstale":"2026-03-05T18:27:49.827773+0100","last_undegraded":"2026-03-05T18:27:49.827773+0100","last_fullsized":"2026-03-05T18:27:49.827773+0100","mapping_epoch":10,"log_start":"0'0","ondisk_log_start":"0'0","created":10,"last_epoch_clean":11,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-03-05T18:27:37.526451+0100","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-03-05T18:27:37.526451+0100","last_clean_scrub_stamp":"2026-03-05T18:27:37.526451+0100","objects_scrubbed":0,"log_size":32,"log_dups_size":0,"ondisk_log_size":32,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-03-07T00:36:30.407015+0100","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":459280,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":46,"num_read_kb":37,"num_write":57,"num_write_kb":584,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"1.3","version":"10'1","reported_seq":26,"reported_epoch":15,"state":"active+clean","last_fresh":"2026-03-05T18:27:49.914324+0100","last_change":"2026-03-05T18:27:39.553904+0100","last_active":"2026-03-05T18:27:49.914324+0100","last_peered":"2026-03-05T18:27:49.914324+0100","last_clean":"2026-03-05T18:27:49.914324+0100","last_became_active":"2026-03-05T18:27:37.547593+0100","last_became_peered":"2026-03-05T18:27:37.547593+0100","last_unstale":"2026-03-05T18:27:49.914324+0100","last_undegraded":"2026-03-05T18:27:49.914324+0100","last_fullsized":"2026-03-05T18:27:49.914324+0100","mapping_epoch":9,"log_start":"0'0","ondisk_log_start":"0'0","created":9,"last_epoch_clean":10,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-03-05T18:27:36.523733+0100","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-03-05T18:27:36.523733+0100","last_clean_scrub_stamp":"2026-03-05T18:27:36.523733+0100","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-03-06T19:53:55.817751+0100","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00040362900000000002,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"1.2","version":"12'2","reported_seq":26,"reported_epoch":15,"state":"active+clean","last_fresh":"2026-03-05T18:27:49.575561+0100","last_change":"2026-03-05T18:27:39.549934+0100","last_active":"2026-03-05T18:27:49.575561+0100","last_peered":"2026-03-05T18:27:49.575561+0100","last_clean":"2026-03-05T18:27:49.575561+0100","last_became_active":"2026-03-05T18:27:37.546312+0100","last_became_peered":"2026-03-05T18:27:37.546312+0100","last_unstale":"2026-03-05T18:27:49.575561+0100","last_undegraded":"2026-03-05T18:27:49.575561+0100","last_fullsized":"2026-03-05T18:27:49.575561+0100","mapping_epoch":9,"log_start":"0'0","ondisk_log_start":"0'0","created":9,"last_epoch_clean":10,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-03-05T18:27:36.523733+0100","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-03-05T18:27:36.523733+0100","last_clean_scrub_stamp":"2026-03-05T18:27:36.523733+0100","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-03-07T04:31:08.793537+0100","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00044615900000000001,"stat_sum":{"num_bytes":19,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"1.1","version":"0'0","reported_seq":24,"reported_epoch":15,"state":"active+clean","last_fresh":"2026-03-05T18:27:49.827810+0100","last_change":"2026-03-05T18:27:39.549189+0100","last_active":"2026-03-05T18:27:49.827810+0100","last_peered":"2026-03-05T18:27:49.827810+0100","last_clean":"2026-03-05T18:27:49.827810+0100","last_became_active":"2026-03-05T18:27:37.543047+0100","last_became_peered":"2026-03-05T18:27:37.543047+0100","last_unstale":"2026-03-05T18:27:49.827810+0100","last_undegraded":"2026-03-05T18:27:49.827810+0100","last_fullsized":"2026-03-05T18:27:49.827810+0100","mapping_epoch":9,"log_start":"0'0","ondisk_log_start":"0'0","created":9,"last_epoch_clean":10,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-03-05T18:27:36.523733+0100","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-03-05T18:27:36.523733+0100","last_clean_scrub_stamp":"2026-03-05T18:27:36.523733+0100","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-03-06T20:29:06.428775+0100","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.000201418,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"1.0","version":"0'0","reported_seq":25,"reported_epoch":15,"state":"active+clean","last_fresh":"2026-03-05T18:27:49.914350+0100","last_change":"2026-03-05T18:27:39.553967+0100","last_active":"2026-03-05T18:27:49.914350+0100","last_peered":"2026-03-05T18:27:49.914350+0100","last_clean":"2026-03-05T18:27:49.914350+0100","last_became_active":"2026-03-05T18:27:37.543380+0100","last_became_peered":"2026-03-05T18:27:37.543380+0100","last_unstale":"2026-03-05T18:27:49.914350+0100","last_undegraded":"2026-03-05T18:27:49.914350+0100","last_fullsized":"2026-03-05T18:27:49.914350+0100","mapping_epoch":9,"log_start":"0'0","ondisk_log_start":"0'0","created":9,"last_epoch_clean":10,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-03-05T18:27:36.523733+0100","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-03-05T18:27:36.523733+0100","last_clean_scrub_stamp":"2026-03-05T18:27:36.523733+0100","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-03-06T19:39:41.836746+0100","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00040606399999999998,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]}],"pool_stats":[{"poolid":2,"num_pg":1,"stat_sum":{"num_bytes":459280,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":46,"num_read_kb":37,"num_write":57,"num_write_kb":584,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":925696,"data_stored":918560,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":32,"ondisk_log_size":32,"up":2,"acting":2,"num_store_stats":2},{"poolid":1,"num_pg":8,"stat_sum":{"num_bytes":19,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":38,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":3,"ondisk_log_size":3,"up":16,"acting":16,"num_store_stats":3}],"osd_stats":[{"osd":2,"up_from":8,"seq":34359738386,"num_pgs":5,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":104857600,"kb_used":27420,"kb_used_data":580,"kb_used_omap":1,"kb_used_meta":26814,"kb_avail":104830180,"statfs":{"total":107374182400,"available":107346104320,"internally_reserved":0,"allocated":593920,"data_stored":498304,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1596,"internal_metadata":27457988},"hb_peers":[0,1],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":1,"up_from":8,"seq":34359738386,"num_pgs":7,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":104857600,"kb_used":27424,"kb_used_data":584,"kb_used_omap":1,"kb_used_meta":26814,"kb_avail":104830176,"statfs":{"total":107374182400,"available":107346100224,"internally_reserved":0,"allocated":598016,"data_stored":498323,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1596,"internal_metadata":27457988},"hb_peers":[0,2],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":0,"up_from":8,"seq":34359738386,"num_pgs":6,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":104857600,"kb_used":26972,"kb_used_data":132,"kb_used_omap":1,"kb_used_meta":26814,"kb_avail":104830628,"statfs":{"total":107374182400,"available":107346563072,"internally_reserved":0,"allocated":135168,"data_stored":39043,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1596,"internal_metadata":27457988},"hb_peers":[1,2],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":19,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":19,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":462848,"data_stored":459280,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":462848,"data_stored":459280,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2026-03-05T18:28:57.743 INFO:tasks.ceph.ceph_manager.ceph:clean! 2026-03-05T18:28:57.743 DEBUG:teuthology.orchestra.run.vm08:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2026-03-05T18:28:57.919 INFO:teuthology.orchestra.run.vm08.stdout: 2026-03-05T18:28:57.920 INFO:teuthology.orchestra.run.vm08.stderr:dumped all 2026-03-05T18:28:57.932 INFO:teuthology.orchestra.run.vm08.stdout:{"pg_ready":true,"pg_map":{"version":54,"stamp":"2026-03-05T18:28:57.109874+0100","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":459299,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":46,"num_read_kb":37,"num_write":59,"num_write_kb":586,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":35,"ondisk_log_size":35,"up":18,"acting":18,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":18,"num_osds":3,"num_per_pool_osds":3,"num_per_pool_omap_osds":3,"kb":314572800,"kb_used":81816,"kb_used_data":1296,"kb_used_omap":4,"kb_used_meta":80443,"kb_avail":314490984,"statfs":{"total":322122547200,"available":322038767616,"internally_reserved":0,"allocated":1327104,"data_stored":1035670,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":4788,"internal_metadata":82373964},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"12.004601"},"pg_stats":[{"pgid":"1.7","version":"0'0","reported_seq":25,"reported_epoch":15,"state":"active+clean","last_fresh":"2026-03-05T18:27:49.914209+0100","last_change":"2026-03-05T18:27:39.553732+0100","last_active":"2026-03-05T18:27:49.914209+0100","last_peered":"2026-03-05T18:27:49.914209+0100","last_clean":"2026-03-05T18:27:49.914209+0100","last_became_active":"2026-03-05T18:27:37.547333+0100","last_became_peered":"2026-03-05T18:27:37.547333+0100","last_unstale":"2026-03-05T18:27:49.914209+0100","last_undegraded":"2026-03-05T18:27:49.914209+0100","last_fullsized":"2026-03-05T18:27:49.914209+0100","mapping_epoch":9,"log_start":"0'0","ondisk_log_start":"0'0","created":9,"last_epoch_clean":10,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-03-05T18:27:36.523733+0100","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-03-05T18:27:36.523733+0100","last_clean_scrub_stamp":"2026-03-05T18:27:36.523733+0100","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-03-07T02:53:18.058590+0100","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00044498600000000003,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"1.6","version":"0'0","reported_seq":25,"reported_epoch":15,"state":"active+clean","last_fresh":"2026-03-05T18:27:49.914218+0100","last_change":"2026-03-05T18:27:39.553780+0100","last_active":"2026-03-05T18:27:49.914218+0100","last_peered":"2026-03-05T18:27:49.914218+0100","last_clean":"2026-03-05T18:27:49.914218+0100","last_became_active":"2026-03-05T18:27:37.545335+0100","last_became_peered":"2026-03-05T18:27:37.545335+0100","last_unstale":"2026-03-05T18:27:49.914218+0100","last_undegraded":"2026-03-05T18:27:49.914218+0100","last_fullsized":"2026-03-05T18:27:49.914218+0100","mapping_epoch":9,"log_start":"0'0","ondisk_log_start":"0'0","created":9,"last_epoch_clean":10,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-03-05T18:27:36.523733+0100","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-03-05T18:27:36.523733+0100","last_clean_scrub_stamp":"2026-03-05T18:27:36.523733+0100","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-03-07T03:17:47.748286+0100","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00042481799999999998,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"1.5","version":"0'0","reported_seq":24,"reported_epoch":15,"state":"active+clean","last_fresh":"2026-03-05T18:27:49.827847+0100","last_change":"2026-03-05T18:27:39.549225+0100","last_active":"2026-03-05T18:27:49.827847+0100","last_peered":"2026-03-05T18:27:49.827847+0100","last_clean":"2026-03-05T18:27:49.827847+0100","last_became_active":"2026-03-05T18:27:37.542360+0100","last_became_peered":"2026-03-05T18:27:37.542360+0100","last_unstale":"2026-03-05T18:27:49.827847+0100","last_undegraded":"2026-03-05T18:27:49.827847+0100","last_fullsized":"2026-03-05T18:27:49.827847+0100","mapping_epoch":9,"log_start":"0'0","ondisk_log_start":"0'0","created":9,"last_epoch_clean":10,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-03-05T18:27:36.523733+0100","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-03-05T18:27:36.523733+0100","last_clean_scrub_stamp":"2026-03-05T18:27:36.523733+0100","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-03-07T05:18:54.681072+0100","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00028866299999999998,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"1.4","version":"0'0","reported_seq":25,"reported_epoch":15,"state":"active+clean","last_fresh":"2026-03-05T18:27:49.914290+0100","last_change":"2026-03-05T18:27:39.553860+0100","last_active":"2026-03-05T18:27:49.914290+0100","last_peered":"2026-03-05T18:27:49.914290+0100","last_clean":"2026-03-05T18:27:49.914290+0100","last_became_active":"2026-03-05T18:27:37.545451+0100","last_became_peered":"2026-03-05T18:27:37.545451+0100","last_unstale":"2026-03-05T18:27:49.914290+0100","last_undegraded":"2026-03-05T18:27:49.914290+0100","last_fullsized":"2026-03-05T18:27:49.914290+0100","mapping_epoch":9,"log_start":"0'0","ondisk_log_start":"0'0","created":9,"last_epoch_clean":10,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-03-05T18:27:36.523733+0100","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-03-05T18:27:36.523733+0100","last_clean_scrub_stamp":"2026-03-05T18:27:36.523733+0100","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-03-07T01:00:01.018548+0100","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00044556799999999997,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.0","version":"11'32","reported_seq":61,"reported_epoch":15,"state":"active+clean","last_fresh":"2026-03-05T18:27:49.827773+0100","last_change":"2026-03-05T18:27:38.538959+0100","last_active":"2026-03-05T18:27:49.827773+0100","last_peered":"2026-03-05T18:27:49.827773+0100","last_clean":"2026-03-05T18:27:49.827773+0100","last_became_active":"2026-03-05T18:27:38.538823+0100","last_became_peered":"2026-03-05T18:27:38.538823+0100","last_unstale":"2026-03-05T18:27:49.827773+0100","last_undegraded":"2026-03-05T18:27:49.827773+0100","last_fullsized":"2026-03-05T18:27:49.827773+0100","mapping_epoch":10,"log_start":"0'0","ondisk_log_start":"0'0","created":10,"last_epoch_clean":11,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-03-05T18:27:37.526451+0100","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-03-05T18:27:37.526451+0100","last_clean_scrub_stamp":"2026-03-05T18:27:37.526451+0100","objects_scrubbed":0,"log_size":32,"log_dups_size":0,"ondisk_log_size":32,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-03-07T00:36:30.407015+0100","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":459280,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":46,"num_read_kb":37,"num_write":57,"num_write_kb":584,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"1.3","version":"10'1","reported_seq":26,"reported_epoch":15,"state":"active+clean","last_fresh":"2026-03-05T18:27:49.914324+0100","last_change":"2026-03-05T18:27:39.553904+0100","last_active":"2026-03-05T18:27:49.914324+0100","last_peered":"2026-03-05T18:27:49.914324+0100","last_clean":"2026-03-05T18:27:49.914324+0100","last_became_active":"2026-03-05T18:27:37.547593+0100","last_became_peered":"2026-03-05T18:27:37.547593+0100","last_unstale":"2026-03-05T18:27:49.914324+0100","last_undegraded":"2026-03-05T18:27:49.914324+0100","last_fullsized":"2026-03-05T18:27:49.914324+0100","mapping_epoch":9,"log_start":"0'0","ondisk_log_start":"0'0","created":9,"last_epoch_clean":10,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-03-05T18:27:36.523733+0100","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-03-05T18:27:36.523733+0100","last_clean_scrub_stamp":"2026-03-05T18:27:36.523733+0100","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-03-06T19:53:55.817751+0100","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00040362900000000002,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"1.2","version":"12'2","reported_seq":26,"reported_epoch":15,"state":"active+clean","last_fresh":"2026-03-05T18:27:49.575561+0100","last_change":"2026-03-05T18:27:39.549934+0100","last_active":"2026-03-05T18:27:49.575561+0100","last_peered":"2026-03-05T18:27:49.575561+0100","last_clean":"2026-03-05T18:27:49.575561+0100","last_became_active":"2026-03-05T18:27:37.546312+0100","last_became_peered":"2026-03-05T18:27:37.546312+0100","last_unstale":"2026-03-05T18:27:49.575561+0100","last_undegraded":"2026-03-05T18:27:49.575561+0100","last_fullsized":"2026-03-05T18:27:49.575561+0100","mapping_epoch":9,"log_start":"0'0","ondisk_log_start":"0'0","created":9,"last_epoch_clean":10,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-03-05T18:27:36.523733+0100","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-03-05T18:27:36.523733+0100","last_clean_scrub_stamp":"2026-03-05T18:27:36.523733+0100","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-03-07T04:31:08.793537+0100","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00044615900000000001,"stat_sum":{"num_bytes":19,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"1.1","version":"0'0","reported_seq":24,"reported_epoch":15,"state":"active+clean","last_fresh":"2026-03-05T18:27:49.827810+0100","last_change":"2026-03-05T18:27:39.549189+0100","last_active":"2026-03-05T18:27:49.827810+0100","last_peered":"2026-03-05T18:27:49.827810+0100","last_clean":"2026-03-05T18:27:49.827810+0100","last_became_active":"2026-03-05T18:27:37.543047+0100","last_became_peered":"2026-03-05T18:27:37.543047+0100","last_unstale":"2026-03-05T18:27:49.827810+0100","last_undegraded":"2026-03-05T18:27:49.827810+0100","last_fullsized":"2026-03-05T18:27:49.827810+0100","mapping_epoch":9,"log_start":"0'0","ondisk_log_start":"0'0","created":9,"last_epoch_clean":10,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-03-05T18:27:36.523733+0100","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-03-05T18:27:36.523733+0100","last_clean_scrub_stamp":"2026-03-05T18:27:36.523733+0100","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-03-06T20:29:06.428775+0100","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.000201418,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"1.0","version":"0'0","reported_seq":25,"reported_epoch":15,"state":"active+clean","last_fresh":"2026-03-05T18:27:49.914350+0100","last_change":"2026-03-05T18:27:39.553967+0100","last_active":"2026-03-05T18:27:49.914350+0100","last_peered":"2026-03-05T18:27:49.914350+0100","last_clean":"2026-03-05T18:27:49.914350+0100","last_became_active":"2026-03-05T18:27:37.543380+0100","last_became_peered":"2026-03-05T18:27:37.543380+0100","last_unstale":"2026-03-05T18:27:49.914350+0100","last_undegraded":"2026-03-05T18:27:49.914350+0100","last_fullsized":"2026-03-05T18:27:49.914350+0100","mapping_epoch":9,"log_start":"0'0","ondisk_log_start":"0'0","created":9,"last_epoch_clean":10,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-03-05T18:27:36.523733+0100","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-03-05T18:27:36.523733+0100","last_clean_scrub_stamp":"2026-03-05T18:27:36.523733+0100","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-03-06T19:39:41.836746+0100","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00040606399999999998,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]}],"pool_stats":[{"poolid":2,"num_pg":1,"stat_sum":{"num_bytes":459280,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":46,"num_read_kb":37,"num_write":57,"num_write_kb":584,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":925696,"data_stored":918560,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":32,"ondisk_log_size":32,"up":2,"acting":2,"num_store_stats":2},{"poolid":1,"num_pg":8,"stat_sum":{"num_bytes":19,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":38,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":3,"ondisk_log_size":3,"up":16,"acting":16,"num_store_stats":3}],"osd_stats":[{"osd":2,"up_from":8,"seq":34359738386,"num_pgs":5,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":104857600,"kb_used":27420,"kb_used_data":580,"kb_used_omap":1,"kb_used_meta":26814,"kb_avail":104830180,"statfs":{"total":107374182400,"available":107346104320,"internally_reserved":0,"allocated":593920,"data_stored":498304,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1596,"internal_metadata":27457988},"hb_peers":[0,1],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":1,"up_from":8,"seq":34359738386,"num_pgs":7,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":104857600,"kb_used":27424,"kb_used_data":584,"kb_used_omap":1,"kb_used_meta":26814,"kb_avail":104830176,"statfs":{"total":107374182400,"available":107346100224,"internally_reserved":0,"allocated":598016,"data_stored":498323,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1596,"internal_metadata":27457988},"hb_peers":[0,2],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":0,"up_from":8,"seq":34359738386,"num_pgs":6,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":104857600,"kb_used":26972,"kb_used_data":132,"kb_used_omap":1,"kb_used_meta":26814,"kb_avail":104830628,"statfs":{"total":107374182400,"available":107346563072,"internally_reserved":0,"allocated":135168,"data_stored":39043,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1596,"internal_metadata":27457988},"hb_peers":[1,2],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":19,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":19,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":462848,"data_stored":459280,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":462848,"data_stored":459280,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2026-03-05T18:28:57.933 DEBUG:teuthology.orchestra.run.vm08:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2026-03-05T18:28:58.114 INFO:teuthology.orchestra.run.vm08.stdout: 2026-03-05T18:28:58.114 INFO:teuthology.orchestra.run.vm08.stdout:{"epoch":15,"fsid":"cf10f593-87a1-42fa-9073-89a580e662cb","created":"2026-03-05T18:27:27.467482+0100","modified":"2026-03-05T18:27:49.568640+0100","last_up_change":"2026-03-05T18:27:35.431628+0100","last_in_change":"2026-03-05T18:27:28.627452+0100","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":4,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":2,"max_osd":3,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":"rbd","create_time":"2026-03-05T18:27:36.342420+0100","flags":8193,"flags_names":"hashpspool,selfmanaged_snaps","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":8,"pg_placement_num":8,"pg_placement_num_target":8,"pg_num_target":8,"pg_num_pending":8,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"12","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":2,"snap_epoch":12,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{},"application_metadata":{"rbd":{}},"read_balance":{"score_type":"Fair distribution","score_acting":1.8799999952316284,"score_stable":1.8799999952316284,"optimal_score":1,"raw_score_acting":1.8799999952316284,"raw_score_stable":1.8799999952316284,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":".mgr","create_time":"2026-03-05T18:27:37.116202+0100","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"12","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":2.9900000095367432,"score_stable":2.9900000095367432,"optimal_score":0.67000001668930054,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"121df0ca-e1c5-4e80-bd87-afc73463b6b3","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":9,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"192.168.123.108:6808","nonce":1676742625},{"type":"v1","addr":"192.168.123.108:6809","nonce":1676742625}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"192.168.123.108:6810","nonce":1676742625},{"type":"v1","addr":"192.168.123.108:6811","nonce":1676742625}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"192.168.123.108:6814","nonce":1676742625},{"type":"v1","addr":"192.168.123.108:6815","nonce":1676742625}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"192.168.123.108:6812","nonce":1676742625},{"type":"v1","addr":"192.168.123.108:6813","nonce":1676742625}]},"public_addr":"192.168.123.108:6809/1676742625","cluster_addr":"192.168.123.108:6811/1676742625","heartbeat_back_addr":"192.168.123.108:6815/1676742625","heartbeat_front_addr":"192.168.123.108:6813/1676742625","state":["exists","up"]},{"osd":1,"uuid":"8a90a007-b559-406d-9a44-2fc8670bfbf0","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":9,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"192.168.123.108:6800","nonce":1474576703},{"type":"v1","addr":"192.168.123.108:6801","nonce":1474576703}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"192.168.123.108:6802","nonce":1474576703},{"type":"v1","addr":"192.168.123.108:6803","nonce":1474576703}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"192.168.123.108:6806","nonce":1474576703},{"type":"v1","addr":"192.168.123.108:6807","nonce":1474576703}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"192.168.123.108:6804","nonce":1474576703},{"type":"v1","addr":"192.168.123.108:6805","nonce":1474576703}]},"public_addr":"192.168.123.108:6801/1474576703","cluster_addr":"192.168.123.108:6803/1474576703","heartbeat_back_addr":"192.168.123.108:6807/1474576703","heartbeat_front_addr":"192.168.123.108:6805/1474576703","state":["exists","up"]},{"osd":2,"uuid":"88395590-3285-4076-a453-1f3c8e014d57","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":10,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"192.168.123.108:6816","nonce":1972954700},{"type":"v1","addr":"192.168.123.108:6817","nonce":1972954700}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"192.168.123.108:6818","nonce":1972954700},{"type":"v1","addr":"192.168.123.108:6819","nonce":1972954700}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"192.168.123.108:6822","nonce":1972954700},{"type":"v1","addr":"192.168.123.108:6823","nonce":1972954700}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"192.168.123.108:6820","nonce":1972954700},{"type":"v1","addr":"192.168.123.108:6821","nonce":1972954700}]},"public_addr":"192.168.123.108:6817/1972954700","cluster_addr":"192.168.123.108:6819/1972954700","heartbeat_back_addr":"192.168.123.108:6823/1972954700","heartbeat_front_addr":"192.168.123.108:6821/1972954700","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2026-03-05T18:27:32.186295+0100","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2026-03-05T18:27:31.542603+0100","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2026-03-05T18:27:32.048316+0100","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2026-03-05T18:28:59.127 INFO:tasks.ceph:Scrubbing osd.0 2026-03-05T18:28:59.128 DEBUG:teuthology.orchestra.run.vm08:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell osd.0 config set osd_debug_deep_scrub_sleep 0 2026-03-05T18:28:59.215 INFO:teuthology.orchestra.run.vm08.stdout:{ 2026-03-05T18:28:59.215 INFO:teuthology.orchestra.run.vm08.stdout: "success": "osd_debug_deep_scrub_sleep = '' (not observed, change may require restart) " 2026-03-05T18:28:59.215 INFO:teuthology.orchestra.run.vm08.stdout:} 2026-03-05T18:28:59.222 DEBUG:teuthology.orchestra.run.vm08:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd deep-scrub 0 2026-03-05T18:28:59.409 INFO:teuthology.orchestra.run.vm08.stderr:instructed osd(s) 0 to deep-scrub 2026-03-05T18:28:59.421 INFO:tasks.ceph:Scrubbing osd.1 2026-03-05T18:28:59.421 DEBUG:teuthology.orchestra.run.vm08:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell osd.1 config set osd_debug_deep_scrub_sleep 0 2026-03-05T18:28:59.511 INFO:teuthology.orchestra.run.vm08.stdout:{ 2026-03-05T18:28:59.512 INFO:teuthology.orchestra.run.vm08.stdout: "success": "osd_debug_deep_scrub_sleep = '' (not observed, change may require restart) " 2026-03-05T18:28:59.512 INFO:teuthology.orchestra.run.vm08.stdout:} 2026-03-05T18:28:59.519 DEBUG:teuthology.orchestra.run.vm08:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd deep-scrub 1 2026-03-05T18:28:59.705 INFO:teuthology.orchestra.run.vm08.stderr:instructed osd(s) 1 to deep-scrub 2026-03-05T18:28:59.718 INFO:tasks.ceph:Scrubbing osd.2 2026-03-05T18:28:59.718 DEBUG:teuthology.orchestra.run.vm08:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell osd.2 config set osd_debug_deep_scrub_sleep 0 2026-03-05T18:28:59.815 INFO:teuthology.orchestra.run.vm08.stdout:{ 2026-03-05T18:28:59.815 INFO:teuthology.orchestra.run.vm08.stdout: "success": "osd_debug_deep_scrub_sleep = '' (not observed, change may require restart) " 2026-03-05T18:28:59.815 INFO:teuthology.orchestra.run.vm08.stdout:} 2026-03-05T18:28:59.826 DEBUG:teuthology.orchestra.run.vm08:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd deep-scrub 2 2026-03-05T18:29:00.007 INFO:teuthology.orchestra.run.vm08.stderr:instructed osd(s) 2 to deep-scrub 2026-03-05T18:29:00.019 DEBUG:teuthology.orchestra.run.vm08:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2026-03-05T18:29:00.198 INFO:teuthology.orchestra.run.vm08.stdout: 2026-03-05T18:29:00.198 INFO:teuthology.orchestra.run.vm08.stderr:dumped all 2026-03-05T18:29:00.209 INFO:teuthology.orchestra.run.vm08.stdout:{"pg_ready":true,"pg_map":{"version":55,"stamp":"2026-03-05T18:28:59.110107+0100","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":459299,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":46,"num_read_kb":37,"num_write":59,"num_write_kb":586,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":35,"ondisk_log_size":35,"up":18,"acting":18,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":18,"num_osds":3,"num_per_pool_osds":3,"num_per_pool_omap_osds":3,"kb":314572800,"kb_used":81816,"kb_used_data":1296,"kb_used_omap":4,"kb_used_meta":80443,"kb_avail":314490984,"statfs":{"total":322122547200,"available":322038767616,"internally_reserved":0,"allocated":1327104,"data_stored":1035670,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":4788,"internal_metadata":82373964},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"12.002786"},"pg_stats":[{"pgid":"1.7","version":"0'0","reported_seq":25,"reported_epoch":15,"state":"active+clean","last_fresh":"2026-03-05T18:27:49.914209+0100","last_change":"2026-03-05T18:27:39.553732+0100","last_active":"2026-03-05T18:27:49.914209+0100","last_peered":"2026-03-05T18:27:49.914209+0100","last_clean":"2026-03-05T18:27:49.914209+0100","last_became_active":"2026-03-05T18:27:37.547333+0100","last_became_peered":"2026-03-05T18:27:37.547333+0100","last_unstale":"2026-03-05T18:27:49.914209+0100","last_undegraded":"2026-03-05T18:27:49.914209+0100","last_fullsized":"2026-03-05T18:27:49.914209+0100","mapping_epoch":9,"log_start":"0'0","ondisk_log_start":"0'0","created":9,"last_epoch_clean":10,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-03-05T18:27:36.523733+0100","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-03-05T18:27:36.523733+0100","last_clean_scrub_stamp":"2026-03-05T18:27:36.523733+0100","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-03-07T02:53:18.058590+0100","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00044498600000000003,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"1.6","version":"0'0","reported_seq":25,"reported_epoch":15,"state":"active+clean","last_fresh":"2026-03-05T18:27:49.914218+0100","last_change":"2026-03-05T18:27:39.553780+0100","last_active":"2026-03-05T18:27:49.914218+0100","last_peered":"2026-03-05T18:27:49.914218+0100","last_clean":"2026-03-05T18:27:49.914218+0100","last_became_active":"2026-03-05T18:27:37.545335+0100","last_became_peered":"2026-03-05T18:27:37.545335+0100","last_unstale":"2026-03-05T18:27:49.914218+0100","last_undegraded":"2026-03-05T18:27:49.914218+0100","last_fullsized":"2026-03-05T18:27:49.914218+0100","mapping_epoch":9,"log_start":"0'0","ondisk_log_start":"0'0","created":9,"last_epoch_clean":10,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-03-05T18:27:36.523733+0100","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-03-05T18:27:36.523733+0100","last_clean_scrub_stamp":"2026-03-05T18:27:36.523733+0100","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-03-07T03:17:47.748286+0100","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00042481799999999998,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"1.5","version":"0'0","reported_seq":24,"reported_epoch":15,"state":"active+clean","last_fresh":"2026-03-05T18:27:49.827847+0100","last_change":"2026-03-05T18:27:39.549225+0100","last_active":"2026-03-05T18:27:49.827847+0100","last_peered":"2026-03-05T18:27:49.827847+0100","last_clean":"2026-03-05T18:27:49.827847+0100","last_became_active":"2026-03-05T18:27:37.542360+0100","last_became_peered":"2026-03-05T18:27:37.542360+0100","last_unstale":"2026-03-05T18:27:49.827847+0100","last_undegraded":"2026-03-05T18:27:49.827847+0100","last_fullsized":"2026-03-05T18:27:49.827847+0100","mapping_epoch":9,"log_start":"0'0","ondisk_log_start":"0'0","created":9,"last_epoch_clean":10,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-03-05T18:27:36.523733+0100","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-03-05T18:27:36.523733+0100","last_clean_scrub_stamp":"2026-03-05T18:27:36.523733+0100","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-03-07T05:18:54.681072+0100","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00028866299999999998,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"1.4","version":"0'0","reported_seq":25,"reported_epoch":15,"state":"active+clean","last_fresh":"2026-03-05T18:27:49.914290+0100","last_change":"2026-03-05T18:27:39.553860+0100","last_active":"2026-03-05T18:27:49.914290+0100","last_peered":"2026-03-05T18:27:49.914290+0100","last_clean":"2026-03-05T18:27:49.914290+0100","last_became_active":"2026-03-05T18:27:37.545451+0100","last_became_peered":"2026-03-05T18:27:37.545451+0100","last_unstale":"2026-03-05T18:27:49.914290+0100","last_undegraded":"2026-03-05T18:27:49.914290+0100","last_fullsized":"2026-03-05T18:27:49.914290+0100","mapping_epoch":9,"log_start":"0'0","ondisk_log_start":"0'0","created":9,"last_epoch_clean":10,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-03-05T18:27:36.523733+0100","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-03-05T18:27:36.523733+0100","last_clean_scrub_stamp":"2026-03-05T18:27:36.523733+0100","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-03-07T01:00:01.018548+0100","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00044556799999999997,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.0","version":"11'32","reported_seq":61,"reported_epoch":15,"state":"active+clean","last_fresh":"2026-03-05T18:27:49.827773+0100","last_change":"2026-03-05T18:27:38.538959+0100","last_active":"2026-03-05T18:27:49.827773+0100","last_peered":"2026-03-05T18:27:49.827773+0100","last_clean":"2026-03-05T18:27:49.827773+0100","last_became_active":"2026-03-05T18:27:38.538823+0100","last_became_peered":"2026-03-05T18:27:38.538823+0100","last_unstale":"2026-03-05T18:27:49.827773+0100","last_undegraded":"2026-03-05T18:27:49.827773+0100","last_fullsized":"2026-03-05T18:27:49.827773+0100","mapping_epoch":10,"log_start":"0'0","ondisk_log_start":"0'0","created":10,"last_epoch_clean":11,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-03-05T18:27:37.526451+0100","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-03-05T18:27:37.526451+0100","last_clean_scrub_stamp":"2026-03-05T18:27:37.526451+0100","objects_scrubbed":0,"log_size":32,"log_dups_size":0,"ondisk_log_size":32,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-03-07T00:36:30.407015+0100","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":459280,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":46,"num_read_kb":37,"num_write":57,"num_write_kb":584,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"1.3","version":"10'1","reported_seq":26,"reported_epoch":15,"state":"active+clean","last_fresh":"2026-03-05T18:27:49.914324+0100","last_change":"2026-03-05T18:27:39.553904+0100","last_active":"2026-03-05T18:27:49.914324+0100","last_peered":"2026-03-05T18:27:49.914324+0100","last_clean":"2026-03-05T18:27:49.914324+0100","last_became_active":"2026-03-05T18:27:37.547593+0100","last_became_peered":"2026-03-05T18:27:37.547593+0100","last_unstale":"2026-03-05T18:27:49.914324+0100","last_undegraded":"2026-03-05T18:27:49.914324+0100","last_fullsized":"2026-03-05T18:27:49.914324+0100","mapping_epoch":9,"log_start":"0'0","ondisk_log_start":"0'0","created":9,"last_epoch_clean":10,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-03-05T18:27:36.523733+0100","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-03-05T18:27:36.523733+0100","last_clean_scrub_stamp":"2026-03-05T18:27:36.523733+0100","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-03-06T19:53:55.817751+0100","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00040362900000000002,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"1.2","version":"12'2","reported_seq":26,"reported_epoch":15,"state":"active+clean","last_fresh":"2026-03-05T18:27:49.575561+0100","last_change":"2026-03-05T18:27:39.549934+0100","last_active":"2026-03-05T18:27:49.575561+0100","last_peered":"2026-03-05T18:27:49.575561+0100","last_clean":"2026-03-05T18:27:49.575561+0100","last_became_active":"2026-03-05T18:27:37.546312+0100","last_became_peered":"2026-03-05T18:27:37.546312+0100","last_unstale":"2026-03-05T18:27:49.575561+0100","last_undegraded":"2026-03-05T18:27:49.575561+0100","last_fullsized":"2026-03-05T18:27:49.575561+0100","mapping_epoch":9,"log_start":"0'0","ondisk_log_start":"0'0","created":9,"last_epoch_clean":10,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-03-05T18:27:36.523733+0100","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-03-05T18:27:36.523733+0100","last_clean_scrub_stamp":"2026-03-05T18:27:36.523733+0100","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-03-07T04:31:08.793537+0100","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00044615900000000001,"stat_sum":{"num_bytes":19,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"1.1","version":"0'0","reported_seq":24,"reported_epoch":15,"state":"active+clean","last_fresh":"2026-03-05T18:27:49.827810+0100","last_change":"2026-03-05T18:27:39.549189+0100","last_active":"2026-03-05T18:27:49.827810+0100","last_peered":"2026-03-05T18:27:49.827810+0100","last_clean":"2026-03-05T18:27:49.827810+0100","last_became_active":"2026-03-05T18:27:37.543047+0100","last_became_peered":"2026-03-05T18:27:37.543047+0100","last_unstale":"2026-03-05T18:27:49.827810+0100","last_undegraded":"2026-03-05T18:27:49.827810+0100","last_fullsized":"2026-03-05T18:27:49.827810+0100","mapping_epoch":9,"log_start":"0'0","ondisk_log_start":"0'0","created":9,"last_epoch_clean":10,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-03-05T18:27:36.523733+0100","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-03-05T18:27:36.523733+0100","last_clean_scrub_stamp":"2026-03-05T18:27:36.523733+0100","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-03-06T20:29:06.428775+0100","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.000201418,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"1.0","version":"0'0","reported_seq":25,"reported_epoch":15,"state":"active+clean","last_fresh":"2026-03-05T18:27:49.914350+0100","last_change":"2026-03-05T18:27:39.553967+0100","last_active":"2026-03-05T18:27:49.914350+0100","last_peered":"2026-03-05T18:27:49.914350+0100","last_clean":"2026-03-05T18:27:49.914350+0100","last_became_active":"2026-03-05T18:27:37.543380+0100","last_became_peered":"2026-03-05T18:27:37.543380+0100","last_unstale":"2026-03-05T18:27:49.914350+0100","last_undegraded":"2026-03-05T18:27:49.914350+0100","last_fullsized":"2026-03-05T18:27:49.914350+0100","mapping_epoch":9,"log_start":"0'0","ondisk_log_start":"0'0","created":9,"last_epoch_clean":10,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-03-05T18:27:36.523733+0100","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-03-05T18:27:36.523733+0100","last_clean_scrub_stamp":"2026-03-05T18:27:36.523733+0100","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-03-06T19:39:41.836746+0100","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00040606399999999998,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]}],"pool_stats":[{"poolid":2,"num_pg":1,"stat_sum":{"num_bytes":459280,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":46,"num_read_kb":37,"num_write":57,"num_write_kb":584,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":925696,"data_stored":918560,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":32,"ondisk_log_size":32,"up":2,"acting":2,"num_store_stats":2},{"poolid":1,"num_pg":8,"stat_sum":{"num_bytes":19,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":38,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":3,"ondisk_log_size":3,"up":16,"acting":16,"num_store_stats":3}],"osd_stats":[{"osd":2,"up_from":8,"seq":34359738386,"num_pgs":5,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":104857600,"kb_used":27420,"kb_used_data":580,"kb_used_omap":1,"kb_used_meta":26814,"kb_avail":104830180,"statfs":{"total":107374182400,"available":107346104320,"internally_reserved":0,"allocated":593920,"data_stored":498304,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1596,"internal_metadata":27457988},"hb_peers":[0,1],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":1,"up_from":8,"seq":34359738386,"num_pgs":7,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":104857600,"kb_used":27424,"kb_used_data":584,"kb_used_omap":1,"kb_used_meta":26814,"kb_avail":104830176,"statfs":{"total":107374182400,"available":107346100224,"internally_reserved":0,"allocated":598016,"data_stored":498323,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1596,"internal_metadata":27457988},"hb_peers":[0,2],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":0,"up_from":8,"seq":34359738386,"num_pgs":6,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":104857600,"kb_used":26972,"kb_used_data":132,"kb_used_omap":1,"kb_used_meta":26814,"kb_avail":104830628,"statfs":{"total":107374182400,"available":107346563072,"internally_reserved":0,"allocated":135168,"data_stored":39043,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1596,"internal_metadata":27457988},"hb_peers":[1,2],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":19,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":19,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":462848,"data_stored":459280,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":462848,"data_stored":459280,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2026-03-05T18:29:00.210 INFO:tasks.ceph:pgid 1.7 last_scrub_stamp 2026-03-05T18:27:36.523733+0100 time.struct_time(tm_year=2026, tm_mon=3, tm_mday=5, tm_hour=18, tm_min=27, tm_sec=36, tm_wday=3, tm_yday=64, tm_isdst=-1) <= time.struct_time(tm_year=2026, tm_mon=3, tm_mday=5, tm_hour=18, tm_min=28, tm_sec=58, tm_wday=3, tm_yday=64, tm_isdst=0) 2026-03-05T18:29:00.210 INFO:tasks.ceph:pgid 1.6 last_scrub_stamp 2026-03-05T18:27:36.523733+0100 time.struct_time(tm_year=2026, tm_mon=3, tm_mday=5, tm_hour=18, tm_min=27, tm_sec=36, tm_wday=3, tm_yday=64, tm_isdst=-1) <= time.struct_time(tm_year=2026, tm_mon=3, tm_mday=5, tm_hour=18, tm_min=28, tm_sec=58, tm_wday=3, tm_yday=64, tm_isdst=0) 2026-03-05T18:29:00.210 INFO:tasks.ceph:pgid 1.5 last_scrub_stamp 2026-03-05T18:27:36.523733+0100 time.struct_time(tm_year=2026, tm_mon=3, tm_mday=5, tm_hour=18, tm_min=27, tm_sec=36, tm_wday=3, tm_yday=64, tm_isdst=-1) <= time.struct_time(tm_year=2026, tm_mon=3, tm_mday=5, tm_hour=18, tm_min=28, tm_sec=58, tm_wday=3, tm_yday=64, tm_isdst=0) 2026-03-05T18:29:00.210 INFO:tasks.ceph:pgid 1.4 last_scrub_stamp 2026-03-05T18:27:36.523733+0100 time.struct_time(tm_year=2026, tm_mon=3, tm_mday=5, tm_hour=18, tm_min=27, tm_sec=36, tm_wday=3, tm_yday=64, tm_isdst=-1) <= time.struct_time(tm_year=2026, tm_mon=3, tm_mday=5, tm_hour=18, tm_min=28, tm_sec=58, tm_wday=3, tm_yday=64, tm_isdst=0) 2026-03-05T18:29:00.210 INFO:tasks.ceph:pgid 2.0 last_scrub_stamp 2026-03-05T18:27:37.526451+0100 time.struct_time(tm_year=2026, tm_mon=3, tm_mday=5, tm_hour=18, tm_min=27, tm_sec=37, tm_wday=3, tm_yday=64, tm_isdst=-1) <= time.struct_time(tm_year=2026, tm_mon=3, tm_mday=5, tm_hour=18, tm_min=28, tm_sec=58, tm_wday=3, tm_yday=64, tm_isdst=0) 2026-03-05T18:29:00.210 INFO:tasks.ceph:pgid 1.3 last_scrub_stamp 2026-03-05T18:27:36.523733+0100 time.struct_time(tm_year=2026, tm_mon=3, tm_mday=5, tm_hour=18, tm_min=27, tm_sec=36, tm_wday=3, tm_yday=64, tm_isdst=-1) <= time.struct_time(tm_year=2026, tm_mon=3, tm_mday=5, tm_hour=18, tm_min=28, tm_sec=58, tm_wday=3, tm_yday=64, tm_isdst=0) 2026-03-05T18:29:00.210 INFO:tasks.ceph:pgid 1.2 last_scrub_stamp 2026-03-05T18:27:36.523733+0100 time.struct_time(tm_year=2026, tm_mon=3, tm_mday=5, tm_hour=18, tm_min=27, tm_sec=36, tm_wday=3, tm_yday=64, tm_isdst=-1) <= time.struct_time(tm_year=2026, tm_mon=3, tm_mday=5, tm_hour=18, tm_min=28, tm_sec=58, tm_wday=3, tm_yday=64, tm_isdst=0) 2026-03-05T18:29:00.210 INFO:tasks.ceph:pgid 1.1 last_scrub_stamp 2026-03-05T18:27:36.523733+0100 time.struct_time(tm_year=2026, tm_mon=3, tm_mday=5, tm_hour=18, tm_min=27, tm_sec=36, tm_wday=3, tm_yday=64, tm_isdst=-1) <= time.struct_time(tm_year=2026, tm_mon=3, tm_mday=5, tm_hour=18, tm_min=28, tm_sec=58, tm_wday=3, tm_yday=64, tm_isdst=0) 2026-03-05T18:29:00.210 INFO:tasks.ceph:pgid 1.0 last_scrub_stamp 2026-03-05T18:27:36.523733+0100 time.struct_time(tm_year=2026, tm_mon=3, tm_mday=5, tm_hour=18, tm_min=27, tm_sec=36, tm_wday=3, tm_yday=64, tm_isdst=-1) <= time.struct_time(tm_year=2026, tm_mon=3, tm_mday=5, tm_hour=18, tm_min=28, tm_sec=58, tm_wday=3, tm_yday=64, tm_isdst=0) 2026-03-05T18:29:00.211 INFO:tasks.ceph:Still waiting for all pgs to be scrubbed. 2026-03-05T18:29:20.212 DEBUG:teuthology.orchestra.run.vm08:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2026-03-05T18:29:20.397 INFO:teuthology.orchestra.run.vm08.stdout: 2026-03-05T18:29:20.397 INFO:teuthology.orchestra.run.vm08.stderr:dumped all 2026-03-05T18:29:20.409 INFO:teuthology.orchestra.run.vm08.stdout:{"pg_ready":true,"pg_map":{"version":65,"stamp":"2026-03-05T18:29:19.112283+0100","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":459299,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":46,"num_read_kb":37,"num_write":59,"num_write_kb":586,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":39,"ondisk_log_size":39,"up":18,"acting":18,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":18,"num_osds":3,"num_per_pool_osds":3,"num_per_pool_omap_osds":3,"kb":314572800,"kb_used":81792,"kb_used_data":1296,"kb_used_omap":4,"kb_used_meta":80443,"kb_avail":314491008,"statfs":{"total":322122547200,"available":322038792192,"internally_reserved":0,"allocated":1327104,"data_stored":1035670,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":4788,"internal_metadata":82373964},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"12.001202"},"pg_stats":[{"pgid":"1.7","version":"0'0","reported_seq":34,"reported_epoch":15,"state":"active+clean","last_fresh":"2026-03-05T18:29:03.329439+0100","last_change":"2026-03-05T18:29:03.329450+0100","last_active":"2026-03-05T18:29:03.329439+0100","last_peered":"2026-03-05T18:29:03.329439+0100","last_clean":"2026-03-05T18:29:03.329439+0100","last_became_active":"2026-03-05T18:27:37.547333+0100","last_became_peered":"2026-03-05T18:27:37.547333+0100","last_unstale":"2026-03-05T18:29:03.329439+0100","last_undegraded":"2026-03-05T18:29:03.329439+0100","last_fullsized":"2026-03-05T18:29:03.329439+0100","mapping_epoch":9,"log_start":"0'0","ondisk_log_start":"0'0","created":9,"last_epoch_clean":10,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-03-05T18:29:03.329401+0100","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-03-05T18:29:03.329401+0100","last_clean_scrub_stamp":"2026-03-05T18:29:03.329401+0100","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2026-03-07T06:07:08.904565+0100","scrub_duration":1,"objects_trimmed":0,"snaptrim_duration":0.00044498600000000003,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"1.6","version":"0'0","reported_seq":34,"reported_epoch":15,"state":"active+clean","last_fresh":"2026-03-05T18:29:01.365023+0100","last_change":"2026-03-05T18:29:01.365034+0100","last_active":"2026-03-05T18:29:01.365023+0100","last_peered":"2026-03-05T18:29:01.365023+0100","last_clean":"2026-03-05T18:29:01.365023+0100","last_became_active":"2026-03-05T18:27:37.545335+0100","last_became_peered":"2026-03-05T18:27:37.545335+0100","last_unstale":"2026-03-05T18:29:01.365023+0100","last_undegraded":"2026-03-05T18:29:01.365023+0100","last_fullsized":"2026-03-05T18:29:01.365023+0100","mapping_epoch":9,"log_start":"0'0","ondisk_log_start":"0'0","created":9,"last_epoch_clean":10,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-03-05T18:29:01.364976+0100","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-03-05T18:29:01.364976+0100","last_clean_scrub_stamp":"2026-03-05T18:29:01.364976+0100","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-03-07T05:00:30.513977+0100","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00042481799999999998,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"1.5","version":"0'0","reported_seq":33,"reported_epoch":15,"state":"active+clean","last_fresh":"2026-03-05T18:29:00.180152+0100","last_change":"2026-03-05T18:29:00.180161+0100","last_active":"2026-03-05T18:29:00.180152+0100","last_peered":"2026-03-05T18:29:00.180152+0100","last_clean":"2026-03-05T18:29:00.180152+0100","last_became_active":"2026-03-05T18:27:37.542360+0100","last_became_peered":"2026-03-05T18:27:37.542360+0100","last_unstale":"2026-03-05T18:29:00.180152+0100","last_undegraded":"2026-03-05T18:29:00.180152+0100","last_fullsized":"2026-03-05T18:29:00.180152+0100","mapping_epoch":9,"log_start":"0'0","ondisk_log_start":"0'0","created":9,"last_epoch_clean":10,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-03-05T18:29:00.180117+0100","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-03-05T18:29:00.180117+0100","last_clean_scrub_stamp":"2026-03-05T18:29:00.180117+0100","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-03-07T00:03:54.858499+0100","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00028866299999999998,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"1.4","version":"0'0","reported_seq":34,"reported_epoch":15,"state":"active+clean","last_fresh":"2026-03-05T18:29:02.315446+0100","last_change":"2026-03-05T18:29:02.315459+0100","last_active":"2026-03-05T18:29:02.315446+0100","last_peered":"2026-03-05T18:29:02.315446+0100","last_clean":"2026-03-05T18:29:02.315446+0100","last_became_active":"2026-03-05T18:27:37.545451+0100","last_became_peered":"2026-03-05T18:27:37.545451+0100","last_unstale":"2026-03-05T18:29:02.315446+0100","last_undegraded":"2026-03-05T18:29:02.315446+0100","last_fullsized":"2026-03-05T18:29:02.315446+0100","mapping_epoch":9,"log_start":"0'0","ondisk_log_start":"0'0","created":9,"last_epoch_clean":10,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-03-05T18:29:02.315409+0100","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-03-05T18:29:02.315409+0100","last_clean_scrub_stamp":"2026-03-05T18:29:02.315409+0100","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-03-07T04:40:57.133744+0100","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00044556799999999997,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.0","version":"15'34","reported_seq":72,"reported_epoch":15,"state":"active+clean","last_fresh":"2026-03-05T18:29:02.137570+0100","last_change":"2026-03-05T18:29:02.137585+0100","last_active":"2026-03-05T18:29:02.137570+0100","last_peered":"2026-03-05T18:29:02.137570+0100","last_clean":"2026-03-05T18:29:02.137570+0100","last_became_active":"2026-03-05T18:27:38.538823+0100","last_became_peered":"2026-03-05T18:27:38.538823+0100","last_unstale":"2026-03-05T18:29:02.137570+0100","last_undegraded":"2026-03-05T18:29:02.137570+0100","last_fullsized":"2026-03-05T18:29:02.137570+0100","mapping_epoch":10,"log_start":"0'0","ondisk_log_start":"0'0","created":10,"last_epoch_clean":11,"parent":"0.0","parent_split_bits":0,"last_scrub":"15'34","last_scrub_stamp":"2026-03-05T18:29:02.137539+0100","last_deep_scrub":"15'34","last_deep_scrub_stamp":"2026-03-05T18:29:02.137539+0100","last_clean_scrub_stamp":"2026-03-05T18:29:02.137539+0100","objects_scrubbed":2,"log_size":34,"log_dups_size":0,"ondisk_log_size":34,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2026-03-06T23:17:07.624759+0100","scrub_duration":4,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":459280,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":46,"num_read_kb":37,"num_write":57,"num_write_kb":584,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"1.3","version":"15'2","reported_seq":36,"reported_epoch":15,"state":"active+clean","last_fresh":"2026-03-05T18:29:04.377051+0100","last_change":"2026-03-05T18:29:04.377064+0100","last_active":"2026-03-05T18:29:04.377051+0100","last_peered":"2026-03-05T18:29:04.377051+0100","last_clean":"2026-03-05T18:29:04.377051+0100","last_became_active":"2026-03-05T18:27:37.547593+0100","last_became_peered":"2026-03-05T18:27:37.547593+0100","last_unstale":"2026-03-05T18:29:04.377051+0100","last_undegraded":"2026-03-05T18:29:04.377051+0100","last_fullsized":"2026-03-05T18:29:04.377051+0100","mapping_epoch":9,"log_start":"0'0","ondisk_log_start":"0'0","created":9,"last_epoch_clean":10,"parent":"0.0","parent_split_bits":0,"last_scrub":"15'2","last_scrub_stamp":"2026-03-05T18:29:04.377023+0100","last_deep_scrub":"15'2","last_deep_scrub_stamp":"2026-03-05T18:29:04.377023+0100","last_clean_scrub_stamp":"2026-03-05T18:29:04.377023+0100","objects_scrubbed":1,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2026-03-07T01:37:44.909262+0100","scrub_duration":2,"objects_trimmed":0,"snaptrim_duration":0.00040362900000000002,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"1.2","version":"15'3","reported_seq":36,"reported_epoch":15,"state":"active+clean","last_fresh":"2026-03-05T18:28:59.819080+0100","last_change":"2026-03-05T18:28:59.819094+0100","last_active":"2026-03-05T18:28:59.819080+0100","last_peered":"2026-03-05T18:28:59.819080+0100","last_clean":"2026-03-05T18:28:59.819080+0100","last_became_active":"2026-03-05T18:27:37.546312+0100","last_became_peered":"2026-03-05T18:27:37.546312+0100","last_unstale":"2026-03-05T18:28:59.819080+0100","last_undegraded":"2026-03-05T18:28:59.819080+0100","last_fullsized":"2026-03-05T18:28:59.819080+0100","mapping_epoch":9,"log_start":"0'0","ondisk_log_start":"0'0","created":9,"last_epoch_clean":10,"parent":"0.0","parent_split_bits":0,"last_scrub":"15'3","last_scrub_stamp":"2026-03-05T18:28:59.819047+0100","last_deep_scrub":"15'3","last_deep_scrub_stamp":"2026-03-05T18:28:59.819047+0100","last_clean_scrub_stamp":"2026-03-05T18:28:59.819047+0100","objects_scrubbed":1,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2026-03-07T01:28:26.991422+0100","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0.00044615900000000001,"stat_sum":{"num_bytes":19,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"1.1","version":"0'0","reported_seq":33,"reported_epoch":15,"state":"active+clean","last_fresh":"2026-03-05T18:29:01.130615+0100","last_change":"2026-03-05T18:29:01.130639+0100","last_active":"2026-03-05T18:29:01.130615+0100","last_peered":"2026-03-05T18:29:01.130615+0100","last_clean":"2026-03-05T18:29:01.130615+0100","last_became_active":"2026-03-05T18:27:37.543047+0100","last_became_peered":"2026-03-05T18:27:37.543047+0100","last_unstale":"2026-03-05T18:29:01.130615+0100","last_undegraded":"2026-03-05T18:29:01.130615+0100","last_fullsized":"2026-03-05T18:29:01.130615+0100","mapping_epoch":9,"log_start":"0'0","ondisk_log_start":"0'0","created":9,"last_epoch_clean":10,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-03-05T18:29:01.130550+0100","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-03-05T18:29:01.130550+0100","last_clean_scrub_stamp":"2026-03-05T18:29:01.130550+0100","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-03-06T20:15:30.008955+0100","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.000201418,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"1.0","version":"0'0","reported_seq":34,"reported_epoch":15,"state":"active+clean","last_fresh":"2026-03-05T18:29:00.399734+0100","last_change":"2026-03-05T18:29:00.399744+0100","last_active":"2026-03-05T18:29:00.399734+0100","last_peered":"2026-03-05T18:29:00.399734+0100","last_clean":"2026-03-05T18:29:00.399734+0100","last_became_active":"2026-03-05T18:27:37.543380+0100","last_became_peered":"2026-03-05T18:27:37.543380+0100","last_unstale":"2026-03-05T18:29:00.399734+0100","last_undegraded":"2026-03-05T18:29:00.399734+0100","last_fullsized":"2026-03-05T18:29:00.399734+0100","mapping_epoch":9,"log_start":"0'0","ondisk_log_start":"0'0","created":9,"last_epoch_clean":10,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2026-03-05T18:29:00.399691+0100","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2026-03-05T18:29:00.399691+0100","last_clean_scrub_stamp":"2026-03-05T18:29:00.399691+0100","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2026-03-06T20:34:48.013816+0100","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00040606399999999998,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]}],"pool_stats":[{"poolid":2,"num_pg":1,"stat_sum":{"num_bytes":459280,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":46,"num_read_kb":37,"num_write":57,"num_write_kb":584,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":925696,"data_stored":918560,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":34,"ondisk_log_size":34,"up":2,"acting":2,"num_store_stats":2},{"poolid":1,"num_pg":8,"stat_sum":{"num_bytes":19,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":38,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":5,"ondisk_log_size":5,"up":16,"acting":16,"num_store_stats":3}],"osd_stats":[{"osd":2,"up_from":8,"seq":34359738390,"num_pgs":5,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":104857600,"kb_used":27412,"kb_used_data":580,"kb_used_omap":1,"kb_used_meta":26814,"kb_avail":104830188,"statfs":{"total":107374182400,"available":107346112512,"internally_reserved":0,"allocated":593920,"data_stored":498304,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1596,"internal_metadata":27457988},"hb_peers":[0,1],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":1,"up_from":8,"seq":34359738390,"num_pgs":7,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":104857600,"kb_used":27416,"kb_used_data":584,"kb_used_omap":1,"kb_used_meta":26814,"kb_avail":104830184,"statfs":{"total":107374182400,"available":107346108416,"internally_reserved":0,"allocated":598016,"data_stored":498323,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1596,"internal_metadata":27457988},"hb_peers":[0,2],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":0,"up_from":8,"seq":34359738390,"num_pgs":6,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":104857600,"kb_used":26964,"kb_used_data":132,"kb_used_omap":1,"kb_used_meta":26814,"kb_avail":104830636,"statfs":{"total":107374182400,"available":107346571264,"internally_reserved":0,"allocated":135168,"data_stored":39043,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1596,"internal_metadata":27457988},"hb_peers":[1,2],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":19,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":19,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":462848,"data_stored":459280,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":462848,"data_stored":459280,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2026-03-05T18:29:20.410 DEBUG:teuthology.orchestra.run.vm08:> sudo ceph --cluster ceph config set global mon_health_to_clog false 2026-03-05T18:29:20.612 INFO:teuthology.misc:Shutting down mds daemons... 2026-03-05T18:29:20.612 INFO:teuthology.misc:Shutting down osd daemons... 2026-03-05T18:29:20.612 DEBUG:tasks.ceph.osd.0:waiting for process to exit 2026-03-05T18:29:20.612 INFO:teuthology.orchestra.run:waiting for 300 2026-03-05T18:29:20.644 INFO:tasks.ceph.osd.0:Stopped 2026-03-05T18:29:20.644 DEBUG:tasks.ceph.osd.1:waiting for process to exit 2026-03-05T18:29:20.644 INFO:teuthology.orchestra.run:waiting for 300 2026-03-05T18:29:20.711 INFO:tasks.ceph.osd.1:Stopped 2026-03-05T18:29:20.712 DEBUG:tasks.ceph.osd.2:waiting for process to exit 2026-03-05T18:29:20.712 INFO:teuthology.orchestra.run:waiting for 300 2026-03-05T18:29:20.777 INFO:tasks.ceph.osd.2:Stopped 2026-03-05T18:29:20.777 INFO:teuthology.misc:Shutting down mgr daemons... 2026-03-05T18:29:20.777 DEBUG:tasks.ceph.mgr.x:waiting for process to exit 2026-03-05T18:29:20.777 INFO:teuthology.orchestra.run:waiting for 300 2026-03-05T18:29:20.862 INFO:tasks.ceph.mgr.x:Stopped 2026-03-05T18:29:20.862 INFO:teuthology.misc:Shutting down mon daemons... 2026-03-05T18:29:20.862 DEBUG:tasks.ceph.mon.a:waiting for process to exit 2026-03-05T18:29:20.862 INFO:teuthology.orchestra.run:waiting for 300 2026-03-05T18:29:20.873 INFO:tasks.ceph.mon.a:Stopped 2026-03-05T18:29:20.874 INFO:tasks.ceph:Checking cluster log for badness... 2026-03-05T18:29:20.874 DEBUG:teuthology.orchestra.run.vm08:> sudo egrep '\[ERR\]|\[WRN\]|\[SEC\]' /var/log/ceph/ceph.log | egrep -v '\(MDS_ALL_DOWN\)' | egrep -v '\(MDS_UP_LESS_THAN_MAX\)' | egrep -v '\(PG_AVAILABILITY\)' | egrep -v '\(PG_DEGRADED\)' | egrep -v '\(POOL_APP_NOT_ENABLED\)' | egrep -v 'not have an application enabled' | head -n 1 2026-03-05T18:29:20.946 INFO:tasks.ceph:Unmounting /var/lib/ceph/osd/ceph-0 on ubuntu@vm08.local 2026-03-05T18:29:20.946 DEBUG:teuthology.orchestra.run.vm08:> sync && sudo umount -f /var/lib/ceph/osd/ceph-0 2026-03-05T18:29:21.034 INFO:tasks.ceph:Unmounting /var/lib/ceph/osd/ceph-1 on ubuntu@vm08.local 2026-03-05T18:29:21.034 DEBUG:teuthology.orchestra.run.vm08:> sync && sudo umount -f /var/lib/ceph/osd/ceph-1 2026-03-05T18:29:21.092 INFO:tasks.ceph:Unmounting /var/lib/ceph/osd/ceph-2 on ubuntu@vm08.local 2026-03-05T18:29:21.092 DEBUG:teuthology.orchestra.run.vm08:> sync && sudo umount -f /var/lib/ceph/osd/ceph-2 2026-03-05T18:29:21.148 INFO:tasks.ceph:Archiving mon data... 2026-03-05T18:29:21.149 DEBUG:teuthology.misc:Transferring archived files from vm08:/var/lib/ceph/mon/ceph-a to /archive/irq0-2026-03-05_15:32:16-rgw-cobaltcore-storage-v19.2.3-fasttrack-3-none-default-vps/37/data/mon.a.tgz 2026-03-05T18:29:21.149 DEBUG:teuthology.orchestra.run.vm08:> mktemp 2026-03-05T18:29:21.166 INFO:teuthology.orchestra.run.vm08.stdout:/tmp/tmp.qEAhT9JMdX 2026-03-05T18:29:21.166 DEBUG:teuthology.orchestra.run.vm08:> sudo tar cz -f - -C /var/lib/ceph/mon/ceph-a -- . > /tmp/tmp.qEAhT9JMdX 2026-03-05T18:29:21.254 DEBUG:teuthology.orchestra.run.vm08:> sudo chmod 0666 /tmp/tmp.qEAhT9JMdX 2026-03-05T18:29:21.342 DEBUG:teuthology.orchestra.remote:vm08:/tmp/tmp.qEAhT9JMdX is 159KB 2026-03-05T18:29:21.360 DEBUG:teuthology.orchestra.run.vm08:> rm -fr /tmp/tmp.qEAhT9JMdX 2026-03-05T18:29:21.377 INFO:tasks.ceph:Cleaning ceph cluster... 2026-03-05T18:29:21.377 DEBUG:teuthology.orchestra.run.vm08:> sudo rm -rf -- /etc/ceph/ceph.conf /etc/ceph/ceph.keyring /home/ubuntu/cephtest/ceph.data /home/ubuntu/cephtest/ceph.monmap /home/ubuntu/cephtest/../*.pid 2026-03-05T18:29:21.505 INFO:teuthology.util.scanner:summary_data or yaml_file is empty! 2026-03-05T18:29:21.505 INFO:tasks.ceph:Archiving crash dumps... 2026-03-05T18:29:21.505 DEBUG:teuthology.misc:Transferring archived files from vm08:/var/lib/ceph/crash to /archive/irq0-2026-03-05_15:32:16-rgw-cobaltcore-storage-v19.2.3-fasttrack-3-none-default-vps/37/remote/vm08/crash 2026-03-05T18:29:21.505 DEBUG:teuthology.orchestra.run.vm08:> sudo tar c -f - -C /var/lib/ceph/crash -- . 2026-03-05T18:29:21.570 INFO:tasks.ceph:Compressing logs... 2026-03-05T18:29:21.571 DEBUG:teuthology.orchestra.run.vm08:> time sudo find /var/log/ceph -name '*.log' -print0 | sudo xargs --max-args=1 --max-procs=0 --verbose -0 --no-run-if-empty -- gzip -5 --verbose -- 2026-03-05T18:29:21.595 INFO:teuthology.orchestra.run.vm08.stderr:gzip -5 --verbose -- /var/log/ceph/ceph.tmp-client.admin.56576.log 2026-03-05T18:29:21.596 INFO:teuthology.orchestra.run.vm08.stderr:/var/log/ceph/ceph.tmp-client.admin.56576.log: 0.0% -- replaced with /var/log/ceph/ceph.tmp-client.admin.56576.log.gz 2026-03-05T18:29:21.596 INFO:teuthology.orchestra.run.vm08.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-osd.0.log 2026-03-05T18:29:21.597 INFO:teuthology.orchestra.run.vm08.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-osd.1.log 2026-03-05T18:29:21.604 INFO:teuthology.orchestra.run.vm08.stderr:/var/log/ceph/ceph-osd.0.log: /var/log/ceph/ceph-osd.1.log: gzip -5 --verbose -- /var/log/ceph/ceph-osd.2.log 2026-03-05T18:29:21.610 INFO:teuthology.orchestra.run.vm08.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-mon.a.log 2026-03-05T18:29:21.618 INFO:teuthology.orchestra.run.vm08.stderr:/var/log/ceph/ceph-osd.2.log: 93.0%gzip -5 --verbose -- /var/log/ceph/ceph.log 2026-03-05T18:29:21.618 INFO:teuthology.orchestra.run.vm08.stderr:/var/log/ceph/ceph-mon.a.log: -- replaced with /var/log/ceph/ceph-osd.0.log.gz 2026-03-05T18:29:21.624 INFO:teuthology.orchestra.run.vm08.stderr: 93.2% -- replaced with /var/log/ceph/ceph-osd.1.log.gz 2026-03-05T18:29:21.632 INFO:teuthology.orchestra.run.vm08.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.60157.log 2026-03-05T18:29:21.632 INFO:teuthology.orchestra.run.vm08.stderr:/var/log/ceph/ceph.log: 84.9% -- replaced with /var/log/ceph/ceph.log.gz 2026-03-05T18:29:21.632 INFO:teuthology.orchestra.run.vm08.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-mgr.x.log 2026-03-05T18:29:21.632 INFO:teuthology.orchestra.run.vm08.stderr:/var/log/ceph/ceph-client.admin.60157.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.60157.log.gz 2026-03-05T18:29:21.632 INFO:teuthology.orchestra.run.vm08.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.60343.log 2026-03-05T18:29:21.632 INFO:teuthology.orchestra.run.vm08.stderr:/var/log/ceph/ceph-mgr.x.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.60402.log 2026-03-05T18:29:21.636 INFO:teuthology.orchestra.run.vm08.stderr: 91.7% -- replaced with /var/log/ceph/ceph-mgr.x.log.gz 2026-03-05T18:29:21.639 INFO:teuthology.orchestra.run.vm08.stderr:/var/log/ceph/ceph-client.admin.60343.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.60343.log.gz 2026-03-05T18:29:21.639 INFO:teuthology.orchestra.run.vm08.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.60450.log 2026-03-05T18:29:21.640 INFO:teuthology.orchestra.run.vm08.stderr:/var/log/ceph/ceph-client.admin.60402.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.60402.log.gz 2026-03-05T18:29:21.640 INFO:teuthology.orchestra.run.vm08.stderr:gzip -5 --verbose -- /var/log/ceph/ceph.audit.log 2026-03-05T18:29:21.640 INFO:teuthology.orchestra.run.vm08.stderr:/var/log/ceph/ceph-client.admin.60450.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.60450.log.gz 2026-03-05T18:29:21.640 INFO:teuthology.orchestra.run.vm08.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.60581.log 2026-03-05T18:29:21.640 INFO:teuthology.orchestra.run.vm08.stderr:/var/log/ceph/ceph.audit.log: 87.8% -- replaced with /var/log/ceph/ceph.audit.log.gz 2026-03-05T18:29:21.640 INFO:teuthology.orchestra.run.vm08.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.60655.log 2026-03-05T18:29:21.640 INFO:teuthology.orchestra.run.vm08.stderr:/var/log/ceph/ceph-client.admin.60581.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.60581.log.gz 2026-03-05T18:29:21.640 INFO:teuthology.orchestra.run.vm08.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.62141.log 2026-03-05T18:29:21.640 INFO:teuthology.orchestra.run.vm08.stderr:/var/log/ceph/ceph-client.admin.60655.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.60655.log.gz 2026-03-05T18:29:21.640 INFO:teuthology.orchestra.run.vm08.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.62213.log 2026-03-05T18:29:21.640 INFO:teuthology.orchestra.run.vm08.stderr:/var/log/ceph/ceph-client.admin.62141.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.62141.log.gz 2026-03-05T18:29:21.640 INFO:teuthology.orchestra.run.vm08.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.62238.log 2026-03-05T18:29:21.640 INFO:teuthology.orchestra.run.vm08.stderr:/var/log/ceph/ceph-client.admin.62213.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.62213.log.gz 2026-03-05T18:29:21.641 INFO:teuthology.orchestra.run.vm08.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.62335.log 2026-03-05T18:29:21.641 INFO:teuthology.orchestra.run.vm08.stderr:/var/log/ceph/ceph-client.admin.62238.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.62238.log.gz 2026-03-05T18:29:21.641 INFO:teuthology.orchestra.run.vm08.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.62385.log 2026-03-05T18:29:21.642 INFO:teuthology.orchestra.run.vm08.stderr:/var/log/ceph/ceph-client.admin.62335.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.62335.log.gz 2026-03-05T18:29:21.642 INFO:teuthology.orchestra.run.vm08.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.62435.log 2026-03-05T18:29:21.642 INFO:teuthology.orchestra.run.vm08.stderr:/var/log/ceph/ceph-client.admin.62385.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.62385.log.gz 2026-03-05T18:29:21.642 INFO:teuthology.orchestra.run.vm08.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.62538.log 2026-03-05T18:29:21.643 INFO:teuthology.orchestra.run.vm08.stderr:/var/log/ceph/ceph-client.admin.62435.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.62435.log.gz 2026-03-05T18:29:21.643 INFO:teuthology.orchestra.run.vm08.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.62541.log 2026-03-05T18:29:21.643 INFO:teuthology.orchestra.run.vm08.stderr:/var/log/ceph/ceph-client.admin.62538.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.62538.log.gz 2026-03-05T18:29:21.644 INFO:teuthology.orchestra.run.vm08.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.62540.log 2026-03-05T18:29:21.644 INFO:teuthology.orchestra.run.vm08.stderr:/var/log/ceph/ceph-client.admin.62541.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.62541.log.gz 2026-03-05T18:29:21.644 INFO:teuthology.orchestra.run.vm08.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.62631.log 2026-03-05T18:29:21.644 INFO:teuthology.orchestra.run.vm08.stderr:/var/log/ceph/ceph-client.admin.62540.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.62540.log.gz 2026-03-05T18:29:21.645 INFO:teuthology.orchestra.run.vm08.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.62667.log 2026-03-05T18:29:21.645 INFO:teuthology.orchestra.run.vm08.stderr:/var/log/ceph/ceph-client.admin.62631.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.62631.log.gz 2026-03-05T18:29:21.645 INFO:teuthology.orchestra.run.vm08.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.62721.log 2026-03-05T18:29:21.645 INFO:teuthology.orchestra.run.vm08.stderr:/var/log/ceph/ceph-client.admin.62667.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.62667.log.gz 2026-03-05T18:29:21.646 INFO:teuthology.orchestra.run.vm08.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.62785.log 2026-03-05T18:29:21.646 INFO:teuthology.orchestra.run.vm08.stderr:/var/log/ceph/ceph-client.admin.62721.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.62721.log.gz 2026-03-05T18:29:21.646 INFO:teuthology.orchestra.run.vm08.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.62833.log 2026-03-05T18:29:21.647 INFO:teuthology.orchestra.run.vm08.stderr:/var/log/ceph/ceph-client.admin.62785.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.62785.log.gz 2026-03-05T18:29:21.647 INFO:teuthology.orchestra.run.vm08.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.62871.log 2026-03-05T18:29:21.647 INFO:teuthology.orchestra.run.vm08.stderr:/var/log/ceph/ceph-client.admin.62833.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.62833.log.gz 2026-03-05T18:29:21.647 INFO:teuthology.orchestra.run.vm08.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.62935.log 2026-03-05T18:29:21.648 INFO:teuthology.orchestra.run.vm08.stderr:/var/log/ceph/ceph-client.admin.62871.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.62871.log.gz 2026-03-05T18:29:21.648 INFO:teuthology.orchestra.run.vm08.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.62985.log 2026-03-05T18:29:21.648 INFO:teuthology.orchestra.run.vm08.stderr:/var/log/ceph/ceph-client.admin.62935.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.62935.log.gz 2026-03-05T18:29:21.649 INFO:teuthology.orchestra.run.vm08.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.63035.log 2026-03-05T18:29:21.649 INFO:teuthology.orchestra.run.vm08.stderr:/var/log/ceph/ceph-client.admin.62985.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.62985.log.gz 2026-03-05T18:29:21.649 INFO:teuthology.orchestra.run.vm08.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.93678.log 2026-03-05T18:29:21.649 INFO:teuthology.orchestra.run.vm08.stderr:/var/log/ceph/ceph-client.admin.63035.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.63035.log.gz 2026-03-05T18:29:21.651 INFO:teuthology.orchestra.run.vm08.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.93728.log 2026-03-05T18:29:21.651 INFO:teuthology.orchestra.run.vm08.stderr:/var/log/ceph/ceph-client.admin.93678.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.93678.log.gz 2026-03-05T18:29:21.651 INFO:teuthology.orchestra.run.vm08.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.93778.log 2026-03-05T18:29:21.651 INFO:teuthology.orchestra.run.vm08.stderr:/var/log/ceph/ceph-client.admin.93728.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.93728.log.gz 2026-03-05T18:29:21.651 INFO:teuthology.orchestra.run.vm08.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.93828.log 2026-03-05T18:29:21.651 INFO:teuthology.orchestra.run.vm08.stderr:/var/log/ceph/ceph-client.admin.93778.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.93778.log.gz 2026-03-05T18:29:21.651 INFO:teuthology.orchestra.run.vm08.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.93878.log 2026-03-05T18:29:21.652 INFO:teuthology.orchestra.run.vm08.stderr:/var/log/ceph/ceph-client.admin.93828.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.93828.log.gz 2026-03-05T18:29:21.652 INFO:teuthology.orchestra.run.vm08.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.93928.log 2026-03-05T18:29:21.652 INFO:teuthology.orchestra.run.vm08.stderr:/var/log/ceph/ceph-client.admin.93878.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.93878.log.gz 2026-03-05T18:29:21.652 INFO:teuthology.orchestra.run.vm08.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.93978.log 2026-03-05T18:29:21.653 INFO:teuthology.orchestra.run.vm08.stderr:/var/log/ceph/ceph-client.admin.93928.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.93928.log.gz 2026-03-05T18:29:21.653 INFO:teuthology.orchestra.run.vm08.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.94028.log 2026-03-05T18:29:21.653 INFO:teuthology.orchestra.run.vm08.stderr:/var/log/ceph/ceph-client.admin.93978.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.93978.log.gz 2026-03-05T18:29:21.658 INFO:teuthology.orchestra.run.vm08.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.94078.log 2026-03-05T18:29:21.658 INFO:teuthology.orchestra.run.vm08.stderr:/var/log/ceph/ceph-client.admin.94028.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.94028.log.gz 2026-03-05T18:29:21.658 INFO:teuthology.orchestra.run.vm08.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.94128.log 2026-03-05T18:29:21.658 INFO:teuthology.orchestra.run.vm08.stderr:/var/log/ceph/ceph-client.admin.94078.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.94078.log.gz 2026-03-05T18:29:21.658 INFO:teuthology.orchestra.run.vm08.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.94178.log 2026-03-05T18:29:21.658 INFO:teuthology.orchestra.run.vm08.stderr:/var/log/ceph/ceph-client.admin.94128.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.94128.log.gz 2026-03-05T18:29:21.658 INFO:teuthology.orchestra.run.vm08.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.94230.log 2026-03-05T18:29:21.658 INFO:teuthology.orchestra.run.vm08.stderr:/var/log/ceph/ceph-client.admin.94178.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.94178.log.gz 2026-03-05T18:29:21.658 INFO:teuthology.orchestra.run.vm08.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.94278.log 2026-03-05T18:29:21.658 INFO:teuthology.orchestra.run.vm08.stderr:/var/log/ceph/ceph-client.admin.94230.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.94230.log.gz 2026-03-05T18:29:21.658 INFO:teuthology.orchestra.run.vm08.stderr:/var/log/ceph/ceph-client.admin.94278.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.94278.log.gz 2026-03-05T18:29:21.659 INFO:teuthology.orchestra.run.vm08.stderr: 93.4% -- replaced with /var/log/ceph/ceph-osd.2.log.gz 2026-03-05T18:29:21.668 INFO:teuthology.orchestra.run.vm08.stderr: 91.5% -- replaced with /var/log/ceph/ceph-mon.a.log.gz 2026-03-05T18:29:21.669 INFO:teuthology.orchestra.run.vm08.stderr: 2026-03-05T18:29:21.670 INFO:teuthology.orchestra.run.vm08.stderr:real 0m0.084s 2026-03-05T18:29:21.670 INFO:teuthology.orchestra.run.vm08.stderr:user 0m0.109s 2026-03-05T18:29:21.670 INFO:teuthology.orchestra.run.vm08.stderr:sys 0m0.034s 2026-03-05T18:29:21.670 INFO:tasks.ceph:Archiving logs... 2026-03-05T18:29:21.670 DEBUG:teuthology.misc:Transferring archived files from vm08:/var/log/ceph to /archive/irq0-2026-03-05_15:32:16-rgw-cobaltcore-storage-v19.2.3-fasttrack-3-none-default-vps/37/remote/vm08/log 2026-03-05T18:29:21.670 DEBUG:teuthology.orchestra.run.vm08:> sudo tar c -f - -C /var/log/ceph -- . 2026-03-05T18:29:21.745 DEBUG:teuthology.run_tasks:Unwinding manager install 2026-03-05T18:29:21.750 INFO:teuthology.task.install.util:Removing shipped files: /home/ubuntu/cephtest/valgrind.supp /usr/bin/daemon-helper /usr/bin/adjust-ulimits /usr/bin/stdin-killer... 2026-03-05T18:29:21.750 DEBUG:teuthology.orchestra.run.vm08:> sudo rm -f -- /home/ubuntu/cephtest/valgrind.supp /usr/bin/daemon-helper /usr/bin/adjust-ulimits /usr/bin/stdin-killer 2026-03-05T18:29:21.814 INFO:teuthology.task.install.rpm:Removing packages: ceph-radosgw, ceph-test, ceph, ceph-base, cephadm, ceph-immutable-object-cache, ceph-mgr, ceph-mgr-dashboard, ceph-mgr-diskprediction-local, ceph-mgr-rook, ceph-mgr-cephadm, ceph-fuse, ceph-volume, librados-devel, libcephfs2, libcephfs-devel, librados2, librbd1, python3-rados, python3-rgw, python3-cephfs, python3-rbd, rbd-fuse, rbd-mirror, rbd-nbd on rpm system. 2026-03-05T18:29:21.814 DEBUG:teuthology.orchestra.run.vm08:> 2026-03-05T18:29:21.814 DEBUG:teuthology.orchestra.run.vm08:> for d in ceph-radosgw ceph-test ceph ceph-base cephadm ceph-immutable-object-cache ceph-mgr ceph-mgr-dashboard ceph-mgr-diskprediction-local ceph-mgr-rook ceph-mgr-cephadm ceph-fuse ceph-volume librados-devel libcephfs2 libcephfs-devel librados2 librbd1 python3-rados python3-rgw python3-cephfs python3-rbd rbd-fuse rbd-mirror rbd-nbd ; do 2026-03-05T18:29:21.814 DEBUG:teuthology.orchestra.run.vm08:> sudo yum -y remove $d || true 2026-03-05T18:29:21.814 DEBUG:teuthology.orchestra.run.vm08:> done 2026-03-05T18:29:22.032 INFO:teuthology.orchestra.run.vm08.stdout:Dependencies resolved. 2026-03-05T18:29:22.033 INFO:teuthology.orchestra.run.vm08.stdout:================================================================================ 2026-03-05T18:29:22.033 INFO:teuthology.orchestra.run.vm08.stdout: Package Arch Version Repo Size 2026-03-05T18:29:22.033 INFO:teuthology.orchestra.run.vm08.stdout:================================================================================ 2026-03-05T18:29:22.033 INFO:teuthology.orchestra.run.vm08.stdout:Removing: 2026-03-05T18:29:22.033 INFO:teuthology.orchestra.run.vm08.stdout: ceph-radosgw x86_64 2:19.2.3-47.gc24117fd552.el9.clyso @ceph 39 M 2026-03-05T18:29:22.033 INFO:teuthology.orchestra.run.vm08.stdout:Removing unused dependencies: 2026-03-05T18:29:22.033 INFO:teuthology.orchestra.run.vm08.stdout: mailcap noarch 2.1.49-5.el9.0.2 @baseos 78 k 2026-03-05T18:29:22.033 INFO:teuthology.orchestra.run.vm08.stdout: 2026-03-05T18:29:22.033 INFO:teuthology.orchestra.run.vm08.stdout:Transaction Summary 2026-03-05T18:29:22.033 INFO:teuthology.orchestra.run.vm08.stdout:================================================================================ 2026-03-05T18:29:22.033 INFO:teuthology.orchestra.run.vm08.stdout:Remove 2 Packages 2026-03-05T18:29:22.033 INFO:teuthology.orchestra.run.vm08.stdout: 2026-03-05T18:29:22.033 INFO:teuthology.orchestra.run.vm08.stdout:Freed space: 39 M 2026-03-05T18:29:22.033 INFO:teuthology.orchestra.run.vm08.stdout:Running transaction check 2026-03-05T18:29:22.035 INFO:teuthology.orchestra.run.vm08.stdout:Transaction check succeeded. 2026-03-05T18:29:22.039 INFO:teuthology.orchestra.run.vm08.stdout:Running transaction test 2026-03-05T18:29:22.046 INFO:teuthology.orchestra.run.vm08.stdout:Transaction test succeeded. 2026-03-05T18:29:22.046 INFO:teuthology.orchestra.run.vm08.stdout:Running transaction 2026-03-05T18:29:22.081 INFO:teuthology.orchestra.run.vm08.stdout: Preparing : 1/1 2026-03-05T18:29:22.102 INFO:teuthology.orchestra.run.vm08.stdout: Running scriptlet: ceph-radosgw-2:19.2.3-47.gc24117fd552.el9.clyso.x86_ 1/2 2026-03-05T18:29:22.102 INFO:teuthology.orchestra.run.vm08.stdout:Glob pattern passed to enable, but globs are not supported for this. 2026-03-05T18:29:22.102 INFO:teuthology.orchestra.run.vm08.stdout:Invalid unit name "ceph-radosgw@*.service" escaped as "ceph-radosgw@\x2a.service". 2026-03-05T18:29:22.102 INFO:teuthology.orchestra.run.vm08.stdout:Removed "/etc/systemd/system/multi-user.target.wants/ceph-radosgw.target". 2026-03-05T18:29:22.102 INFO:teuthology.orchestra.run.vm08.stdout:Removed "/etc/systemd/system/ceph.target.wants/ceph-radosgw.target". 2026-03-05T18:29:22.102 INFO:teuthology.orchestra.run.vm08.stdout: 2026-03-05T18:29:22.105 INFO:teuthology.orchestra.run.vm08.stdout: Erasing : ceph-radosgw-2:19.2.3-47.gc24117fd552.el9.clyso.x86_ 1/2 2026-03-05T18:29:22.137 INFO:teuthology.orchestra.run.vm08.stdout: Running scriptlet: ceph-radosgw-2:19.2.3-47.gc24117fd552.el9.clyso.x86_ 1/2 2026-03-05T18:29:22.175 INFO:teuthology.orchestra.run.vm08.stdout: Erasing : mailcap-2.1.49-5.el9.0.2.noarch 2/2 2026-03-05T18:29:22.245 INFO:teuthology.orchestra.run.vm08.stdout: Running scriptlet: mailcap-2.1.49-5.el9.0.2.noarch 2/2 2026-03-05T18:29:22.245 INFO:teuthology.orchestra.run.vm08.stdout: Verifying : ceph-radosgw-2:19.2.3-47.gc24117fd552.el9.clyso.x86_ 1/2 2026-03-05T18:29:22.312 INFO:teuthology.orchestra.run.vm08.stdout: Verifying : mailcap-2.1.49-5.el9.0.2.noarch 2/2 2026-03-05T18:29:22.312 INFO:teuthology.orchestra.run.vm08.stdout: 2026-03-05T18:29:22.312 INFO:teuthology.orchestra.run.vm08.stdout:Removed: 2026-03-05T18:29:22.312 INFO:teuthology.orchestra.run.vm08.stdout: ceph-radosgw-2:19.2.3-47.gc24117fd552.el9.clyso.x86_64 2026-03-05T18:29:22.312 INFO:teuthology.orchestra.run.vm08.stdout: mailcap-2.1.49-5.el9.0.2.noarch 2026-03-05T18:29:22.312 INFO:teuthology.orchestra.run.vm08.stdout: 2026-03-05T18:29:22.312 INFO:teuthology.orchestra.run.vm08.stdout:Complete! 2026-03-05T18:29:22.550 INFO:teuthology.orchestra.run.vm08.stdout:Dependencies resolved. 2026-03-05T18:29:22.550 INFO:teuthology.orchestra.run.vm08.stdout:================================================================================ 2026-03-05T18:29:22.550 INFO:teuthology.orchestra.run.vm08.stdout: Package Arch Version Repository Size 2026-03-05T18:29:22.550 INFO:teuthology.orchestra.run.vm08.stdout:================================================================================ 2026-03-05T18:29:22.550 INFO:teuthology.orchestra.run.vm08.stdout:Removing: 2026-03-05T18:29:22.550 INFO:teuthology.orchestra.run.vm08.stdout: ceph-test x86_64 2:19.2.3-47.gc24117fd552.el9.clyso @ceph 210 M 2026-03-05T18:29:22.550 INFO:teuthology.orchestra.run.vm08.stdout:Removing unused dependencies: 2026-03-05T18:29:22.550 INFO:teuthology.orchestra.run.vm08.stdout: socat x86_64 1.7.4.1-8.el9 @appstream 1.1 M 2026-03-05T18:29:22.550 INFO:teuthology.orchestra.run.vm08.stdout: xmlstarlet x86_64 1.6.1-20.el9 @appstream 195 k 2026-03-05T18:29:22.550 INFO:teuthology.orchestra.run.vm08.stdout: 2026-03-05T18:29:22.550 INFO:teuthology.orchestra.run.vm08.stdout:Transaction Summary 2026-03-05T18:29:22.550 INFO:teuthology.orchestra.run.vm08.stdout:================================================================================ 2026-03-05T18:29:22.550 INFO:teuthology.orchestra.run.vm08.stdout:Remove 3 Packages 2026-03-05T18:29:22.550 INFO:teuthology.orchestra.run.vm08.stdout: 2026-03-05T18:29:22.551 INFO:teuthology.orchestra.run.vm08.stdout:Freed space: 211 M 2026-03-05T18:29:22.551 INFO:teuthology.orchestra.run.vm08.stdout:Running transaction check 2026-03-05T18:29:22.553 INFO:teuthology.orchestra.run.vm08.stdout:Transaction check succeeded. 2026-03-05T18:29:22.553 INFO:teuthology.orchestra.run.vm08.stdout:Running transaction test 2026-03-05T18:29:22.572 INFO:teuthology.orchestra.run.vm08.stdout:Transaction test succeeded. 2026-03-05T18:29:22.572 INFO:teuthology.orchestra.run.vm08.stdout:Running transaction 2026-03-05T18:29:22.641 INFO:teuthology.orchestra.run.vm08.stdout: Preparing : 1/1 2026-03-05T18:29:22.663 INFO:teuthology.orchestra.run.vm08.stdout: Erasing : ceph-test-2:19.2.3-47.gc24117fd552.el9.clyso.x86_64 1/3 2026-03-05T18:29:22.681 INFO:teuthology.orchestra.run.vm08.stdout: Erasing : socat-1.7.4.1-8.el9.x86_64 2/3 2026-03-05T18:29:22.714 INFO:teuthology.orchestra.run.vm08.stdout: Erasing : xmlstarlet-1.6.1-20.el9.x86_64 3/3 2026-03-05T18:29:22.807 INFO:teuthology.orchestra.run.vm08.stdout: Running scriptlet: xmlstarlet-1.6.1-20.el9.x86_64 3/3 2026-03-05T18:29:22.807 INFO:teuthology.orchestra.run.vm08.stdout: Verifying : ceph-test-2:19.2.3-47.gc24117fd552.el9.clyso.x86_64 1/3 2026-03-05T18:29:22.807 INFO:teuthology.orchestra.run.vm08.stdout: Verifying : socat-1.7.4.1-8.el9.x86_64 2/3 2026-03-05T18:29:22.884 INFO:teuthology.orchestra.run.vm08.stdout: Verifying : xmlstarlet-1.6.1-20.el9.x86_64 3/3 2026-03-05T18:29:22.885 INFO:teuthology.orchestra.run.vm08.stdout: 2026-03-05T18:29:22.885 INFO:teuthology.orchestra.run.vm08.stdout:Removed: 2026-03-05T18:29:22.885 INFO:teuthology.orchestra.run.vm08.stdout: ceph-test-2:19.2.3-47.gc24117fd552.el9.clyso.x86_64 2026-03-05T18:29:22.885 INFO:teuthology.orchestra.run.vm08.stdout: socat-1.7.4.1-8.el9.x86_64 2026-03-05T18:29:22.885 INFO:teuthology.orchestra.run.vm08.stdout: xmlstarlet-1.6.1-20.el9.x86_64 2026-03-05T18:29:22.885 INFO:teuthology.orchestra.run.vm08.stdout: 2026-03-05T18:29:22.885 INFO:teuthology.orchestra.run.vm08.stdout:Complete! 2026-03-05T18:29:23.125 INFO:teuthology.orchestra.run.vm08.stdout:Dependencies resolved. 2026-03-05T18:29:23.126 INFO:teuthology.orchestra.run.vm08.stdout:================================================================================ 2026-03-05T18:29:23.126 INFO:teuthology.orchestra.run.vm08.stdout: Package Arch Version Repository Size 2026-03-05T18:29:23.126 INFO:teuthology.orchestra.run.vm08.stdout:================================================================================ 2026-03-05T18:29:23.126 INFO:teuthology.orchestra.run.vm08.stdout:Removing: 2026-03-05T18:29:23.126 INFO:teuthology.orchestra.run.vm08.stdout: ceph x86_64 2:19.2.3-47.gc24117fd552.el9.clyso @ceph 0 2026-03-05T18:29:23.126 INFO:teuthology.orchestra.run.vm08.stdout:Removing unused dependencies: 2026-03-05T18:29:23.126 INFO:teuthology.orchestra.run.vm08.stdout: ceph-mds x86_64 2:19.2.3-47.gc24117fd552.el9.clyso @ceph 7.4 M 2026-03-05T18:29:23.126 INFO:teuthology.orchestra.run.vm08.stdout: ceph-mon x86_64 2:19.2.3-47.gc24117fd552.el9.clyso @ceph 18 M 2026-03-05T18:29:23.126 INFO:teuthology.orchestra.run.vm08.stdout: lua x86_64 5.4.4-4.el9 @appstream 593 k 2026-03-05T18:29:23.126 INFO:teuthology.orchestra.run.vm08.stdout: lua-devel x86_64 5.4.4-4.el9 @crb 49 k 2026-03-05T18:29:23.126 INFO:teuthology.orchestra.run.vm08.stdout: luarocks noarch 3.9.2-5.el9 @epel 692 k 2026-03-05T18:29:23.126 INFO:teuthology.orchestra.run.vm08.stdout: unzip x86_64 6.0-59.el9 @baseos 389 k 2026-03-05T18:29:23.126 INFO:teuthology.orchestra.run.vm08.stdout: zip x86_64 3.0-35.el9 @baseos 724 k 2026-03-05T18:29:23.126 INFO:teuthology.orchestra.run.vm08.stdout: 2026-03-05T18:29:23.126 INFO:teuthology.orchestra.run.vm08.stdout:Transaction Summary 2026-03-05T18:29:23.126 INFO:teuthology.orchestra.run.vm08.stdout:================================================================================ 2026-03-05T18:29:23.126 INFO:teuthology.orchestra.run.vm08.stdout:Remove 8 Packages 2026-03-05T18:29:23.126 INFO:teuthology.orchestra.run.vm08.stdout: 2026-03-05T18:29:23.126 INFO:teuthology.orchestra.run.vm08.stdout:Freed space: 28 M 2026-03-05T18:29:23.126 INFO:teuthology.orchestra.run.vm08.stdout:Running transaction check 2026-03-05T18:29:23.130 INFO:teuthology.orchestra.run.vm08.stdout:Transaction check succeeded. 2026-03-05T18:29:23.130 INFO:teuthology.orchestra.run.vm08.stdout:Running transaction test 2026-03-05T18:29:23.150 INFO:teuthology.orchestra.run.vm08.stdout:Transaction test succeeded. 2026-03-05T18:29:23.150 INFO:teuthology.orchestra.run.vm08.stdout:Running transaction 2026-03-05T18:29:23.211 INFO:teuthology.orchestra.run.vm08.stdout: Preparing : 1/1 2026-03-05T18:29:23.231 INFO:teuthology.orchestra.run.vm08.stdout: Erasing : ceph-2:19.2.3-47.gc24117fd552.el9.clyso.x86_64 1/8 2026-03-05T18:29:23.252 INFO:teuthology.orchestra.run.vm08.stdout: Erasing : luarocks-3.9.2-5.el9.noarch 2/8 2026-03-05T18:29:23.256 INFO:teuthology.orchestra.run.vm08.stdout: Erasing : lua-devel-5.4.4-4.el9.x86_64 3/8 2026-03-05T18:29:23.260 INFO:teuthology.orchestra.run.vm08.stdout: Erasing : zip-3.0-35.el9.x86_64 4/8 2026-03-05T18:29:23.272 INFO:teuthology.orchestra.run.vm08.stdout: Erasing : unzip-6.0-59.el9.x86_64 5/8 2026-03-05T18:29:23.278 INFO:teuthology.orchestra.run.vm08.stdout: Erasing : lua-5.4.4-4.el9.x86_64 6/8 2026-03-05T18:29:23.303 INFO:teuthology.orchestra.run.vm08.stdout: Running scriptlet: ceph-mds-2:19.2.3-47.gc24117fd552.el9.clyso.x86_64 7/8 2026-03-05T18:29:23.303 INFO:teuthology.orchestra.run.vm08.stdout:Glob pattern passed to enable, but globs are not supported for this. 2026-03-05T18:29:23.303 INFO:teuthology.orchestra.run.vm08.stdout:Invalid unit name "ceph-mds@*.service" escaped as "ceph-mds@\x2a.service". 2026-03-05T18:29:23.303 INFO:teuthology.orchestra.run.vm08.stdout:Removed "/etc/systemd/system/multi-user.target.wants/ceph-mds.target". 2026-03-05T18:29:23.303 INFO:teuthology.orchestra.run.vm08.stdout:Removed "/etc/systemd/system/ceph.target.wants/ceph-mds.target". 2026-03-05T18:29:23.303 INFO:teuthology.orchestra.run.vm08.stdout: 2026-03-05T18:29:23.304 INFO:teuthology.orchestra.run.vm08.stdout: Erasing : ceph-mds-2:19.2.3-47.gc24117fd552.el9.clyso.x86_64 7/8 2026-03-05T18:29:23.320 INFO:teuthology.orchestra.run.vm08.stdout: Running scriptlet: ceph-mds-2:19.2.3-47.gc24117fd552.el9.clyso.x86_64 7/8 2026-03-05T18:29:23.344 INFO:teuthology.orchestra.run.vm08.stdout: Running scriptlet: ceph-mon-2:19.2.3-47.gc24117fd552.el9.clyso.x86_64 8/8 2026-03-05T18:29:23.344 INFO:teuthology.orchestra.run.vm08.stdout:Glob pattern passed to enable, but globs are not supported for this. 2026-03-05T18:29:23.344 INFO:teuthology.orchestra.run.vm08.stdout:Invalid unit name "ceph-mon@*.service" escaped as "ceph-mon@\x2a.service". 2026-03-05T18:29:23.344 INFO:teuthology.orchestra.run.vm08.stdout:Removed "/etc/systemd/system/multi-user.target.wants/ceph-mon.target". 2026-03-05T18:29:23.344 INFO:teuthology.orchestra.run.vm08.stdout:Removed "/etc/systemd/system/ceph.target.wants/ceph-mon.target". 2026-03-05T18:29:23.344 INFO:teuthology.orchestra.run.vm08.stdout: 2026-03-05T18:29:23.346 INFO:teuthology.orchestra.run.vm08.stdout: Erasing : ceph-mon-2:19.2.3-47.gc24117fd552.el9.clyso.x86_64 8/8 2026-03-05T18:29:23.489 INFO:teuthology.orchestra.run.vm08.stdout: Running scriptlet: ceph-mon-2:19.2.3-47.gc24117fd552.el9.clyso.x86_64 8/8 2026-03-05T18:29:23.489 INFO:teuthology.orchestra.run.vm08.stdout: Verifying : ceph-2:19.2.3-47.gc24117fd552.el9.clyso.x86_64 1/8 2026-03-05T18:29:23.489 INFO:teuthology.orchestra.run.vm08.stdout: Verifying : ceph-mds-2:19.2.3-47.gc24117fd552.el9.clyso.x86_64 2/8 2026-03-05T18:29:23.489 INFO:teuthology.orchestra.run.vm08.stdout: Verifying : ceph-mon-2:19.2.3-47.gc24117fd552.el9.clyso.x86_64 3/8 2026-03-05T18:29:23.489 INFO:teuthology.orchestra.run.vm08.stdout: Verifying : lua-5.4.4-4.el9.x86_64 4/8 2026-03-05T18:29:23.489 INFO:teuthology.orchestra.run.vm08.stdout: Verifying : lua-devel-5.4.4-4.el9.x86_64 5/8 2026-03-05T18:29:23.489 INFO:teuthology.orchestra.run.vm08.stdout: Verifying : luarocks-3.9.2-5.el9.noarch 6/8 2026-03-05T18:29:23.489 INFO:teuthology.orchestra.run.vm08.stdout: Verifying : unzip-6.0-59.el9.x86_64 7/8 2026-03-05T18:29:23.559 INFO:teuthology.orchestra.run.vm08.stdout: Verifying : zip-3.0-35.el9.x86_64 8/8 2026-03-05T18:29:23.560 INFO:teuthology.orchestra.run.vm08.stdout: 2026-03-05T18:29:23.560 INFO:teuthology.orchestra.run.vm08.stdout:Removed: 2026-03-05T18:29:23.560 INFO:teuthology.orchestra.run.vm08.stdout: ceph-2:19.2.3-47.gc24117fd552.el9.clyso.x86_64 2026-03-05T18:29:23.560 INFO:teuthology.orchestra.run.vm08.stdout: ceph-mds-2:19.2.3-47.gc24117fd552.el9.clyso.x86_64 2026-03-05T18:29:23.560 INFO:teuthology.orchestra.run.vm08.stdout: ceph-mon-2:19.2.3-47.gc24117fd552.el9.clyso.x86_64 2026-03-05T18:29:23.560 INFO:teuthology.orchestra.run.vm08.stdout: lua-5.4.4-4.el9.x86_64 2026-03-05T18:29:23.560 INFO:teuthology.orchestra.run.vm08.stdout: lua-devel-5.4.4-4.el9.x86_64 2026-03-05T18:29:23.560 INFO:teuthology.orchestra.run.vm08.stdout: luarocks-3.9.2-5.el9.noarch 2026-03-05T18:29:23.560 INFO:teuthology.orchestra.run.vm08.stdout: unzip-6.0-59.el9.x86_64 2026-03-05T18:29:23.560 INFO:teuthology.orchestra.run.vm08.stdout: zip-3.0-35.el9.x86_64 2026-03-05T18:29:23.560 INFO:teuthology.orchestra.run.vm08.stdout: 2026-03-05T18:29:23.560 INFO:teuthology.orchestra.run.vm08.stdout:Complete! 2026-03-05T18:29:23.812 INFO:teuthology.orchestra.run.vm08.stdout:Dependencies resolved. 2026-03-05T18:29:23.819 INFO:teuthology.orchestra.run.vm08.stdout:==================================================================================================================== 2026-03-05T18:29:23.820 INFO:teuthology.orchestra.run.vm08.stdout: Package Arch Version Repository Size 2026-03-05T18:29:23.820 INFO:teuthology.orchestra.run.vm08.stdout:==================================================================================================================== 2026-03-05T18:29:23.820 INFO:teuthology.orchestra.run.vm08.stdout:Removing: 2026-03-05T18:29:23.820 INFO:teuthology.orchestra.run.vm08.stdout: ceph-base x86_64 2:19.2.3-47.gc24117fd552.el9.clyso @ceph 23 M 2026-03-05T18:29:23.820 INFO:teuthology.orchestra.run.vm08.stdout:Removing dependent packages: 2026-03-05T18:29:23.820 INFO:teuthology.orchestra.run.vm08.stdout: ceph-immutable-object-cache x86_64 2:19.2.3-47.gc24117fd552.el9.clyso @ceph 431 k 2026-03-05T18:29:23.820 INFO:teuthology.orchestra.run.vm08.stdout: ceph-mgr x86_64 2:19.2.3-47.gc24117fd552.el9.clyso @ceph 3.4 M 2026-03-05T18:29:23.820 INFO:teuthology.orchestra.run.vm08.stdout: ceph-mgr-cephadm noarch 2:19.2.3-47.gc24117fd552.el9.clyso @ceph-noarch 803 k 2026-03-05T18:29:23.820 INFO:teuthology.orchestra.run.vm08.stdout: ceph-mgr-dashboard noarch 2:19.2.3-47.gc24117fd552.el9.clyso @ceph-noarch 88 M 2026-03-05T18:29:23.820 INFO:teuthology.orchestra.run.vm08.stdout: ceph-mgr-diskprediction-local noarch 2:19.2.3-47.gc24117fd552.el9.clyso @ceph-noarch 66 M 2026-03-05T18:29:23.820 INFO:teuthology.orchestra.run.vm08.stdout: ceph-mgr-rook noarch 2:19.2.3-47.gc24117fd552.el9.clyso @ceph-noarch 563 k 2026-03-05T18:29:23.820 INFO:teuthology.orchestra.run.vm08.stdout: ceph-osd x86_64 2:19.2.3-47.gc24117fd552.el9.clyso @ceph 59 M 2026-03-05T18:29:23.820 INFO:teuthology.orchestra.run.vm08.stdout: ceph-volume noarch 2:19.2.3-47.gc24117fd552.el9.clyso @ceph-noarch 1.4 M 2026-03-05T18:29:23.820 INFO:teuthology.orchestra.run.vm08.stdout: rbd-mirror x86_64 2:19.2.3-47.gc24117fd552.el9.clyso @ceph 13 M 2026-03-05T18:29:23.820 INFO:teuthology.orchestra.run.vm08.stdout:Removing unused dependencies: 2026-03-05T18:29:23.820 INFO:teuthology.orchestra.run.vm08.stdout: abseil-cpp x86_64 20211102.0-4.el9 @epel 1.9 M 2026-03-05T18:29:23.820 INFO:teuthology.orchestra.run.vm08.stdout: c-ares x86_64 1.19.1-2.el9_4 @baseos 279 k 2026-03-05T18:29:23.820 INFO:teuthology.orchestra.run.vm08.stdout: ceph-common x86_64 2:19.2.3-47.gc24117fd552.el9.clyso @ceph 85 M 2026-03-05T18:29:23.820 INFO:teuthology.orchestra.run.vm08.stdout: ceph-grafana-dashboards noarch 2:19.2.3-47.gc24117fd552.el9.clyso @ceph-noarch 626 k 2026-03-05T18:29:23.820 INFO:teuthology.orchestra.run.vm08.stdout: ceph-mgr-k8sevents noarch 2:19.2.3-47.gc24117fd552.el9.clyso @ceph-noarch 60 k 2026-03-05T18:29:23.820 INFO:teuthology.orchestra.run.vm08.stdout: ceph-mgr-modules-core noarch 2:19.2.3-47.gc24117fd552.el9.clyso @ceph-noarch 1.5 M 2026-03-05T18:29:23.820 INFO:teuthology.orchestra.run.vm08.stdout: ceph-prometheus-alerts noarch 2:19.2.3-47.gc24117fd552.el9.clyso @ceph-noarch 51 k 2026-03-05T18:29:23.820 INFO:teuthology.orchestra.run.vm08.stdout: ceph-selinux x86_64 2:19.2.3-47.gc24117fd552.el9.clyso @ceph 138 k 2026-03-05T18:29:23.820 INFO:teuthology.orchestra.run.vm08.stdout: cryptsetup x86_64 2.7.2-4.el9 @baseos 722 k 2026-03-05T18:29:23.820 INFO:teuthology.orchestra.run.vm08.stdout: flexiblas x86_64 3.0.4-8.el9.0.1 @appstream 68 k 2026-03-05T18:29:23.820 INFO:teuthology.orchestra.run.vm08.stdout: flexiblas-netlib x86_64 3.0.4-8.el9.0.1 @appstream 11 M 2026-03-05T18:29:23.820 INFO:teuthology.orchestra.run.vm08.stdout: flexiblas-openblas-openmp x86_64 3.0.4-8.el9.0.1 @appstream 39 k 2026-03-05T18:29:23.820 INFO:teuthology.orchestra.run.vm08.stdout: gperftools-libs x86_64 2.9.1-3.el9 @epel 1.4 M 2026-03-05T18:29:23.820 INFO:teuthology.orchestra.run.vm08.stdout: grpc-data noarch 1.46.7-10.el9 @epel 13 k 2026-03-05T18:29:23.820 INFO:teuthology.orchestra.run.vm08.stdout: ledmon-libs x86_64 1.1.0-3.el9 @baseos 80 k 2026-03-05T18:29:23.820 INFO:teuthology.orchestra.run.vm08.stdout: libcephsqlite x86_64 2:19.2.3-47.gc24117fd552.el9.clyso @ceph 425 k 2026-03-05T18:29:23.820 INFO:teuthology.orchestra.run.vm08.stdout: libconfig x86_64 1.7.2-9.el9 @baseos 220 k 2026-03-05T18:29:23.820 INFO:teuthology.orchestra.run.vm08.stdout: libgfortran x86_64 11.5.0-11.el9 @baseos 2.8 M 2026-03-05T18:29:23.820 INFO:teuthology.orchestra.run.vm08.stdout: liboath x86_64 2.6.12-1.el9 @epel 94 k 2026-03-05T18:29:23.820 INFO:teuthology.orchestra.run.vm08.stdout: libquadmath x86_64 11.5.0-11.el9 @baseos 330 k 2026-03-05T18:29:23.820 INFO:teuthology.orchestra.run.vm08.stdout: libradosstriper1 x86_64 2:19.2.3-47.gc24117fd552.el9.clyso @ceph 1.6 M 2026-03-05T18:29:23.820 INFO:teuthology.orchestra.run.vm08.stdout: libstoragemgmt x86_64 1.10.1-1.el9 @appstream 685 k 2026-03-05T18:29:23.820 INFO:teuthology.orchestra.run.vm08.stdout: libunwind x86_64 1.6.2-1.el9 @epel 170 k 2026-03-05T18:29:23.820 INFO:teuthology.orchestra.run.vm08.stdout: libxslt x86_64 1.1.34-13.el9_6 @appstream 751 k 2026-03-05T18:29:23.820 INFO:teuthology.orchestra.run.vm08.stdout: nvme-cli x86_64 2.13-1.el9 @baseos 6.8 M 2026-03-05T18:29:23.820 INFO:teuthology.orchestra.run.vm08.stdout: openblas x86_64 0.3.29-1.el9 @appstream 112 k 2026-03-05T18:29:23.820 INFO:teuthology.orchestra.run.vm08.stdout: openblas-openmp x86_64 0.3.29-1.el9 @appstream 46 M 2026-03-05T18:29:23.821 INFO:teuthology.orchestra.run.vm08.stdout: pciutils x86_64 3.7.0-7.el9 @baseos 216 k 2026-03-05T18:29:23.821 INFO:teuthology.orchestra.run.vm08.stdout: protobuf x86_64 3.14.0-17.el9_7 @appstream 3.5 M 2026-03-05T18:29:23.821 INFO:teuthology.orchestra.run.vm08.stdout: protobuf-compiler x86_64 3.14.0-17.el9_7 @crb 2.9 M 2026-03-05T18:29:23.821 INFO:teuthology.orchestra.run.vm08.stdout: python3-asyncssh noarch 2.13.2-5.el9 @epel 3.9 M 2026-03-05T18:29:23.821 INFO:teuthology.orchestra.run.vm08.stdout: python3-autocommand noarch 2.2.2-8.el9 @epel 82 k 2026-03-05T18:29:23.821 INFO:teuthology.orchestra.run.vm08.stdout: python3-babel noarch 2.9.1-2.el9 @appstream 27 M 2026-03-05T18:29:23.821 INFO:teuthology.orchestra.run.vm08.stdout: python3-backports-tarfile noarch 1.2.0-1.el9 @epel 254 k 2026-03-05T18:29:23.821 INFO:teuthology.orchestra.run.vm08.stdout: python3-bcrypt x86_64 3.2.2-1.el9 @epel 87 k 2026-03-05T18:29:23.821 INFO:teuthology.orchestra.run.vm08.stdout: python3-cachetools noarch 4.2.4-1.el9 @epel 93 k 2026-03-05T18:29:23.821 INFO:teuthology.orchestra.run.vm08.stdout: python3-ceph-common x86_64 2:19.2.3-47.gc24117fd552.el9.clyso @ceph 702 k 2026-03-05T18:29:23.821 INFO:teuthology.orchestra.run.vm08.stdout: python3-certifi noarch 2023.05.07-4.el9 @epel 6.3 k 2026-03-05T18:29:23.821 INFO:teuthology.orchestra.run.vm08.stdout: python3-cffi x86_64 1.14.5-5.el9 @baseos 1.0 M 2026-03-05T18:29:23.821 INFO:teuthology.orchestra.run.vm08.stdout: python3-chardet noarch 4.0.0-5.el9 @77d52b2cce1347aa9f3fc60d8b93d222 1.4 M 2026-03-05T18:29:23.821 INFO:teuthology.orchestra.run.vm08.stdout: python3-cheroot noarch 10.0.1-4.el9 @epel 682 k 2026-03-05T18:29:23.821 INFO:teuthology.orchestra.run.vm08.stdout: python3-cherrypy noarch 18.6.1-2.el9 @epel 1.1 M 2026-03-05T18:29:23.821 INFO:teuthology.orchestra.run.vm08.stdout: python3-cryptography x86_64 36.0.1-5.el9_6 @baseos 4.5 M 2026-03-05T18:29:23.821 INFO:teuthology.orchestra.run.vm08.stdout: python3-devel x86_64 3.9.23-2.el9 @appstream 765 k 2026-03-05T18:29:23.821 INFO:teuthology.orchestra.run.vm08.stdout: python3-google-auth noarch 1:2.45.0-1.el9 @epel 1.4 M 2026-03-05T18:29:23.821 INFO:teuthology.orchestra.run.vm08.stdout: python3-grpcio x86_64 1.46.7-10.el9 @epel 6.7 M 2026-03-05T18:29:23.821 INFO:teuthology.orchestra.run.vm08.stdout: python3-grpcio-tools x86_64 1.46.7-10.el9 @epel 418 k 2026-03-05T18:29:23.821 INFO:teuthology.orchestra.run.vm08.stdout: python3-idna noarch 2.10-7.el9_4.1 @77d52b2cce1347aa9f3fc60d8b93d222 513 k 2026-03-05T18:29:23.821 INFO:teuthology.orchestra.run.vm08.stdout: python3-influxdb noarch 5.3.1-1.el9 @epel 747 k 2026-03-05T18:29:23.821 INFO:teuthology.orchestra.run.vm08.stdout: python3-isodate noarch 0.6.1-3.el9 @epel 203 k 2026-03-05T18:29:23.821 INFO:teuthology.orchestra.run.vm08.stdout: python3-jaraco noarch 8.2.1-3.el9 @epel 3.7 k 2026-03-05T18:29:23.821 INFO:teuthology.orchestra.run.vm08.stdout: python3-jaraco-classes noarch 3.2.1-5.el9 @epel 24 k 2026-03-05T18:29:23.821 INFO:teuthology.orchestra.run.vm08.stdout: python3-jaraco-collections noarch 3.0.0-8.el9 @epel 55 k 2026-03-05T18:29:23.821 INFO:teuthology.orchestra.run.vm08.stdout: python3-jaraco-context noarch 6.0.1-3.el9 @epel 31 k 2026-03-05T18:29:23.821 INFO:teuthology.orchestra.run.vm08.stdout: python3-jaraco-functools noarch 3.5.0-2.el9 @epel 33 k 2026-03-05T18:29:23.821 INFO:teuthology.orchestra.run.vm08.stdout: python3-jaraco-text noarch 4.0.0-2.el9 @epel 51 k 2026-03-05T18:29:23.821 INFO:teuthology.orchestra.run.vm08.stdout: python3-jinja2 noarch 2.11.3-8.el9_5 @appstream 1.1 M 2026-03-05T18:29:23.821 INFO:teuthology.orchestra.run.vm08.stdout: python3-jsonpatch noarch 1.21-16.el9 @0d57cd3fe20446e8b1c08da162742194 55 k 2026-03-05T18:29:23.821 INFO:teuthology.orchestra.run.vm08.stdout: python3-jsonpointer noarch 2.0-4.el9.0.1 @0d57cd3fe20446e8b1c08da162742194 34 k 2026-03-05T18:29:23.821 INFO:teuthology.orchestra.run.vm08.stdout: python3-kubernetes noarch 1:26.1.0-3.el9 @epel 21 M 2026-03-05T18:29:23.821 INFO:teuthology.orchestra.run.vm08.stdout: python3-libstoragemgmt x86_64 1.10.1-1.el9 @appstream 832 k 2026-03-05T18:29:23.821 INFO:teuthology.orchestra.run.vm08.stdout: python3-logutils noarch 0.3.5-21.el9 @epel 126 k 2026-03-05T18:29:23.821 INFO:teuthology.orchestra.run.vm08.stdout: python3-lxml x86_64 4.6.5-3.el9 @appstream 4.2 M 2026-03-05T18:29:23.821 INFO:teuthology.orchestra.run.vm08.stdout: python3-mako noarch 1.1.4-6.el9 @appstream 534 k 2026-03-05T18:29:23.821 INFO:teuthology.orchestra.run.vm08.stdout: python3-markupsafe x86_64 1.1.1-12.el9 @appstream 60 k 2026-03-05T18:29:23.821 INFO:teuthology.orchestra.run.vm08.stdout: python3-more-itertools noarch 8.12.0-2.el9 @epel 378 k 2026-03-05T18:29:23.821 INFO:teuthology.orchestra.run.vm08.stdout: python3-msgpack x86_64 1.0.3-2.el9 @epel 264 k 2026-03-05T18:29:23.821 INFO:teuthology.orchestra.run.vm08.stdout: python3-natsort noarch 7.1.1-5.el9 @epel 215 k 2026-03-05T18:29:23.821 INFO:teuthology.orchestra.run.vm08.stdout: python3-numpy x86_64 1:1.23.5-1.el9 @appstream 30 M 2026-03-05T18:29:23.821 INFO:teuthology.orchestra.run.vm08.stdout: python3-numpy-f2py x86_64 1:1.23.5-1.el9 @appstream 1.7 M 2026-03-05T18:29:23.821 INFO:teuthology.orchestra.run.vm08.stdout: python3-oauthlib noarch 3.1.1-5.el9 @0d57cd3fe20446e8b1c08da162742194 888 k 2026-03-05T18:29:23.822 INFO:teuthology.orchestra.run.vm08.stdout: python3-packaging noarch 20.9-5.el9 @appstream 248 k 2026-03-05T18:29:23.822 INFO:teuthology.orchestra.run.vm08.stdout: python3-pecan noarch 1.4.2-3.el9 @epel 1.3 M 2026-03-05T18:29:23.822 INFO:teuthology.orchestra.run.vm08.stdout: python3-ply noarch 3.11-14.el9.0.1 @baseos 430 k 2026-03-05T18:29:23.822 INFO:teuthology.orchestra.run.vm08.stdout: python3-portend noarch 3.1.0-2.el9 @epel 20 k 2026-03-05T18:29:23.822 INFO:teuthology.orchestra.run.vm08.stdout: python3-prettytable noarch 0.7.2-27.el9.0.1 @0d57cd3fe20446e8b1c08da162742194 166 k 2026-03-05T18:29:23.822 INFO:teuthology.orchestra.run.vm08.stdout: python3-protobuf noarch 3.14.0-17.el9_7 @appstream 1.4 M 2026-03-05T18:29:23.822 INFO:teuthology.orchestra.run.vm08.stdout: python3-pyOpenSSL noarch 21.0.0-1.el9 @epel 389 k 2026-03-05T18:29:23.822 INFO:teuthology.orchestra.run.vm08.stdout: python3-pyasn1 noarch 0.4.8-7.el9_7 @appstream 622 k 2026-03-05T18:29:23.822 INFO:teuthology.orchestra.run.vm08.stdout: python3-pyasn1-modules noarch 0.4.8-7.el9_7 @appstream 1.0 M 2026-03-05T18:29:23.822 INFO:teuthology.orchestra.run.vm08.stdout: python3-pycparser noarch 2.20-6.el9 @baseos 745 k 2026-03-05T18:29:23.822 INFO:teuthology.orchestra.run.vm08.stdout: python3-pyparsing noarch 2.4.7-9.el9.0.1 @baseos 635 k 2026-03-05T18:29:23.822 INFO:teuthology.orchestra.run.vm08.stdout: python3-pysocks noarch 1.7.1-12.el9.0.1 @77d52b2cce1347aa9f3fc60d8b93d222 88 k 2026-03-05T18:29:23.822 INFO:teuthology.orchestra.run.vm08.stdout: python3-pytz noarch 2021.1-5.el9 @0d57cd3fe20446e8b1c08da162742194 176 k 2026-03-05T18:29:23.822 INFO:teuthology.orchestra.run.vm08.stdout: python3-repoze-lru noarch 0.7-16.el9 @epel 83 k 2026-03-05T18:29:23.822 INFO:teuthology.orchestra.run.vm08.stdout: python3-requests noarch 2.25.1-10.el9_6 @baseos 405 k 2026-03-05T18:29:23.822 INFO:teuthology.orchestra.run.vm08.stdout: python3-requests-oauthlib noarch 1.3.0-12.el9 @appstream 119 k 2026-03-05T18:29:23.822 INFO:teuthology.orchestra.run.vm08.stdout: python3-routes noarch 2.5.1-5.el9 @epel 459 k 2026-03-05T18:29:23.822 INFO:teuthology.orchestra.run.vm08.stdout: python3-rsa noarch 4.9-2.el9 @epel 202 k 2026-03-05T18:29:23.822 INFO:teuthology.orchestra.run.vm08.stdout: python3-saml noarch 1.16.0-1.el9 @epel 730 k 2026-03-05T18:29:23.822 INFO:teuthology.orchestra.run.vm08.stdout: python3-scipy x86_64 1.9.3-2.el9 @appstream 72 M 2026-03-05T18:29:23.822 INFO:teuthology.orchestra.run.vm08.stdout: python3-tempora noarch 5.0.0-2.el9 @epel 96 k 2026-03-05T18:29:23.822 INFO:teuthology.orchestra.run.vm08.stdout: python3-toml noarch 0.10.2-6.el9.0.1 @appstream 99 k 2026-03-05T18:29:23.822 INFO:teuthology.orchestra.run.vm08.stdout: python3-typing-extensions noarch 4.15.0-1.el9 @epel 447 k 2026-03-05T18:29:23.822 INFO:teuthology.orchestra.run.vm08.stdout: python3-urllib3 noarch 1.26.5-6.el9_7.1 @baseos 746 k 2026-03-05T18:29:23.822 INFO:teuthology.orchestra.run.vm08.stdout: python3-webob noarch 1.8.8-2.el9 @epel 1.2 M 2026-03-05T18:29:23.822 INFO:teuthology.orchestra.run.vm08.stdout: python3-websocket-client noarch 1.2.3-2.el9 @epel 319 k 2026-03-05T18:29:23.822 INFO:teuthology.orchestra.run.vm08.stdout: python3-werkzeug noarch 2.0.3-3.el9.1 @epel 1.9 M 2026-03-05T18:29:23.822 INFO:teuthology.orchestra.run.vm08.stdout: python3-xmlsec x86_64 1.3.13-1.el9 @epel 158 k 2026-03-05T18:29:23.822 INFO:teuthology.orchestra.run.vm08.stdout: python3-zc-lockfile noarch 2.0-10.el9 @epel 35 k 2026-03-05T18:29:23.822 INFO:teuthology.orchestra.run.vm08.stdout: qatlib x86_64 24.09.0-1.el9 @appstream 588 k 2026-03-05T18:29:23.822 INFO:teuthology.orchestra.run.vm08.stdout: qatlib-service x86_64 24.09.0-1.el9 @appstream 64 k 2026-03-05T18:29:23.822 INFO:teuthology.orchestra.run.vm08.stdout: qatzip-libs x86_64 1.3.1-1.el9 @appstream 148 k 2026-03-05T18:29:23.822 INFO:teuthology.orchestra.run.vm08.stdout: smartmontools x86_64 1:7.2-9.el9 @baseos 1.9 M 2026-03-05T18:29:23.822 INFO:teuthology.orchestra.run.vm08.stdout: xmlsec1 x86_64 1.2.29-13.el9 @appstream 596 k 2026-03-05T18:29:23.822 INFO:teuthology.orchestra.run.vm08.stdout: xmlsec1-openssl x86_64 1.2.29-13.el9 @appstream 281 k 2026-03-05T18:29:23.822 INFO:teuthology.orchestra.run.vm08.stdout: 2026-03-05T18:29:23.822 INFO:teuthology.orchestra.run.vm08.stdout:Transaction Summary 2026-03-05T18:29:23.822 INFO:teuthology.orchestra.run.vm08.stdout:==================================================================================================================== 2026-03-05T18:29:23.822 INFO:teuthology.orchestra.run.vm08.stdout:Remove 116 Packages 2026-03-05T18:29:23.822 INFO:teuthology.orchestra.run.vm08.stdout: 2026-03-05T18:29:23.822 INFO:teuthology.orchestra.run.vm08.stdout:Freed space: 626 M 2026-03-05T18:29:23.822 INFO:teuthology.orchestra.run.vm08.stdout:Running transaction check 2026-03-05T18:29:23.847 INFO:teuthology.orchestra.run.vm08.stdout:Transaction check succeeded. 2026-03-05T18:29:23.848 INFO:teuthology.orchestra.run.vm08.stdout:Running transaction test 2026-03-05T18:29:23.965 INFO:teuthology.orchestra.run.vm08.stdout:Transaction test succeeded. 2026-03-05T18:29:23.966 INFO:teuthology.orchestra.run.vm08.stdout:Running transaction 2026-03-05T18:29:24.168 INFO:teuthology.orchestra.run.vm08.stdout: Preparing : 1/1 2026-03-05T18:29:24.168 INFO:teuthology.orchestra.run.vm08.stdout: Erasing : ceph-mgr-rook-2:19.2.3-47.gc24117fd552.el9.clyso 1/116 2026-03-05T18:29:24.177 INFO:teuthology.orchestra.run.vm08.stdout: Running scriptlet: ceph-mgr-rook-2:19.2.3-47.gc24117fd552.el9.clyso 1/116 2026-03-05T18:29:24.201 INFO:teuthology.orchestra.run.vm08.stdout: Running scriptlet: ceph-mgr-2:19.2.3-47.gc24117fd552.el9.clyso.x86_ 2/116 2026-03-05T18:29:24.202 INFO:teuthology.orchestra.run.vm08.stdout:Glob pattern passed to enable, but globs are not supported for this. 2026-03-05T18:29:24.202 INFO:teuthology.orchestra.run.vm08.stdout:Invalid unit name "ceph-mgr@*.service" escaped as "ceph-mgr@\x2a.service". 2026-03-05T18:29:24.202 INFO:teuthology.orchestra.run.vm08.stdout:Removed "/etc/systemd/system/multi-user.target.wants/ceph-mgr.target". 2026-03-05T18:29:24.202 INFO:teuthology.orchestra.run.vm08.stdout:Removed "/etc/systemd/system/ceph.target.wants/ceph-mgr.target". 2026-03-05T18:29:24.202 INFO:teuthology.orchestra.run.vm08.stdout: 2026-03-05T18:29:24.202 INFO:teuthology.orchestra.run.vm08.stdout: Erasing : ceph-mgr-2:19.2.3-47.gc24117fd552.el9.clyso.x86_ 2/116 2026-03-05T18:29:24.225 INFO:teuthology.orchestra.run.vm08.stdout: Running scriptlet: ceph-mgr-2:19.2.3-47.gc24117fd552.el9.clyso.x86_ 2/116 2026-03-05T18:29:24.253 INFO:teuthology.orchestra.run.vm08.stdout: Erasing : ceph-mgr-modules-core-2:19.2.3-47.gc24117fd552.e 3/116 2026-03-05T18:29:24.253 INFO:teuthology.orchestra.run.vm08.stdout: Erasing : ceph-mgr-dashboard-2:19.2.3-47.gc24117fd552.el9. 4/116 2026-03-05T18:29:24.267 INFO:teuthology.orchestra.run.vm08.stdout: Running scriptlet: ceph-mgr-dashboard-2:19.2.3-47.gc24117fd552.el9. 4/116 2026-03-05T18:29:24.272 INFO:teuthology.orchestra.run.vm08.stdout: Erasing : python3-influxdb-5.3.1-1.el9.noarch 5/116 2026-03-05T18:29:24.272 INFO:teuthology.orchestra.run.vm08.stdout: Erasing : ceph-mgr-cephadm-2:19.2.3-47.gc24117fd552.el9.cl 6/116 2026-03-05T18:29:24.283 INFO:teuthology.orchestra.run.vm08.stdout: Running scriptlet: ceph-mgr-cephadm-2:19.2.3-47.gc24117fd552.el9.cl 6/116 2026-03-05T18:29:24.291 INFO:teuthology.orchestra.run.vm08.stdout: Erasing : python3-cherrypy-18.6.1-2.el9.noarch 7/116 2026-03-05T18:29:24.296 INFO:teuthology.orchestra.run.vm08.stdout: Erasing : python3-cheroot-10.0.1-4.el9.noarch 8/116 2026-03-05T18:29:24.305 INFO:teuthology.orchestra.run.vm08.stdout: Erasing : python3-grpcio-tools-1.46.7-10.el9.x86_64 9/116 2026-03-05T18:29:24.310 INFO:teuthology.orchestra.run.vm08.stdout: Erasing : python3-grpcio-1.46.7-10.el9.x86_64 10/116 2026-03-05T18:29:24.333 INFO:teuthology.orchestra.run.vm08.stdout: Running scriptlet: ceph-osd-2:19.2.3-47.gc24117fd552.el9.clyso.x86_ 11/116 2026-03-05T18:29:24.334 INFO:teuthology.orchestra.run.vm08.stdout:Glob pattern passed to enable, but globs are not supported for this. 2026-03-05T18:29:24.334 INFO:teuthology.orchestra.run.vm08.stdout:Invalid unit name "ceph-osd@*.service" escaped as "ceph-osd@\x2a.service". 2026-03-05T18:29:24.334 INFO:teuthology.orchestra.run.vm08.stdout:Removed "/etc/systemd/system/multi-user.target.wants/ceph-osd.target". 2026-03-05T18:29:24.334 INFO:teuthology.orchestra.run.vm08.stdout:Removed "/etc/systemd/system/ceph.target.wants/ceph-osd.target". 2026-03-05T18:29:24.334 INFO:teuthology.orchestra.run.vm08.stdout: 2026-03-05T18:29:24.339 INFO:teuthology.orchestra.run.vm08.stdout: Erasing : ceph-osd-2:19.2.3-47.gc24117fd552.el9.clyso.x86_ 11/116 2026-03-05T18:29:24.350 INFO:teuthology.orchestra.run.vm08.stdout: Running scriptlet: ceph-osd-2:19.2.3-47.gc24117fd552.el9.clyso.x86_ 11/116 2026-03-05T18:29:24.369 INFO:teuthology.orchestra.run.vm08.stdout: Running scriptlet: ceph-volume-2:19.2.3-47.gc24117fd552.el9.clyso.n 12/116 2026-03-05T18:29:24.369 INFO:teuthology.orchestra.run.vm08.stdout:Glob pattern passed to enable, but globs are not supported for this. 2026-03-05T18:29:24.370 INFO:teuthology.orchestra.run.vm08.stdout:Invalid unit name "ceph-volume@*.service" escaped as "ceph-volume@\x2a.service". 2026-03-05T18:29:24.370 INFO:teuthology.orchestra.run.vm08.stdout: 2026-03-05T18:29:24.379 INFO:teuthology.orchestra.run.vm08.stdout: Erasing : ceph-volume-2:19.2.3-47.gc24117fd552.el9.clyso.n 12/116 2026-03-05T18:29:24.390 INFO:teuthology.orchestra.run.vm08.stdout: Running scriptlet: ceph-volume-2:19.2.3-47.gc24117fd552.el9.clyso.n 12/116 2026-03-05T18:29:24.392 INFO:teuthology.orchestra.run.vm08.stdout: Erasing : python3-jaraco-collections-3.0.0-8.el9.noarch 13/116 2026-03-05T18:29:24.397 INFO:teuthology.orchestra.run.vm08.stdout: Erasing : python3-jaraco-text-4.0.0-2.el9.noarch 14/116 2026-03-05T18:29:24.403 INFO:teuthology.orchestra.run.vm08.stdout: Erasing : python3-jinja2-2.11.3-8.el9_5.noarch 15/116 2026-03-05T18:29:24.417 INFO:teuthology.orchestra.run.vm08.stdout: Erasing : python3-saml-1.16.0-1.el9.noarch 16/116 2026-03-05T18:29:24.449 INFO:teuthology.orchestra.run.vm08.stdout: Erasing : python3-pecan-1.4.2-3.el9.noarch 17/116 2026-03-05T18:29:24.457 INFO:teuthology.orchestra.run.vm08.stdout: Erasing : python3-babel-2.9.1-2.el9.noarch 18/116 2026-03-05T18:29:24.460 INFO:teuthology.orchestra.run.vm08.stdout: Erasing : python3-jaraco-classes-3.2.1-5.el9.noarch 19/116 2026-03-05T18:29:24.469 INFO:teuthology.orchestra.run.vm08.stdout: Erasing : python3-pyOpenSSL-21.0.0-1.el9.noarch 20/116 2026-03-05T18:29:24.481 INFO:teuthology.orchestra.run.vm08.stdout: Erasing : python3-asyncssh-2.13.2-5.el9.noarch 21/116 2026-03-05T18:29:24.481 INFO:teuthology.orchestra.run.vm08.stdout: Erasing : ceph-mgr-diskprediction-local-2:19.2.3-47.gc2411 22/116 2026-03-05T18:29:24.490 INFO:teuthology.orchestra.run.vm08.stdout: Running scriptlet: ceph-mgr-diskprediction-local-2:19.2.3-47.gc2411 22/116 2026-03-05T18:29:24.589 INFO:teuthology.orchestra.run.vm08.stdout: Erasing : python3-jsonpatch-1.21-16.el9.noarch 23/116 2026-03-05T18:29:24.606 INFO:teuthology.orchestra.run.vm08.stdout: Erasing : python3-scipy-1.9.3-2.el9.x86_64 24/116 2026-03-05T18:29:24.613 INFO:teuthology.orchestra.run.vm08.stdout: Erasing : python3-xmlsec-1.3.13-1.el9.x86_64 25/116 2026-03-05T18:29:24.617 INFO:teuthology.orchestra.run.vm08.stdout: Erasing : python3-lxml-4.6.5-3.el9.x86_64 26/116 2026-03-05T18:29:24.633 INFO:teuthology.orchestra.run.vm08.stdout: Running scriptlet: libstoragemgmt-1.10.1-1.el9.x86_64 27/116 2026-03-05T18:29:24.633 INFO:teuthology.orchestra.run.vm08.stdout:Removed "/etc/systemd/system/multi-user.target.wants/libstoragemgmt.service". 2026-03-05T18:29:24.633 INFO:teuthology.orchestra.run.vm08.stdout: 2026-03-05T18:29:24.634 INFO:teuthology.orchestra.run.vm08.stdout: Erasing : libstoragemgmt-1.10.1-1.el9.x86_64 27/116 2026-03-05T18:29:24.664 INFO:teuthology.orchestra.run.vm08.stdout: Running scriptlet: libstoragemgmt-1.10.1-1.el9.x86_64 27/116 2026-03-05T18:29:24.670 INFO:teuthology.orchestra.run.vm08.stdout: Erasing : python3-numpy-f2py-1:1.23.5-1.el9.x86_64 28/116 2026-03-05T18:29:24.672 INFO:teuthology.orchestra.run.vm08.stdout: Erasing : xmlsec1-openssl-1.2.29-13.el9.x86_64 29/116 2026-03-05T18:29:24.686 INFO:teuthology.orchestra.run.vm08.stdout: Erasing : xmlsec1-1.2.29-13.el9.x86_64 30/116 2026-03-05T18:29:24.692 INFO:teuthology.orchestra.run.vm08.stdout: Erasing : python3-cryptography-36.0.1-5.el9_6.x86_64 31/116 2026-03-05T18:29:24.695 INFO:teuthology.orchestra.run.vm08.stdout: Erasing : protobuf-compiler-3.14.0-17.el9_7.x86_64 32/116 2026-03-05T18:29:24.698 INFO:teuthology.orchestra.run.vm08.stdout: Erasing : python3-bcrypt-3.2.2-1.el9.x86_64 33/116 2026-03-05T18:29:24.723 INFO:teuthology.orchestra.run.vm08.stdout: Running scriptlet: rbd-mirror-2:19.2.3-47.gc24117fd552.el9.clyso.x8 34/116 2026-03-05T18:29:24.723 INFO:teuthology.orchestra.run.vm08.stdout:Glob pattern passed to enable, but globs are not supported for this. 2026-03-05T18:29:24.723 INFO:teuthology.orchestra.run.vm08.stdout:Invalid unit name "ceph-rbd-mirror@*.service" escaped as "ceph-rbd-mirror@\x2a.service". 2026-03-05T18:29:24.723 INFO:teuthology.orchestra.run.vm08.stdout:Removed "/etc/systemd/system/multi-user.target.wants/ceph-rbd-mirror.target". 2026-03-05T18:29:24.723 INFO:teuthology.orchestra.run.vm08.stdout:Removed "/etc/systemd/system/ceph.target.wants/ceph-rbd-mirror.target". 2026-03-05T18:29:24.723 INFO:teuthology.orchestra.run.vm08.stdout: 2026-03-05T18:29:24.724 INFO:teuthology.orchestra.run.vm08.stdout: Erasing : rbd-mirror-2:19.2.3-47.gc24117fd552.el9.clyso.x8 34/116 2026-03-05T18:29:24.738 INFO:teuthology.orchestra.run.vm08.stdout: Running scriptlet: rbd-mirror-2:19.2.3-47.gc24117fd552.el9.clyso.x8 34/116 2026-03-05T18:29:24.742 INFO:teuthology.orchestra.run.vm08.stdout: Erasing : python3-mako-1.1.4-6.el9.noarch 35/116 2026-03-05T18:29:24.746 INFO:teuthology.orchestra.run.vm08.stdout: Erasing : python3-jaraco-context-6.0.1-3.el9.noarch 36/116 2026-03-05T18:29:24.749 INFO:teuthology.orchestra.run.vm08.stdout: Erasing : python3-packaging-20.9-5.el9.noarch 37/116 2026-03-05T18:29:24.752 INFO:teuthology.orchestra.run.vm08.stdout: Erasing : python3-portend-3.1.0-2.el9.noarch 38/116 2026-03-05T18:29:24.755 INFO:teuthology.orchestra.run.vm08.stdout: Erasing : python3-tempora-5.0.0-2.el9.noarch 39/116 2026-03-05T18:29:24.759 INFO:teuthology.orchestra.run.vm08.stdout: Erasing : python3-jaraco-functools-3.5.0-2.el9.noarch 40/116 2026-03-05T18:29:24.769 INFO:teuthology.orchestra.run.vm08.stdout: Erasing : python3-routes-2.5.1-5.el9.noarch 41/116 2026-03-05T18:29:24.769 INFO:teuthology.orchestra.run.vm08.stdout: Erasing : ceph-mgr-k8sevents-2:19.2.3-47.gc24117fd552.el9. 42/116 2026-03-05T18:29:24.828 INFO:teuthology.orchestra.run.vm08.stdout: Running scriptlet: ceph-mgr-k8sevents-2:19.2.3-47.gc24117fd552.el9. 42/116 2026-03-05T18:29:24.839 INFO:teuthology.orchestra.run.vm08.stdout: Erasing : python3-kubernetes-1:26.1.0-3.el9.noarch 43/116 2026-03-05T18:29:24.843 INFO:teuthology.orchestra.run.vm08.stdout: Erasing : python3-requests-oauthlib-1.3.0-12.el9.noarch 44/116 2026-03-05T18:29:24.854 INFO:teuthology.orchestra.run.vm08.stdout: Erasing : python3-requests-2.25.1-10.el9_6.noarch 45/116 2026-03-05T18:29:24.860 INFO:teuthology.orchestra.run.vm08.stdout: Erasing : python3-google-auth-1:2.45.0-1.el9.noarch 46/116 2026-03-05T18:29:24.870 INFO:teuthology.orchestra.run.vm08.stdout: Erasing : python3-rsa-4.9-2.el9.noarch 47/116 2026-03-05T18:29:24.876 INFO:teuthology.orchestra.run.vm08.stdout: Erasing : python3-pyasn1-modules-0.4.8-7.el9_7.noarch 48/116 2026-03-05T18:29:24.881 INFO:teuthology.orchestra.run.vm08.stdout: Erasing : python3-urllib3-1.26.5-6.el9_7.1.noarch 49/116 2026-03-05T18:29:24.885 INFO:teuthology.orchestra.run.vm08.stdout: Erasing : python3-cffi-1.14.5-5.el9.x86_64 50/116 2026-03-05T18:29:24.934 INFO:teuthology.orchestra.run.vm08.stdout: Erasing : python3-pycparser-2.20-6.el9.noarch 51/116 2026-03-05T18:29:24.944 INFO:teuthology.orchestra.run.vm08.stdout: Erasing : python3-numpy-1:1.23.5-1.el9.x86_64 52/116 2026-03-05T18:29:24.947 INFO:teuthology.orchestra.run.vm08.stdout: Erasing : flexiblas-netlib-3.0.4-8.el9.0.1.x86_64 53/116 2026-03-05T18:29:24.951 INFO:teuthology.orchestra.run.vm08.stdout: Erasing : flexiblas-openblas-openmp-3.0.4-8.el9.0.1.x86_64 54/116 2026-03-05T18:29:24.953 INFO:teuthology.orchestra.run.vm08.stdout: Erasing : openblas-openmp-0.3.29-1.el9.x86_64 55/116 2026-03-05T18:29:24.957 INFO:teuthology.orchestra.run.vm08.stdout: Erasing : libgfortran-11.5.0-11.el9.x86_64 56/116 2026-03-05T18:29:24.959 INFO:teuthology.orchestra.run.vm08.stdout: Erasing : python3-libstoragemgmt-1.10.1-1.el9.x86_64 57/116 2026-03-05T18:29:24.981 INFO:teuthology.orchestra.run.vm08.stdout: Running scriptlet: ceph-immutable-object-cache-2:19.2.3-47.gc24117f 58/116 2026-03-05T18:29:24.981 INFO:teuthology.orchestra.run.vm08.stdout:Glob pattern passed to enable, but globs are not supported for this. 2026-03-05T18:29:24.981 INFO:teuthology.orchestra.run.vm08.stdout:Invalid unit name "ceph-immutable-object-cache@*.service" escaped as "ceph-immutable-object-cache@\x2a.service". 2026-03-05T18:29:24.981 INFO:teuthology.orchestra.run.vm08.stdout: 2026-03-05T18:29:24.981 INFO:teuthology.orchestra.run.vm08.stdout: Erasing : ceph-immutable-object-cache-2:19.2.3-47.gc24117f 58/116 2026-03-05T18:29:24.992 INFO:teuthology.orchestra.run.vm08.stdout: Running scriptlet: ceph-immutable-object-cache-2:19.2.3-47.gc24117f 58/116 2026-03-05T18:29:24.994 INFO:teuthology.orchestra.run.vm08.stdout: Erasing : openblas-0.3.29-1.el9.x86_64 59/116 2026-03-05T18:29:24.996 INFO:teuthology.orchestra.run.vm08.stdout: Erasing : flexiblas-3.0.4-8.el9.0.1.x86_64 60/116 2026-03-05T18:29:24.999 INFO:teuthology.orchestra.run.vm08.stdout: Erasing : python3-ply-3.11-14.el9.0.1.noarch 61/116 2026-03-05T18:29:25.006 INFO:teuthology.orchestra.run.vm08.stdout: Erasing : python3-idna-2.10-7.el9_4.1.noarch 62/116 2026-03-05T18:29:25.013 INFO:teuthology.orchestra.run.vm08.stdout: Erasing : python3-pysocks-1.7.1-12.el9.0.1.noarch 63/116 2026-03-05T18:29:25.018 INFO:teuthology.orchestra.run.vm08.stdout: Erasing : python3-pyasn1-0.4.8-7.el9_7.noarch 64/116 2026-03-05T18:29:25.024 INFO:teuthology.orchestra.run.vm08.stdout: Erasing : python3-cachetools-4.2.4-1.el9.noarch 65/116 2026-03-05T18:29:25.033 INFO:teuthology.orchestra.run.vm08.stdout: Erasing : python3-chardet-4.0.0-5.el9.noarch 66/116 2026-03-05T18:29:25.038 INFO:teuthology.orchestra.run.vm08.stdout: Erasing : python3-oauthlib-3.1.1-5.el9.noarch 67/116 2026-03-05T18:29:25.042 INFO:teuthology.orchestra.run.vm08.stdout: Erasing : python3-websocket-client-1.2.3-2.el9.noarch 68/116 2026-03-05T18:29:25.045 INFO:teuthology.orchestra.run.vm08.stdout: Erasing : python3-certifi-2023.05.07-4.el9.noarch 69/116 2026-03-05T18:29:25.047 INFO:teuthology.orchestra.run.vm08.stdout: Erasing : python3-repoze-lru-0.7-16.el9.noarch 70/116 2026-03-05T18:29:25.050 INFO:teuthology.orchestra.run.vm08.stdout: Erasing : python3-jaraco-8.2.1-3.el9.noarch 71/116 2026-03-05T18:29:25.053 INFO:teuthology.orchestra.run.vm08.stdout: Erasing : python3-more-itertools-8.12.0-2.el9.noarch 72/116 2026-03-05T18:29:25.056 INFO:teuthology.orchestra.run.vm08.stdout: Erasing : python3-toml-0.10.2-6.el9.0.1.noarch 73/116 2026-03-05T18:29:25.058 INFO:teuthology.orchestra.run.vm08.stdout: Erasing : python3-pytz-2021.1-5.el9.noarch 74/116 2026-03-05T18:29:25.061 INFO:teuthology.orchestra.run.vm08.stdout: Erasing : python3-pyparsing-2.4.7-9.el9.0.1.noarch 75/116 2026-03-05T18:29:25.071 INFO:teuthology.orchestra.run.vm08.stdout: Erasing : python3-backports-tarfile-1.2.0-1.el9.noarch 76/116 2026-03-05T18:29:25.075 INFO:teuthology.orchestra.run.vm08.stdout: Erasing : python3-devel-3.9.23-2.el9.x86_64 77/116 2026-03-05T18:29:25.077 INFO:teuthology.orchestra.run.vm08.stdout: Erasing : python3-jsonpointer-2.0-4.el9.0.1.noarch 78/116 2026-03-05T18:29:25.080 INFO:teuthology.orchestra.run.vm08.stdout: Erasing : python3-typing-extensions-4.15.0-1.el9.noarch 79/116 2026-03-05T18:29:25.086 INFO:teuthology.orchestra.run.vm08.stdout: Erasing : python3-logutils-0.3.5-21.el9.noarch 80/116 2026-03-05T18:29:25.091 INFO:teuthology.orchestra.run.vm08.stdout: Erasing : python3-webob-1.8.8-2.el9.noarch 81/116 2026-03-05T18:29:25.094 INFO:teuthology.orchestra.run.vm08.stdout: Erasing : python3-isodate-0.6.1-3.el9.noarch 82/116 2026-03-05T18:29:25.096 INFO:teuthology.orchestra.run.vm08.stdout: Erasing : python3-autocommand-2.2.2-8.el9.noarch 83/116 2026-03-05T18:29:25.102 INFO:teuthology.orchestra.run.vm08.stdout: Erasing : grpc-data-1.46.7-10.el9.noarch 84/116 2026-03-05T18:29:25.106 INFO:teuthology.orchestra.run.vm08.stdout: Erasing : python3-protobuf-3.14.0-17.el9_7.noarch 85/116 2026-03-05T18:29:25.109 INFO:teuthology.orchestra.run.vm08.stdout: Erasing : python3-zc-lockfile-2.0-10.el9.noarch 86/116 2026-03-05T18:29:25.112 INFO:teuthology.orchestra.run.vm08.stdout: Erasing : python3-natsort-7.1.1-5.el9.noarch 87/116 2026-03-05T18:29:25.114 INFO:teuthology.orchestra.run.vm08.stdout: Erasing : ceph-grafana-dashboards-2:19.2.3-47.gc24117fd552 88/116 2026-03-05T18:29:25.119 INFO:teuthology.orchestra.run.vm08.stdout: Erasing : ceph-prometheus-alerts-2:19.2.3-47.gc24117fd552. 89/116 2026-03-05T18:29:25.123 INFO:teuthology.orchestra.run.vm08.stdout: Erasing : python3-werkzeug-2.0.3-3.el9.1.noarch 90/116 2026-03-05T18:29:25.142 INFO:teuthology.orchestra.run.vm08.stdout: Running scriptlet: ceph-base-2:19.2.3-47.gc24117fd552.el9.clyso.x86 91/116 2026-03-05T18:29:25.142 INFO:teuthology.orchestra.run.vm08.stdout:Removed "/etc/systemd/system/multi-user.target.wants/ceph.target". 2026-03-05T18:29:25.142 INFO:teuthology.orchestra.run.vm08.stdout:Removed "/etc/systemd/system/ceph.target.wants/ceph-crash.service". 2026-03-05T18:29:25.142 INFO:teuthology.orchestra.run.vm08.stdout: 2026-03-05T18:29:25.150 INFO:teuthology.orchestra.run.vm08.stdout: Erasing : ceph-base-2:19.2.3-47.gc24117fd552.el9.clyso.x86 91/116 2026-03-05T18:29:25.150 INFO:teuthology.orchestra.run.vm08.stdout:warning: file /etc/logrotate.d/ceph: remove failed: No such file or directory 2026-03-05T18:29:25.150 INFO:teuthology.orchestra.run.vm08.stdout: 2026-03-05T18:29:25.177 INFO:teuthology.orchestra.run.vm08.stdout: Running scriptlet: ceph-base-2:19.2.3-47.gc24117fd552.el9.clyso.x86 91/116 2026-03-05T18:29:25.177 INFO:teuthology.orchestra.run.vm08.stdout: Erasing : ceph-common-2:19.2.3-47.gc24117fd552.el9.clyso.x 92/116 2026-03-05T18:29:25.190 INFO:teuthology.orchestra.run.vm08.stdout: Running scriptlet: ceph-common-2:19.2.3-47.gc24117fd552.el9.clyso.x 92/116 2026-03-05T18:29:25.195 INFO:teuthology.orchestra.run.vm08.stdout: Erasing : qatzip-libs-1.3.1-1.el9.x86_64 93/116 2026-03-05T18:29:25.198 INFO:teuthology.orchestra.run.vm08.stdout: Erasing : python3-ceph-common-2:19.2.3-47.gc24117fd552.el9 94/116 2026-03-05T18:29:25.200 INFO:teuthology.orchestra.run.vm08.stdout: Erasing : python3-prettytable-0.7.2-27.el9.0.1.noarch 95/116 2026-03-05T18:29:25.200 INFO:teuthology.orchestra.run.vm08.stdout: Erasing : ceph-selinux-2:19.2.3-47.gc24117fd552.el9.clyso. 96/116 2026-03-05T18:29:30.790 INFO:teuthology.orchestra.run.vm08.stdout: Running scriptlet: ceph-selinux-2:19.2.3-47.gc24117fd552.el9.clyso. 96/116 2026-03-05T18:29:30.790 INFO:teuthology.orchestra.run.vm08.stdout:skipping the directory /sys 2026-03-05T18:29:30.790 INFO:teuthology.orchestra.run.vm08.stdout:skipping the directory /proc 2026-03-05T18:29:30.790 INFO:teuthology.orchestra.run.vm08.stdout:skipping the directory /mnt 2026-03-05T18:29:30.790 INFO:teuthology.orchestra.run.vm08.stdout:skipping the directory /var/tmp 2026-03-05T18:29:30.790 INFO:teuthology.orchestra.run.vm08.stdout:skipping the directory /home 2026-03-05T18:29:30.790 INFO:teuthology.orchestra.run.vm08.stdout:skipping the directory /root 2026-03-05T18:29:30.790 INFO:teuthology.orchestra.run.vm08.stdout:skipping the directory /tmp 2026-03-05T18:29:30.790 INFO:teuthology.orchestra.run.vm08.stdout: 2026-03-05T18:29:30.798 INFO:teuthology.orchestra.run.vm08.stdout: Erasing : qatlib-24.09.0-1.el9.x86_64 97/116 2026-03-05T18:29:30.816 INFO:teuthology.orchestra.run.vm08.stdout: Running scriptlet: qatlib-service-24.09.0-1.el9.x86_64 98/116 2026-03-05T18:29:30.816 INFO:teuthology.orchestra.run.vm08.stdout: Erasing : qatlib-service-24.09.0-1.el9.x86_64 98/116 2026-03-05T18:29:30.825 INFO:teuthology.orchestra.run.vm08.stdout: Running scriptlet: qatlib-service-24.09.0-1.el9.x86_64 98/116 2026-03-05T18:29:30.827 INFO:teuthology.orchestra.run.vm08.stdout: Erasing : gperftools-libs-2.9.1-3.el9.x86_64 99/116 2026-03-05T18:29:30.830 INFO:teuthology.orchestra.run.vm08.stdout: Erasing : libunwind-1.6.2-1.el9.x86_64 100/116 2026-03-05T18:29:30.833 INFO:teuthology.orchestra.run.vm08.stdout: Erasing : pciutils-3.7.0-7.el9.x86_64 101/116 2026-03-05T18:29:30.835 INFO:teuthology.orchestra.run.vm08.stdout: Erasing : liboath-2.6.12-1.el9.x86_64 102/116 2026-03-05T18:29:30.835 INFO:teuthology.orchestra.run.vm08.stdout: Erasing : libradosstriper1-2:19.2.3-47.gc24117fd552.el9.cl 103/116 2026-03-05T18:29:30.865 INFO:teuthology.orchestra.run.vm08.stdout: Running scriptlet: libradosstriper1-2:19.2.3-47.gc24117fd552.el9.cl 103/116 2026-03-05T18:29:30.870 INFO:teuthology.orchestra.run.vm08.stdout: Erasing : nvme-cli-2.13-1.el9.x86_64 104/116 2026-03-05T18:29:30.886 INFO:teuthology.orchestra.run.vm08.stdout: Running scriptlet: smartmontools-1:7.2-9.el9.x86_64 105/116 2026-03-05T18:29:30.886 INFO:teuthology.orchestra.run.vm08.stdout:Removed "/etc/systemd/system/multi-user.target.wants/smartd.service". 2026-03-05T18:29:30.886 INFO:teuthology.orchestra.run.vm08.stdout: 2026-03-05T18:29:30.888 INFO:teuthology.orchestra.run.vm08.stdout: Erasing : smartmontools-1:7.2-9.el9.x86_64 105/116 2026-03-05T18:29:30.897 INFO:teuthology.orchestra.run.vm08.stdout: Running scriptlet: smartmontools-1:7.2-9.el9.x86_64 105/116 2026-03-05T18:29:30.899 INFO:teuthology.orchestra.run.vm08.stdout: Erasing : ledmon-libs-1.1.0-3.el9.x86_64 106/116 2026-03-05T18:29:30.902 INFO:teuthology.orchestra.run.vm08.stdout: Erasing : libquadmath-11.5.0-11.el9.x86_64 107/116 2026-03-05T18:29:30.906 INFO:teuthology.orchestra.run.vm08.stdout: Erasing : python3-markupsafe-1.1.1-12.el9.x86_64 108/116 2026-03-05T18:29:30.909 INFO:teuthology.orchestra.run.vm08.stdout: Erasing : protobuf-3.14.0-17.el9_7.x86_64 109/116 2026-03-05T18:29:30.912 INFO:teuthology.orchestra.run.vm08.stdout: Erasing : libxslt-1.1.34-13.el9_6.x86_64 110/116 2026-03-05T18:29:30.917 INFO:teuthology.orchestra.run.vm08.stdout: Erasing : libconfig-1.7.2-9.el9.x86_64 111/116 2026-03-05T18:29:30.925 INFO:teuthology.orchestra.run.vm08.stdout: Erasing : cryptsetup-2.7.2-4.el9.x86_64 112/116 2026-03-05T18:29:30.929 INFO:teuthology.orchestra.run.vm08.stdout: Erasing : abseil-cpp-20211102.0-4.el9.x86_64 113/116 2026-03-05T18:29:30.932 INFO:teuthology.orchestra.run.vm08.stdout: Erasing : c-ares-1.19.1-2.el9_4.x86_64 114/116 2026-03-05T18:29:30.935 INFO:teuthology.orchestra.run.vm08.stdout: Erasing : python3-msgpack-1.0.3-2.el9.x86_64 115/116 2026-03-05T18:29:30.935 INFO:teuthology.orchestra.run.vm08.stdout: Erasing : libcephsqlite-2:19.2.3-47.gc24117fd552.el9.clyso 116/116 2026-03-05T18:29:31.036 INFO:teuthology.orchestra.run.vm08.stdout: Running scriptlet: libcephsqlite-2:19.2.3-47.gc24117fd552.el9.clyso 116/116 2026-03-05T18:29:31.036 INFO:teuthology.orchestra.run.vm08.stdout: Verifying : abseil-cpp-20211102.0-4.el9.x86_64 1/116 2026-03-05T18:29:31.036 INFO:teuthology.orchestra.run.vm08.stdout: Verifying : c-ares-1.19.1-2.el9_4.x86_64 2/116 2026-03-05T18:29:31.036 INFO:teuthology.orchestra.run.vm08.stdout: Verifying : ceph-base-2:19.2.3-47.gc24117fd552.el9.clyso.x86 3/116 2026-03-05T18:29:31.036 INFO:teuthology.orchestra.run.vm08.stdout: Verifying : ceph-common-2:19.2.3-47.gc24117fd552.el9.clyso.x 4/116 2026-03-05T18:29:31.036 INFO:teuthology.orchestra.run.vm08.stdout: Verifying : ceph-grafana-dashboards-2:19.2.3-47.gc24117fd552 5/116 2026-03-05T18:29:31.036 INFO:teuthology.orchestra.run.vm08.stdout: Verifying : ceph-immutable-object-cache-2:19.2.3-47.gc24117f 6/116 2026-03-05T18:29:31.036 INFO:teuthology.orchestra.run.vm08.stdout: Verifying : ceph-mgr-2:19.2.3-47.gc24117fd552.el9.clyso.x86_ 7/116 2026-03-05T18:29:31.036 INFO:teuthology.orchestra.run.vm08.stdout: Verifying : ceph-mgr-cephadm-2:19.2.3-47.gc24117fd552.el9.cl 8/116 2026-03-05T18:29:31.036 INFO:teuthology.orchestra.run.vm08.stdout: Verifying : ceph-mgr-dashboard-2:19.2.3-47.gc24117fd552.el9. 9/116 2026-03-05T18:29:31.036 INFO:teuthology.orchestra.run.vm08.stdout: Verifying : ceph-mgr-diskprediction-local-2:19.2.3-47.gc2411 10/116 2026-03-05T18:29:31.036 INFO:teuthology.orchestra.run.vm08.stdout: Verifying : ceph-mgr-k8sevents-2:19.2.3-47.gc24117fd552.el9. 11/116 2026-03-05T18:29:31.036 INFO:teuthology.orchestra.run.vm08.stdout: Verifying : ceph-mgr-modules-core-2:19.2.3-47.gc24117fd552.e 12/116 2026-03-05T18:29:31.036 INFO:teuthology.orchestra.run.vm08.stdout: Verifying : ceph-mgr-rook-2:19.2.3-47.gc24117fd552.el9.clyso 13/116 2026-03-05T18:29:31.037 INFO:teuthology.orchestra.run.vm08.stdout: Verifying : ceph-osd-2:19.2.3-47.gc24117fd552.el9.clyso.x86_ 14/116 2026-03-05T18:29:31.037 INFO:teuthology.orchestra.run.vm08.stdout: Verifying : ceph-prometheus-alerts-2:19.2.3-47.gc24117fd552. 15/116 2026-03-05T18:29:31.037 INFO:teuthology.orchestra.run.vm08.stdout: Verifying : ceph-selinux-2:19.2.3-47.gc24117fd552.el9.clyso. 16/116 2026-03-05T18:29:31.037 INFO:teuthology.orchestra.run.vm08.stdout: Verifying : ceph-volume-2:19.2.3-47.gc24117fd552.el9.clyso.n 17/116 2026-03-05T18:29:31.037 INFO:teuthology.orchestra.run.vm08.stdout: Verifying : cryptsetup-2.7.2-4.el9.x86_64 18/116 2026-03-05T18:29:31.037 INFO:teuthology.orchestra.run.vm08.stdout: Verifying : flexiblas-3.0.4-8.el9.0.1.x86_64 19/116 2026-03-05T18:29:31.037 INFO:teuthology.orchestra.run.vm08.stdout: Verifying : flexiblas-netlib-3.0.4-8.el9.0.1.x86_64 20/116 2026-03-05T18:29:31.037 INFO:teuthology.orchestra.run.vm08.stdout: Verifying : flexiblas-openblas-openmp-3.0.4-8.el9.0.1.x86_64 21/116 2026-03-05T18:29:31.037 INFO:teuthology.orchestra.run.vm08.stdout: Verifying : gperftools-libs-2.9.1-3.el9.x86_64 22/116 2026-03-05T18:29:31.037 INFO:teuthology.orchestra.run.vm08.stdout: Verifying : grpc-data-1.46.7-10.el9.noarch 23/116 2026-03-05T18:29:31.037 INFO:teuthology.orchestra.run.vm08.stdout: Verifying : ledmon-libs-1.1.0-3.el9.x86_64 24/116 2026-03-05T18:29:31.037 INFO:teuthology.orchestra.run.vm08.stdout: Verifying : libcephsqlite-2:19.2.3-47.gc24117fd552.el9.clyso 25/116 2026-03-05T18:29:31.037 INFO:teuthology.orchestra.run.vm08.stdout: Verifying : libconfig-1.7.2-9.el9.x86_64 26/116 2026-03-05T18:29:31.037 INFO:teuthology.orchestra.run.vm08.stdout: Verifying : libgfortran-11.5.0-11.el9.x86_64 27/116 2026-03-05T18:29:31.037 INFO:teuthology.orchestra.run.vm08.stdout: Verifying : liboath-2.6.12-1.el9.x86_64 28/116 2026-03-05T18:29:31.037 INFO:teuthology.orchestra.run.vm08.stdout: Verifying : libquadmath-11.5.0-11.el9.x86_64 29/116 2026-03-05T18:29:31.037 INFO:teuthology.orchestra.run.vm08.stdout: Verifying : libradosstriper1-2:19.2.3-47.gc24117fd552.el9.cl 30/116 2026-03-05T18:29:31.037 INFO:teuthology.orchestra.run.vm08.stdout: Verifying : libstoragemgmt-1.10.1-1.el9.x86_64 31/116 2026-03-05T18:29:31.037 INFO:teuthology.orchestra.run.vm08.stdout: Verifying : libunwind-1.6.2-1.el9.x86_64 32/116 2026-03-05T18:29:31.037 INFO:teuthology.orchestra.run.vm08.stdout: Verifying : libxslt-1.1.34-13.el9_6.x86_64 33/116 2026-03-05T18:29:31.037 INFO:teuthology.orchestra.run.vm08.stdout: Verifying : nvme-cli-2.13-1.el9.x86_64 34/116 2026-03-05T18:29:31.038 INFO:teuthology.orchestra.run.vm08.stdout: Verifying : openblas-0.3.29-1.el9.x86_64 35/116 2026-03-05T18:29:31.038 INFO:teuthology.orchestra.run.vm08.stdout: Verifying : openblas-openmp-0.3.29-1.el9.x86_64 36/116 2026-03-05T18:29:31.038 INFO:teuthology.orchestra.run.vm08.stdout: Verifying : pciutils-3.7.0-7.el9.x86_64 37/116 2026-03-05T18:29:31.038 INFO:teuthology.orchestra.run.vm08.stdout: Verifying : protobuf-3.14.0-17.el9_7.x86_64 38/116 2026-03-05T18:29:31.038 INFO:teuthology.orchestra.run.vm08.stdout: Verifying : protobuf-compiler-3.14.0-17.el9_7.x86_64 39/116 2026-03-05T18:29:31.038 INFO:teuthology.orchestra.run.vm08.stdout: Verifying : python3-asyncssh-2.13.2-5.el9.noarch 40/116 2026-03-05T18:29:31.038 INFO:teuthology.orchestra.run.vm08.stdout: Verifying : python3-autocommand-2.2.2-8.el9.noarch 41/116 2026-03-05T18:29:31.038 INFO:teuthology.orchestra.run.vm08.stdout: Verifying : python3-babel-2.9.1-2.el9.noarch 42/116 2026-03-05T18:29:31.038 INFO:teuthology.orchestra.run.vm08.stdout: Verifying : python3-backports-tarfile-1.2.0-1.el9.noarch 43/116 2026-03-05T18:29:31.038 INFO:teuthology.orchestra.run.vm08.stdout: Verifying : python3-bcrypt-3.2.2-1.el9.x86_64 44/116 2026-03-05T18:29:31.038 INFO:teuthology.orchestra.run.vm08.stdout: Verifying : python3-cachetools-4.2.4-1.el9.noarch 45/116 2026-03-05T18:29:31.038 INFO:teuthology.orchestra.run.vm08.stdout: Verifying : python3-ceph-common-2:19.2.3-47.gc24117fd552.el9 46/116 2026-03-05T18:29:31.038 INFO:teuthology.orchestra.run.vm08.stdout: Verifying : python3-certifi-2023.05.07-4.el9.noarch 47/116 2026-03-05T18:29:31.038 INFO:teuthology.orchestra.run.vm08.stdout: Verifying : python3-cffi-1.14.5-5.el9.x86_64 48/116 2026-03-05T18:29:31.038 INFO:teuthology.orchestra.run.vm08.stdout: Verifying : python3-chardet-4.0.0-5.el9.noarch 49/116 2026-03-05T18:29:31.038 INFO:teuthology.orchestra.run.vm08.stdout: Verifying : python3-cheroot-10.0.1-4.el9.noarch 50/116 2026-03-05T18:29:31.038 INFO:teuthology.orchestra.run.vm08.stdout: Verifying : python3-cherrypy-18.6.1-2.el9.noarch 51/116 2026-03-05T18:29:31.038 INFO:teuthology.orchestra.run.vm08.stdout: Verifying : python3-cryptography-36.0.1-5.el9_6.x86_64 52/116 2026-03-05T18:29:31.038 INFO:teuthology.orchestra.run.vm08.stdout: Verifying : python3-devel-3.9.23-2.el9.x86_64 53/116 2026-03-05T18:29:31.038 INFO:teuthology.orchestra.run.vm08.stdout: Verifying : python3-google-auth-1:2.45.0-1.el9.noarch 54/116 2026-03-05T18:29:31.038 INFO:teuthology.orchestra.run.vm08.stdout: Verifying : python3-grpcio-1.46.7-10.el9.x86_64 55/116 2026-03-05T18:29:31.038 INFO:teuthology.orchestra.run.vm08.stdout: Verifying : python3-grpcio-tools-1.46.7-10.el9.x86_64 56/116 2026-03-05T18:29:31.038 INFO:teuthology.orchestra.run.vm08.stdout: Verifying : python3-idna-2.10-7.el9_4.1.noarch 57/116 2026-03-05T18:29:31.039 INFO:teuthology.orchestra.run.vm08.stdout: Verifying : python3-influxdb-5.3.1-1.el9.noarch 58/116 2026-03-05T18:29:31.039 INFO:teuthology.orchestra.run.vm08.stdout: Verifying : python3-isodate-0.6.1-3.el9.noarch 59/116 2026-03-05T18:29:31.039 INFO:teuthology.orchestra.run.vm08.stdout: Verifying : python3-jaraco-8.2.1-3.el9.noarch 60/116 2026-03-05T18:29:31.039 INFO:teuthology.orchestra.run.vm08.stdout: Verifying : python3-jaraco-classes-3.2.1-5.el9.noarch 61/116 2026-03-05T18:29:31.039 INFO:teuthology.orchestra.run.vm08.stdout: Verifying : python3-jaraco-collections-3.0.0-8.el9.noarch 62/116 2026-03-05T18:29:31.039 INFO:teuthology.orchestra.run.vm08.stdout: Verifying : python3-jaraco-context-6.0.1-3.el9.noarch 63/116 2026-03-05T18:29:31.039 INFO:teuthology.orchestra.run.vm08.stdout: Verifying : python3-jaraco-functools-3.5.0-2.el9.noarch 64/116 2026-03-05T18:29:31.039 INFO:teuthology.orchestra.run.vm08.stdout: Verifying : python3-jaraco-text-4.0.0-2.el9.noarch 65/116 2026-03-05T18:29:31.039 INFO:teuthology.orchestra.run.vm08.stdout: Verifying : python3-jinja2-2.11.3-8.el9_5.noarch 66/116 2026-03-05T18:29:31.039 INFO:teuthology.orchestra.run.vm08.stdout: Verifying : python3-jsonpatch-1.21-16.el9.noarch 67/116 2026-03-05T18:29:31.039 INFO:teuthology.orchestra.run.vm08.stdout: Verifying : python3-jsonpointer-2.0-4.el9.0.1.noarch 68/116 2026-03-05T18:29:31.039 INFO:teuthology.orchestra.run.vm08.stdout: Verifying : python3-kubernetes-1:26.1.0-3.el9.noarch 69/116 2026-03-05T18:29:31.039 INFO:teuthology.orchestra.run.vm08.stdout: Verifying : python3-libstoragemgmt-1.10.1-1.el9.x86_64 70/116 2026-03-05T18:29:31.039 INFO:teuthology.orchestra.run.vm08.stdout: Verifying : python3-logutils-0.3.5-21.el9.noarch 71/116 2026-03-05T18:29:31.039 INFO:teuthology.orchestra.run.vm08.stdout: Verifying : python3-lxml-4.6.5-3.el9.x86_64 72/116 2026-03-05T18:29:31.039 INFO:teuthology.orchestra.run.vm08.stdout: Verifying : python3-mako-1.1.4-6.el9.noarch 73/116 2026-03-05T18:29:31.039 INFO:teuthology.orchestra.run.vm08.stdout: Verifying : python3-markupsafe-1.1.1-12.el9.x86_64 74/116 2026-03-05T18:29:31.039 INFO:teuthology.orchestra.run.vm08.stdout: Verifying : python3-more-itertools-8.12.0-2.el9.noarch 75/116 2026-03-05T18:29:31.039 INFO:teuthology.orchestra.run.vm08.stdout: Verifying : python3-msgpack-1.0.3-2.el9.x86_64 76/116 2026-03-05T18:29:31.039 INFO:teuthology.orchestra.run.vm08.stdout: Verifying : python3-natsort-7.1.1-5.el9.noarch 77/116 2026-03-05T18:29:31.039 INFO:teuthology.orchestra.run.vm08.stdout: Verifying : python3-numpy-1:1.23.5-1.el9.x86_64 78/116 2026-03-05T18:29:31.039 INFO:teuthology.orchestra.run.vm08.stdout: Verifying : python3-numpy-f2py-1:1.23.5-1.el9.x86_64 79/116 2026-03-05T18:29:31.039 INFO:teuthology.orchestra.run.vm08.stdout: Verifying : python3-oauthlib-3.1.1-5.el9.noarch 80/116 2026-03-05T18:29:31.039 INFO:teuthology.orchestra.run.vm08.stdout: Verifying : python3-packaging-20.9-5.el9.noarch 81/116 2026-03-05T18:29:31.040 INFO:teuthology.orchestra.run.vm08.stdout: Verifying : python3-pecan-1.4.2-3.el9.noarch 82/116 2026-03-05T18:29:31.040 INFO:teuthology.orchestra.run.vm08.stdout: Verifying : python3-ply-3.11-14.el9.0.1.noarch 83/116 2026-03-05T18:29:31.040 INFO:teuthology.orchestra.run.vm08.stdout: Verifying : python3-portend-3.1.0-2.el9.noarch 84/116 2026-03-05T18:29:31.040 INFO:teuthology.orchestra.run.vm08.stdout: Verifying : python3-prettytable-0.7.2-27.el9.0.1.noarch 85/116 2026-03-05T18:29:31.040 INFO:teuthology.orchestra.run.vm08.stdout: Verifying : python3-protobuf-3.14.0-17.el9_7.noarch 86/116 2026-03-05T18:29:31.040 INFO:teuthology.orchestra.run.vm08.stdout: Verifying : python3-pyOpenSSL-21.0.0-1.el9.noarch 87/116 2026-03-05T18:29:31.040 INFO:teuthology.orchestra.run.vm08.stdout: Verifying : python3-pyasn1-0.4.8-7.el9_7.noarch 88/116 2026-03-05T18:29:31.040 INFO:teuthology.orchestra.run.vm08.stdout: Verifying : python3-pyasn1-modules-0.4.8-7.el9_7.noarch 89/116 2026-03-05T18:29:31.040 INFO:teuthology.orchestra.run.vm08.stdout: Verifying : python3-pycparser-2.20-6.el9.noarch 90/116 2026-03-05T18:29:31.040 INFO:teuthology.orchestra.run.vm08.stdout: Verifying : python3-pyparsing-2.4.7-9.el9.0.1.noarch 91/116 2026-03-05T18:29:31.040 INFO:teuthology.orchestra.run.vm08.stdout: Verifying : python3-pysocks-1.7.1-12.el9.0.1.noarch 92/116 2026-03-05T18:29:31.040 INFO:teuthology.orchestra.run.vm08.stdout: Verifying : python3-pytz-2021.1-5.el9.noarch 93/116 2026-03-05T18:29:31.040 INFO:teuthology.orchestra.run.vm08.stdout: Verifying : python3-repoze-lru-0.7-16.el9.noarch 94/116 2026-03-05T18:29:31.040 INFO:teuthology.orchestra.run.vm08.stdout: Verifying : python3-requests-2.25.1-10.el9_6.noarch 95/116 2026-03-05T18:29:31.040 INFO:teuthology.orchestra.run.vm08.stdout: Verifying : python3-requests-oauthlib-1.3.0-12.el9.noarch 96/116 2026-03-05T18:29:31.040 INFO:teuthology.orchestra.run.vm08.stdout: Verifying : python3-routes-2.5.1-5.el9.noarch 97/116 2026-03-05T18:29:31.040 INFO:teuthology.orchestra.run.vm08.stdout: Verifying : python3-rsa-4.9-2.el9.noarch 98/116 2026-03-05T18:29:31.040 INFO:teuthology.orchestra.run.vm08.stdout: Verifying : python3-saml-1.16.0-1.el9.noarch 99/116 2026-03-05T18:29:31.040 INFO:teuthology.orchestra.run.vm08.stdout: Verifying : python3-scipy-1.9.3-2.el9.x86_64 100/116 2026-03-05T18:29:31.040 INFO:teuthology.orchestra.run.vm08.stdout: Verifying : python3-tempora-5.0.0-2.el9.noarch 101/116 2026-03-05T18:29:31.040 INFO:teuthology.orchestra.run.vm08.stdout: Verifying : python3-toml-0.10.2-6.el9.0.1.noarch 102/116 2026-03-05T18:29:31.040 INFO:teuthology.orchestra.run.vm08.stdout: Verifying : python3-typing-extensions-4.15.0-1.el9.noarch 103/116 2026-03-05T18:29:31.040 INFO:teuthology.orchestra.run.vm08.stdout: Verifying : python3-urllib3-1.26.5-6.el9_7.1.noarch 104/116 2026-03-05T18:29:31.040 INFO:teuthology.orchestra.run.vm08.stdout: Verifying : python3-webob-1.8.8-2.el9.noarch 105/116 2026-03-05T18:29:31.040 INFO:teuthology.orchestra.run.vm08.stdout: Verifying : python3-websocket-client-1.2.3-2.el9.noarch 106/116 2026-03-05T18:29:31.041 INFO:teuthology.orchestra.run.vm08.stdout: Verifying : python3-werkzeug-2.0.3-3.el9.1.noarch 107/116 2026-03-05T18:29:31.041 INFO:teuthology.orchestra.run.vm08.stdout: Verifying : python3-xmlsec-1.3.13-1.el9.x86_64 108/116 2026-03-05T18:29:31.041 INFO:teuthology.orchestra.run.vm08.stdout: Verifying : python3-zc-lockfile-2.0-10.el9.noarch 109/116 2026-03-05T18:29:31.041 INFO:teuthology.orchestra.run.vm08.stdout: Verifying : qatlib-24.09.0-1.el9.x86_64 110/116 2026-03-05T18:29:31.041 INFO:teuthology.orchestra.run.vm08.stdout: Verifying : qatlib-service-24.09.0-1.el9.x86_64 111/116 2026-03-05T18:29:31.041 INFO:teuthology.orchestra.run.vm08.stdout: Verifying : qatzip-libs-1.3.1-1.el9.x86_64 112/116 2026-03-05T18:29:31.041 INFO:teuthology.orchestra.run.vm08.stdout: Verifying : rbd-mirror-2:19.2.3-47.gc24117fd552.el9.clyso.x8 113/116 2026-03-05T18:29:31.041 INFO:teuthology.orchestra.run.vm08.stdout: Verifying : smartmontools-1:7.2-9.el9.x86_64 114/116 2026-03-05T18:29:31.041 INFO:teuthology.orchestra.run.vm08.stdout: Verifying : xmlsec1-1.2.29-13.el9.x86_64 115/116 2026-03-05T18:29:31.129 INFO:teuthology.orchestra.run.vm08.stdout: Verifying : xmlsec1-openssl-1.2.29-13.el9.x86_64 116/116 2026-03-05T18:29:31.129 INFO:teuthology.orchestra.run.vm08.stdout: 2026-03-05T18:29:31.129 INFO:teuthology.orchestra.run.vm08.stdout:Removed: 2026-03-05T18:29:31.129 INFO:teuthology.orchestra.run.vm08.stdout: abseil-cpp-20211102.0-4.el9.x86_64 2026-03-05T18:29:31.129 INFO:teuthology.orchestra.run.vm08.stdout: c-ares-1.19.1-2.el9_4.x86_64 2026-03-05T18:29:31.129 INFO:teuthology.orchestra.run.vm08.stdout: ceph-base-2:19.2.3-47.gc24117fd552.el9.clyso.x86_64 2026-03-05T18:29:31.129 INFO:teuthology.orchestra.run.vm08.stdout: ceph-common-2:19.2.3-47.gc24117fd552.el9.clyso.x86_64 2026-03-05T18:29:31.129 INFO:teuthology.orchestra.run.vm08.stdout: ceph-grafana-dashboards-2:19.2.3-47.gc24117fd552.el9.clyso.noarch 2026-03-05T18:29:31.129 INFO:teuthology.orchestra.run.vm08.stdout: ceph-immutable-object-cache-2:19.2.3-47.gc24117fd552.el9.clyso.x86_64 2026-03-05T18:29:31.129 INFO:teuthology.orchestra.run.vm08.stdout: ceph-mgr-2:19.2.3-47.gc24117fd552.el9.clyso.x86_64 2026-03-05T18:29:31.129 INFO:teuthology.orchestra.run.vm08.stdout: ceph-mgr-cephadm-2:19.2.3-47.gc24117fd552.el9.clyso.noarch 2026-03-05T18:29:31.129 INFO:teuthology.orchestra.run.vm08.stdout: ceph-mgr-dashboard-2:19.2.3-47.gc24117fd552.el9.clyso.noarch 2026-03-05T18:29:31.129 INFO:teuthology.orchestra.run.vm08.stdout: ceph-mgr-diskprediction-local-2:19.2.3-47.gc24117fd552.el9.clyso.noarch 2026-03-05T18:29:31.129 INFO:teuthology.orchestra.run.vm08.stdout: ceph-mgr-k8sevents-2:19.2.3-47.gc24117fd552.el9.clyso.noarch 2026-03-05T18:29:31.129 INFO:teuthology.orchestra.run.vm08.stdout: ceph-mgr-modules-core-2:19.2.3-47.gc24117fd552.el9.clyso.noarch 2026-03-05T18:29:31.129 INFO:teuthology.orchestra.run.vm08.stdout: ceph-mgr-rook-2:19.2.3-47.gc24117fd552.el9.clyso.noarch 2026-03-05T18:29:31.129 INFO:teuthology.orchestra.run.vm08.stdout: ceph-osd-2:19.2.3-47.gc24117fd552.el9.clyso.x86_64 2026-03-05T18:29:31.129 INFO:teuthology.orchestra.run.vm08.stdout: ceph-prometheus-alerts-2:19.2.3-47.gc24117fd552.el9.clyso.noarch 2026-03-05T18:29:31.129 INFO:teuthology.orchestra.run.vm08.stdout: ceph-selinux-2:19.2.3-47.gc24117fd552.el9.clyso.x86_64 2026-03-05T18:29:31.130 INFO:teuthology.orchestra.run.vm08.stdout: ceph-volume-2:19.2.3-47.gc24117fd552.el9.clyso.noarch 2026-03-05T18:29:31.130 INFO:teuthology.orchestra.run.vm08.stdout: cryptsetup-2.7.2-4.el9.x86_64 2026-03-05T18:29:31.130 INFO:teuthology.orchestra.run.vm08.stdout: flexiblas-3.0.4-8.el9.0.1.x86_64 2026-03-05T18:29:31.130 INFO:teuthology.orchestra.run.vm08.stdout: flexiblas-netlib-3.0.4-8.el9.0.1.x86_64 2026-03-05T18:29:31.130 INFO:teuthology.orchestra.run.vm08.stdout: flexiblas-openblas-openmp-3.0.4-8.el9.0.1.x86_64 2026-03-05T18:29:31.130 INFO:teuthology.orchestra.run.vm08.stdout: gperftools-libs-2.9.1-3.el9.x86_64 2026-03-05T18:29:31.130 INFO:teuthology.orchestra.run.vm08.stdout: grpc-data-1.46.7-10.el9.noarch 2026-03-05T18:29:31.130 INFO:teuthology.orchestra.run.vm08.stdout: ledmon-libs-1.1.0-3.el9.x86_64 2026-03-05T18:29:31.130 INFO:teuthology.orchestra.run.vm08.stdout: libcephsqlite-2:19.2.3-47.gc24117fd552.el9.clyso.x86_64 2026-03-05T18:29:31.130 INFO:teuthology.orchestra.run.vm08.stdout: libconfig-1.7.2-9.el9.x86_64 2026-03-05T18:29:31.130 INFO:teuthology.orchestra.run.vm08.stdout: libgfortran-11.5.0-11.el9.x86_64 2026-03-05T18:29:31.130 INFO:teuthology.orchestra.run.vm08.stdout: liboath-2.6.12-1.el9.x86_64 2026-03-05T18:29:31.130 INFO:teuthology.orchestra.run.vm08.stdout: libquadmath-11.5.0-11.el9.x86_64 2026-03-05T18:29:31.130 INFO:teuthology.orchestra.run.vm08.stdout: libradosstriper1-2:19.2.3-47.gc24117fd552.el9.clyso.x86_64 2026-03-05T18:29:31.130 INFO:teuthology.orchestra.run.vm08.stdout: libstoragemgmt-1.10.1-1.el9.x86_64 2026-03-05T18:29:31.130 INFO:teuthology.orchestra.run.vm08.stdout: libunwind-1.6.2-1.el9.x86_64 2026-03-05T18:29:31.130 INFO:teuthology.orchestra.run.vm08.stdout: libxslt-1.1.34-13.el9_6.x86_64 2026-03-05T18:29:31.130 INFO:teuthology.orchestra.run.vm08.stdout: nvme-cli-2.13-1.el9.x86_64 2026-03-05T18:29:31.130 INFO:teuthology.orchestra.run.vm08.stdout: openblas-0.3.29-1.el9.x86_64 2026-03-05T18:29:31.130 INFO:teuthology.orchestra.run.vm08.stdout: openblas-openmp-0.3.29-1.el9.x86_64 2026-03-05T18:29:31.130 INFO:teuthology.orchestra.run.vm08.stdout: pciutils-3.7.0-7.el9.x86_64 2026-03-05T18:29:31.130 INFO:teuthology.orchestra.run.vm08.stdout: protobuf-3.14.0-17.el9_7.x86_64 2026-03-05T18:29:31.130 INFO:teuthology.orchestra.run.vm08.stdout: protobuf-compiler-3.14.0-17.el9_7.x86_64 2026-03-05T18:29:31.130 INFO:teuthology.orchestra.run.vm08.stdout: python3-asyncssh-2.13.2-5.el9.noarch 2026-03-05T18:29:31.130 INFO:teuthology.orchestra.run.vm08.stdout: python3-autocommand-2.2.2-8.el9.noarch 2026-03-05T18:29:31.130 INFO:teuthology.orchestra.run.vm08.stdout: python3-babel-2.9.1-2.el9.noarch 2026-03-05T18:29:31.130 INFO:teuthology.orchestra.run.vm08.stdout: python3-backports-tarfile-1.2.0-1.el9.noarch 2026-03-05T18:29:31.130 INFO:teuthology.orchestra.run.vm08.stdout: python3-bcrypt-3.2.2-1.el9.x86_64 2026-03-05T18:29:31.130 INFO:teuthology.orchestra.run.vm08.stdout: python3-cachetools-4.2.4-1.el9.noarch 2026-03-05T18:29:31.130 INFO:teuthology.orchestra.run.vm08.stdout: python3-ceph-common-2:19.2.3-47.gc24117fd552.el9.clyso.x86_64 2026-03-05T18:29:31.130 INFO:teuthology.orchestra.run.vm08.stdout: python3-certifi-2023.05.07-4.el9.noarch 2026-03-05T18:29:31.130 INFO:teuthology.orchestra.run.vm08.stdout: python3-cffi-1.14.5-5.el9.x86_64 2026-03-05T18:29:31.130 INFO:teuthology.orchestra.run.vm08.stdout: python3-chardet-4.0.0-5.el9.noarch 2026-03-05T18:29:31.130 INFO:teuthology.orchestra.run.vm08.stdout: python3-cheroot-10.0.1-4.el9.noarch 2026-03-05T18:29:31.130 INFO:teuthology.orchestra.run.vm08.stdout: python3-cherrypy-18.6.1-2.el9.noarch 2026-03-05T18:29:31.130 INFO:teuthology.orchestra.run.vm08.stdout: python3-cryptography-36.0.1-5.el9_6.x86_64 2026-03-05T18:29:31.130 INFO:teuthology.orchestra.run.vm08.stdout: python3-devel-3.9.23-2.el9.x86_64 2026-03-05T18:29:31.130 INFO:teuthology.orchestra.run.vm08.stdout: python3-google-auth-1:2.45.0-1.el9.noarch 2026-03-05T18:29:31.130 INFO:teuthology.orchestra.run.vm08.stdout: python3-grpcio-1.46.7-10.el9.x86_64 2026-03-05T18:29:31.130 INFO:teuthology.orchestra.run.vm08.stdout: python3-grpcio-tools-1.46.7-10.el9.x86_64 2026-03-05T18:29:31.130 INFO:teuthology.orchestra.run.vm08.stdout: python3-idna-2.10-7.el9_4.1.noarch 2026-03-05T18:29:31.130 INFO:teuthology.orchestra.run.vm08.stdout: python3-influxdb-5.3.1-1.el9.noarch 2026-03-05T18:29:31.130 INFO:teuthology.orchestra.run.vm08.stdout: python3-isodate-0.6.1-3.el9.noarch 2026-03-05T18:29:31.130 INFO:teuthology.orchestra.run.vm08.stdout: python3-jaraco-8.2.1-3.el9.noarch 2026-03-05T18:29:31.130 INFO:teuthology.orchestra.run.vm08.stdout: python3-jaraco-classes-3.2.1-5.el9.noarch 2026-03-05T18:29:31.130 INFO:teuthology.orchestra.run.vm08.stdout: python3-jaraco-collections-3.0.0-8.el9.noarch 2026-03-05T18:29:31.130 INFO:teuthology.orchestra.run.vm08.stdout: python3-jaraco-context-6.0.1-3.el9.noarch 2026-03-05T18:29:31.130 INFO:teuthology.orchestra.run.vm08.stdout: python3-jaraco-functools-3.5.0-2.el9.noarch 2026-03-05T18:29:31.130 INFO:teuthology.orchestra.run.vm08.stdout: python3-jaraco-text-4.0.0-2.el9.noarch 2026-03-05T18:29:31.130 INFO:teuthology.orchestra.run.vm08.stdout: python3-jinja2-2.11.3-8.el9_5.noarch 2026-03-05T18:29:31.130 INFO:teuthology.orchestra.run.vm08.stdout: python3-jsonpatch-1.21-16.el9.noarch 2026-03-05T18:29:31.130 INFO:teuthology.orchestra.run.vm08.stdout: python3-jsonpointer-2.0-4.el9.0.1.noarch 2026-03-05T18:29:31.130 INFO:teuthology.orchestra.run.vm08.stdout: python3-kubernetes-1:26.1.0-3.el9.noarch 2026-03-05T18:29:31.130 INFO:teuthology.orchestra.run.vm08.stdout: python3-libstoragemgmt-1.10.1-1.el9.x86_64 2026-03-05T18:29:31.130 INFO:teuthology.orchestra.run.vm08.stdout: python3-logutils-0.3.5-21.el9.noarch 2026-03-05T18:29:31.130 INFO:teuthology.orchestra.run.vm08.stdout: python3-lxml-4.6.5-3.el9.x86_64 2026-03-05T18:29:31.130 INFO:teuthology.orchestra.run.vm08.stdout: python3-mako-1.1.4-6.el9.noarch 2026-03-05T18:29:31.130 INFO:teuthology.orchestra.run.vm08.stdout: python3-markupsafe-1.1.1-12.el9.x86_64 2026-03-05T18:29:31.130 INFO:teuthology.orchestra.run.vm08.stdout: python3-more-itertools-8.12.0-2.el9.noarch 2026-03-05T18:29:31.130 INFO:teuthology.orchestra.run.vm08.stdout: python3-msgpack-1.0.3-2.el9.x86_64 2026-03-05T18:29:31.130 INFO:teuthology.orchestra.run.vm08.stdout: python3-natsort-7.1.1-5.el9.noarch 2026-03-05T18:29:31.131 INFO:teuthology.orchestra.run.vm08.stdout: python3-numpy-1:1.23.5-1.el9.x86_64 2026-03-05T18:29:31.131 INFO:teuthology.orchestra.run.vm08.stdout: python3-numpy-f2py-1:1.23.5-1.el9.x86_64 2026-03-05T18:29:31.131 INFO:teuthology.orchestra.run.vm08.stdout: python3-oauthlib-3.1.1-5.el9.noarch 2026-03-05T18:29:31.131 INFO:teuthology.orchestra.run.vm08.stdout: python3-packaging-20.9-5.el9.noarch 2026-03-05T18:29:31.131 INFO:teuthology.orchestra.run.vm08.stdout: python3-pecan-1.4.2-3.el9.noarch 2026-03-05T18:29:31.131 INFO:teuthology.orchestra.run.vm08.stdout: python3-ply-3.11-14.el9.0.1.noarch 2026-03-05T18:29:31.131 INFO:teuthology.orchestra.run.vm08.stdout: python3-portend-3.1.0-2.el9.noarch 2026-03-05T18:29:31.131 INFO:teuthology.orchestra.run.vm08.stdout: python3-prettytable-0.7.2-27.el9.0.1.noarch 2026-03-05T18:29:31.131 INFO:teuthology.orchestra.run.vm08.stdout: python3-protobuf-3.14.0-17.el9_7.noarch 2026-03-05T18:29:31.131 INFO:teuthology.orchestra.run.vm08.stdout: python3-pyOpenSSL-21.0.0-1.el9.noarch 2026-03-05T18:29:31.131 INFO:teuthology.orchestra.run.vm08.stdout: python3-pyasn1-0.4.8-7.el9_7.noarch 2026-03-05T18:29:31.131 INFO:teuthology.orchestra.run.vm08.stdout: python3-pyasn1-modules-0.4.8-7.el9_7.noarch 2026-03-05T18:29:31.131 INFO:teuthology.orchestra.run.vm08.stdout: python3-pycparser-2.20-6.el9.noarch 2026-03-05T18:29:31.131 INFO:teuthology.orchestra.run.vm08.stdout: python3-pyparsing-2.4.7-9.el9.0.1.noarch 2026-03-05T18:29:31.131 INFO:teuthology.orchestra.run.vm08.stdout: python3-pysocks-1.7.1-12.el9.0.1.noarch 2026-03-05T18:29:31.131 INFO:teuthology.orchestra.run.vm08.stdout: python3-pytz-2021.1-5.el9.noarch 2026-03-05T18:29:31.131 INFO:teuthology.orchestra.run.vm08.stdout: python3-repoze-lru-0.7-16.el9.noarch 2026-03-05T18:29:31.131 INFO:teuthology.orchestra.run.vm08.stdout: python3-requests-2.25.1-10.el9_6.noarch 2026-03-05T18:29:31.131 INFO:teuthology.orchestra.run.vm08.stdout: python3-requests-oauthlib-1.3.0-12.el9.noarch 2026-03-05T18:29:31.131 INFO:teuthology.orchestra.run.vm08.stdout: python3-routes-2.5.1-5.el9.noarch 2026-03-05T18:29:31.131 INFO:teuthology.orchestra.run.vm08.stdout: python3-rsa-4.9-2.el9.noarch 2026-03-05T18:29:31.131 INFO:teuthology.orchestra.run.vm08.stdout: python3-saml-1.16.0-1.el9.noarch 2026-03-05T18:29:31.131 INFO:teuthology.orchestra.run.vm08.stdout: python3-scipy-1.9.3-2.el9.x86_64 2026-03-05T18:29:31.131 INFO:teuthology.orchestra.run.vm08.stdout: python3-tempora-5.0.0-2.el9.noarch 2026-03-05T18:29:31.131 INFO:teuthology.orchestra.run.vm08.stdout: python3-toml-0.10.2-6.el9.0.1.noarch 2026-03-05T18:29:31.131 INFO:teuthology.orchestra.run.vm08.stdout: python3-typing-extensions-4.15.0-1.el9.noarch 2026-03-05T18:29:31.131 INFO:teuthology.orchestra.run.vm08.stdout: python3-urllib3-1.26.5-6.el9_7.1.noarch 2026-03-05T18:29:31.131 INFO:teuthology.orchestra.run.vm08.stdout: python3-webob-1.8.8-2.el9.noarch 2026-03-05T18:29:31.131 INFO:teuthology.orchestra.run.vm08.stdout: python3-websocket-client-1.2.3-2.el9.noarch 2026-03-05T18:29:31.131 INFO:teuthology.orchestra.run.vm08.stdout: python3-werkzeug-2.0.3-3.el9.1.noarch 2026-03-05T18:29:31.131 INFO:teuthology.orchestra.run.vm08.stdout: python3-xmlsec-1.3.13-1.el9.x86_64 2026-03-05T18:29:31.131 INFO:teuthology.orchestra.run.vm08.stdout: python3-zc-lockfile-2.0-10.el9.noarch 2026-03-05T18:29:31.131 INFO:teuthology.orchestra.run.vm08.stdout: qatlib-24.09.0-1.el9.x86_64 2026-03-05T18:29:31.131 INFO:teuthology.orchestra.run.vm08.stdout: qatlib-service-24.09.0-1.el9.x86_64 2026-03-05T18:29:31.131 INFO:teuthology.orchestra.run.vm08.stdout: qatzip-libs-1.3.1-1.el9.x86_64 2026-03-05T18:29:31.131 INFO:teuthology.orchestra.run.vm08.stdout: rbd-mirror-2:19.2.3-47.gc24117fd552.el9.clyso.x86_64 2026-03-05T18:29:31.131 INFO:teuthology.orchestra.run.vm08.stdout: smartmontools-1:7.2-9.el9.x86_64 2026-03-05T18:29:31.131 INFO:teuthology.orchestra.run.vm08.stdout: xmlsec1-1.2.29-13.el9.x86_64 2026-03-05T18:29:31.131 INFO:teuthology.orchestra.run.vm08.stdout: xmlsec1-openssl-1.2.29-13.el9.x86_64 2026-03-05T18:29:31.131 INFO:teuthology.orchestra.run.vm08.stdout: 2026-03-05T18:29:31.131 INFO:teuthology.orchestra.run.vm08.stdout:Complete! 2026-03-05T18:29:31.350 INFO:teuthology.orchestra.run.vm08.stdout:Dependencies resolved. 2026-03-05T18:29:31.351 INFO:teuthology.orchestra.run.vm08.stdout:================================================================================ 2026-03-05T18:29:31.351 INFO:teuthology.orchestra.run.vm08.stdout: Package Arch Version Repository Size 2026-03-05T18:29:31.351 INFO:teuthology.orchestra.run.vm08.stdout:================================================================================ 2026-03-05T18:29:31.351 INFO:teuthology.orchestra.run.vm08.stdout:Removing: 2026-03-05T18:29:31.351 INFO:teuthology.orchestra.run.vm08.stdout: cephadm noarch 2:19.2.3-47.gc24117fd552.el9.clyso @ceph-noarch 775 k 2026-03-05T18:29:31.351 INFO:teuthology.orchestra.run.vm08.stdout: 2026-03-05T18:29:31.351 INFO:teuthology.orchestra.run.vm08.stdout:Transaction Summary 2026-03-05T18:29:31.351 INFO:teuthology.orchestra.run.vm08.stdout:================================================================================ 2026-03-05T18:29:31.351 INFO:teuthology.orchestra.run.vm08.stdout:Remove 1 Package 2026-03-05T18:29:31.351 INFO:teuthology.orchestra.run.vm08.stdout: 2026-03-05T18:29:31.351 INFO:teuthology.orchestra.run.vm08.stdout:Freed space: 775 k 2026-03-05T18:29:31.351 INFO:teuthology.orchestra.run.vm08.stdout:Running transaction check 2026-03-05T18:29:31.353 INFO:teuthology.orchestra.run.vm08.stdout:Transaction check succeeded. 2026-03-05T18:29:31.353 INFO:teuthology.orchestra.run.vm08.stdout:Running transaction test 2026-03-05T18:29:31.354 INFO:teuthology.orchestra.run.vm08.stdout:Transaction test succeeded. 2026-03-05T18:29:31.354 INFO:teuthology.orchestra.run.vm08.stdout:Running transaction 2026-03-05T18:29:31.374 INFO:teuthology.orchestra.run.vm08.stdout: Preparing : 1/1 2026-03-05T18:29:31.374 INFO:teuthology.orchestra.run.vm08.stdout: Erasing : cephadm-2:19.2.3-47.gc24117fd552.el9.clyso.noarch 1/1 2026-03-05T18:29:31.535 INFO:teuthology.orchestra.run.vm08.stdout: Running scriptlet: cephadm-2:19.2.3-47.gc24117fd552.el9.clyso.noarch 1/1 2026-03-05T18:29:31.575 INFO:teuthology.orchestra.run.vm08.stdout: Verifying : cephadm-2:19.2.3-47.gc24117fd552.el9.clyso.noarch 1/1 2026-03-05T18:29:31.575 INFO:teuthology.orchestra.run.vm08.stdout: 2026-03-05T18:29:31.575 INFO:teuthology.orchestra.run.vm08.stdout:Removed: 2026-03-05T18:29:31.575 INFO:teuthology.orchestra.run.vm08.stdout: cephadm-2:19.2.3-47.gc24117fd552.el9.clyso.noarch 2026-03-05T18:29:31.575 INFO:teuthology.orchestra.run.vm08.stdout: 2026-03-05T18:29:31.575 INFO:teuthology.orchestra.run.vm08.stdout:Complete! 2026-03-05T18:29:31.754 INFO:teuthology.orchestra.run.vm08.stdout:No match for argument: ceph-immutable-object-cache 2026-03-05T18:29:31.754 INFO:teuthology.orchestra.run.vm08.stderr:No packages marked for removal. 2026-03-05T18:29:31.757 INFO:teuthology.orchestra.run.vm08.stdout:Dependencies resolved. 2026-03-05T18:29:31.758 INFO:teuthology.orchestra.run.vm08.stdout:Nothing to do. 2026-03-05T18:29:31.758 INFO:teuthology.orchestra.run.vm08.stdout:Complete! 2026-03-05T18:29:31.928 INFO:teuthology.orchestra.run.vm08.stdout:No match for argument: ceph-mgr 2026-03-05T18:29:31.928 INFO:teuthology.orchestra.run.vm08.stderr:No packages marked for removal. 2026-03-05T18:29:31.930 INFO:teuthology.orchestra.run.vm08.stdout:Dependencies resolved. 2026-03-05T18:29:31.931 INFO:teuthology.orchestra.run.vm08.stdout:Nothing to do. 2026-03-05T18:29:31.931 INFO:teuthology.orchestra.run.vm08.stdout:Complete! 2026-03-05T18:29:32.106 INFO:teuthology.orchestra.run.vm08.stdout:No match for argument: ceph-mgr-dashboard 2026-03-05T18:29:32.106 INFO:teuthology.orchestra.run.vm08.stderr:No packages marked for removal. 2026-03-05T18:29:32.108 INFO:teuthology.orchestra.run.vm08.stdout:Dependencies resolved. 2026-03-05T18:29:32.109 INFO:teuthology.orchestra.run.vm08.stdout:Nothing to do. 2026-03-05T18:29:32.109 INFO:teuthology.orchestra.run.vm08.stdout:Complete! 2026-03-05T18:29:32.280 INFO:teuthology.orchestra.run.vm08.stdout:No match for argument: ceph-mgr-diskprediction-local 2026-03-05T18:29:32.280 INFO:teuthology.orchestra.run.vm08.stderr:No packages marked for removal. 2026-03-05T18:29:32.282 INFO:teuthology.orchestra.run.vm08.stdout:Dependencies resolved. 2026-03-05T18:29:32.283 INFO:teuthology.orchestra.run.vm08.stdout:Nothing to do. 2026-03-05T18:29:32.283 INFO:teuthology.orchestra.run.vm08.stdout:Complete! 2026-03-05T18:29:32.446 INFO:teuthology.orchestra.run.vm08.stdout:No match for argument: ceph-mgr-rook 2026-03-05T18:29:32.447 INFO:teuthology.orchestra.run.vm08.stderr:No packages marked for removal. 2026-03-05T18:29:32.449 INFO:teuthology.orchestra.run.vm08.stdout:Dependencies resolved. 2026-03-05T18:29:32.450 INFO:teuthology.orchestra.run.vm08.stdout:Nothing to do. 2026-03-05T18:29:32.450 INFO:teuthology.orchestra.run.vm08.stdout:Complete! 2026-03-05T18:29:32.612 INFO:teuthology.orchestra.run.vm08.stdout:No match for argument: ceph-mgr-cephadm 2026-03-05T18:29:32.612 INFO:teuthology.orchestra.run.vm08.stderr:No packages marked for removal. 2026-03-05T18:29:32.614 INFO:teuthology.orchestra.run.vm08.stdout:Dependencies resolved. 2026-03-05T18:29:32.615 INFO:teuthology.orchestra.run.vm08.stdout:Nothing to do. 2026-03-05T18:29:32.615 INFO:teuthology.orchestra.run.vm08.stdout:Complete! 2026-03-05T18:29:32.783 INFO:teuthology.orchestra.run.vm08.stdout:Dependencies resolved. 2026-03-05T18:29:32.784 INFO:teuthology.orchestra.run.vm08.stdout:================================================================================ 2026-03-05T18:29:32.784 INFO:teuthology.orchestra.run.vm08.stdout: Package Arch Version Repository Size 2026-03-05T18:29:32.784 INFO:teuthology.orchestra.run.vm08.stdout:================================================================================ 2026-03-05T18:29:32.784 INFO:teuthology.orchestra.run.vm08.stdout:Removing: 2026-03-05T18:29:32.784 INFO:teuthology.orchestra.run.vm08.stdout: ceph-fuse x86_64 2:19.2.3-47.gc24117fd552.el9.clyso @ceph 3.6 M 2026-03-05T18:29:32.784 INFO:teuthology.orchestra.run.vm08.stdout:Removing unused dependencies: 2026-03-05T18:29:32.784 INFO:teuthology.orchestra.run.vm08.stdout: fuse x86_64 2.9.9-17.el9 @baseos 213 k 2026-03-05T18:29:32.784 INFO:teuthology.orchestra.run.vm08.stdout: 2026-03-05T18:29:32.784 INFO:teuthology.orchestra.run.vm08.stdout:Transaction Summary 2026-03-05T18:29:32.784 INFO:teuthology.orchestra.run.vm08.stdout:================================================================================ 2026-03-05T18:29:32.784 INFO:teuthology.orchestra.run.vm08.stdout:Remove 2 Packages 2026-03-05T18:29:32.784 INFO:teuthology.orchestra.run.vm08.stdout: 2026-03-05T18:29:32.784 INFO:teuthology.orchestra.run.vm08.stdout:Freed space: 3.8 M 2026-03-05T18:29:32.784 INFO:teuthology.orchestra.run.vm08.stdout:Running transaction check 2026-03-05T18:29:32.786 INFO:teuthology.orchestra.run.vm08.stdout:Transaction check succeeded. 2026-03-05T18:29:32.786 INFO:teuthology.orchestra.run.vm08.stdout:Running transaction test 2026-03-05T18:29:32.797 INFO:teuthology.orchestra.run.vm08.stdout:Transaction test succeeded. 2026-03-05T18:29:32.798 INFO:teuthology.orchestra.run.vm08.stdout:Running transaction 2026-03-05T18:29:32.825 INFO:teuthology.orchestra.run.vm08.stdout: Preparing : 1/1 2026-03-05T18:29:32.828 INFO:teuthology.orchestra.run.vm08.stdout: Erasing : ceph-fuse-2:19.2.3-47.gc24117fd552.el9.clyso.x86_64 1/2 2026-03-05T18:29:32.842 INFO:teuthology.orchestra.run.vm08.stdout: Erasing : fuse-2.9.9-17.el9.x86_64 2/2 2026-03-05T18:29:32.900 INFO:teuthology.orchestra.run.vm08.stdout: Running scriptlet: fuse-2.9.9-17.el9.x86_64 2/2 2026-03-05T18:29:32.900 INFO:teuthology.orchestra.run.vm08.stdout: Verifying : ceph-fuse-2:19.2.3-47.gc24117fd552.el9.clyso.x86_64 1/2 2026-03-05T18:29:32.942 INFO:teuthology.orchestra.run.vm08.stdout: Verifying : fuse-2.9.9-17.el9.x86_64 2/2 2026-03-05T18:29:32.942 INFO:teuthology.orchestra.run.vm08.stdout: 2026-03-05T18:29:32.942 INFO:teuthology.orchestra.run.vm08.stdout:Removed: 2026-03-05T18:29:32.942 INFO:teuthology.orchestra.run.vm08.stdout: ceph-fuse-2:19.2.3-47.gc24117fd552.el9.clyso.x86_64 fuse-2.9.9-17.el9.x86_64 2026-03-05T18:29:32.942 INFO:teuthology.orchestra.run.vm08.stdout: 2026-03-05T18:29:32.942 INFO:teuthology.orchestra.run.vm08.stdout:Complete! 2026-03-05T18:29:33.152 INFO:teuthology.orchestra.run.vm08.stdout:No match for argument: ceph-volume 2026-03-05T18:29:33.152 INFO:teuthology.orchestra.run.vm08.stderr:No packages marked for removal. 2026-03-05T18:29:33.155 INFO:teuthology.orchestra.run.vm08.stdout:Dependencies resolved. 2026-03-05T18:29:33.156 INFO:teuthology.orchestra.run.vm08.stdout:Nothing to do. 2026-03-05T18:29:33.156 INFO:teuthology.orchestra.run.vm08.stdout:Complete! 2026-03-05T18:29:33.345 INFO:teuthology.orchestra.run.vm08.stdout:Dependencies resolved. 2026-03-05T18:29:33.346 INFO:teuthology.orchestra.run.vm08.stdout:================================================================================ 2026-03-05T18:29:33.346 INFO:teuthology.orchestra.run.vm08.stdout: Package Arch Version Repo Size 2026-03-05T18:29:33.346 INFO:teuthology.orchestra.run.vm08.stdout:================================================================================ 2026-03-05T18:29:33.346 INFO:teuthology.orchestra.run.vm08.stdout:Removing: 2026-03-05T18:29:33.346 INFO:teuthology.orchestra.run.vm08.stdout: librados-devel x86_64 2:19.2.3-47.gc24117fd552.el9.clyso @ceph 456 k 2026-03-05T18:29:33.346 INFO:teuthology.orchestra.run.vm08.stdout:Removing dependent packages: 2026-03-05T18:29:33.346 INFO:teuthology.orchestra.run.vm08.stdout: libcephfs-devel x86_64 2:19.2.3-47.gc24117fd552.el9.clyso @ceph 153 k 2026-03-05T18:29:33.346 INFO:teuthology.orchestra.run.vm08.stdout: 2026-03-05T18:29:33.346 INFO:teuthology.orchestra.run.vm08.stdout:Transaction Summary 2026-03-05T18:29:33.346 INFO:teuthology.orchestra.run.vm08.stdout:================================================================================ 2026-03-05T18:29:33.346 INFO:teuthology.orchestra.run.vm08.stdout:Remove 2 Packages 2026-03-05T18:29:33.346 INFO:teuthology.orchestra.run.vm08.stdout: 2026-03-05T18:29:33.346 INFO:teuthology.orchestra.run.vm08.stdout:Freed space: 610 k 2026-03-05T18:29:33.346 INFO:teuthology.orchestra.run.vm08.stdout:Running transaction check 2026-03-05T18:29:33.348 INFO:teuthology.orchestra.run.vm08.stdout:Transaction check succeeded. 2026-03-05T18:29:33.348 INFO:teuthology.orchestra.run.vm08.stdout:Running transaction test 2026-03-05T18:29:33.356 INFO:teuthology.orchestra.run.vm08.stdout:Transaction test succeeded. 2026-03-05T18:29:33.357 INFO:teuthology.orchestra.run.vm08.stdout:Running transaction 2026-03-05T18:29:33.381 INFO:teuthology.orchestra.run.vm08.stdout: Preparing : 1/1 2026-03-05T18:29:33.383 INFO:teuthology.orchestra.run.vm08.stdout: Erasing : libcephfs-devel-2:19.2.3-47.gc24117fd552.el9.clyso.x 1/2 2026-03-05T18:29:33.396 INFO:teuthology.orchestra.run.vm08.stdout: Erasing : librados-devel-2:19.2.3-47.gc24117fd552.el9.clyso.x8 2/2 2026-03-05T18:29:33.455 INFO:teuthology.orchestra.run.vm08.stdout: Running scriptlet: librados-devel-2:19.2.3-47.gc24117fd552.el9.clyso.x8 2/2 2026-03-05T18:29:33.455 INFO:teuthology.orchestra.run.vm08.stdout: Verifying : libcephfs-devel-2:19.2.3-47.gc24117fd552.el9.clyso.x 1/2 2026-03-05T18:29:33.494 INFO:teuthology.orchestra.run.vm08.stdout: Verifying : librados-devel-2:19.2.3-47.gc24117fd552.el9.clyso.x8 2/2 2026-03-05T18:29:33.494 INFO:teuthology.orchestra.run.vm08.stdout: 2026-03-05T18:29:33.494 INFO:teuthology.orchestra.run.vm08.stdout:Removed: 2026-03-05T18:29:33.494 INFO:teuthology.orchestra.run.vm08.stdout: libcephfs-devel-2:19.2.3-47.gc24117fd552.el9.clyso.x86_64 2026-03-05T18:29:33.494 INFO:teuthology.orchestra.run.vm08.stdout: librados-devel-2:19.2.3-47.gc24117fd552.el9.clyso.x86_64 2026-03-05T18:29:33.494 INFO:teuthology.orchestra.run.vm08.stdout: 2026-03-05T18:29:33.494 INFO:teuthology.orchestra.run.vm08.stdout:Complete! 2026-03-05T18:29:33.695 INFO:teuthology.orchestra.run.vm08.stdout:Dependencies resolved. 2026-03-05T18:29:33.696 INFO:teuthology.orchestra.run.vm08.stdout:================================================================================ 2026-03-05T18:29:33.696 INFO:teuthology.orchestra.run.vm08.stdout: Package Arch Version Repo Size 2026-03-05T18:29:33.696 INFO:teuthology.orchestra.run.vm08.stdout:================================================================================ 2026-03-05T18:29:33.696 INFO:teuthology.orchestra.run.vm08.stdout:Removing: 2026-03-05T18:29:33.696 INFO:teuthology.orchestra.run.vm08.stdout: libcephfs2 x86_64 2:19.2.3-47.gc24117fd552.el9.clyso @ceph 3.0 M 2026-03-05T18:29:33.696 INFO:teuthology.orchestra.run.vm08.stdout:Removing dependent packages: 2026-03-05T18:29:33.696 INFO:teuthology.orchestra.run.vm08.stdout: python3-cephfs x86_64 2:19.2.3-47.gc24117fd552.el9.clyso @ceph 514 k 2026-03-05T18:29:33.696 INFO:teuthology.orchestra.run.vm08.stdout:Removing unused dependencies: 2026-03-05T18:29:33.696 INFO:teuthology.orchestra.run.vm08.stdout: python3-ceph-argparse x86_64 2:19.2.3-47.gc24117fd552.el9.clyso @ceph 187 k 2026-03-05T18:29:33.696 INFO:teuthology.orchestra.run.vm08.stdout: 2026-03-05T18:29:33.696 INFO:teuthology.orchestra.run.vm08.stdout:Transaction Summary 2026-03-05T18:29:33.696 INFO:teuthology.orchestra.run.vm08.stdout:================================================================================ 2026-03-05T18:29:33.696 INFO:teuthology.orchestra.run.vm08.stdout:Remove 3 Packages 2026-03-05T18:29:33.696 INFO:teuthology.orchestra.run.vm08.stdout: 2026-03-05T18:29:33.696 INFO:teuthology.orchestra.run.vm08.stdout:Freed space: 3.7 M 2026-03-05T18:29:33.696 INFO:teuthology.orchestra.run.vm08.stdout:Running transaction check 2026-03-05T18:29:33.698 INFO:teuthology.orchestra.run.vm08.stdout:Transaction check succeeded. 2026-03-05T18:29:33.698 INFO:teuthology.orchestra.run.vm08.stdout:Running transaction test 2026-03-05T18:29:33.709 INFO:teuthology.orchestra.run.vm08.stdout:Transaction test succeeded. 2026-03-05T18:29:33.710 INFO:teuthology.orchestra.run.vm08.stdout:Running transaction 2026-03-05T18:29:33.736 INFO:teuthology.orchestra.run.vm08.stdout: Preparing : 1/1 2026-03-05T18:29:33.738 INFO:teuthology.orchestra.run.vm08.stdout: Erasing : python3-cephfs-2:19.2.3-47.gc24117fd552.el9.clyso.x8 1/3 2026-03-05T18:29:33.739 INFO:teuthology.orchestra.run.vm08.stdout: Erasing : python3-ceph-argparse-2:19.2.3-47.gc24117fd552.el9.c 2/3 2026-03-05T18:29:33.740 INFO:teuthology.orchestra.run.vm08.stdout: Erasing : libcephfs2-2:19.2.3-47.gc24117fd552.el9.clyso.x86_64 3/3 2026-03-05T18:29:33.799 INFO:teuthology.orchestra.run.vm08.stdout: Running scriptlet: libcephfs2-2:19.2.3-47.gc24117fd552.el9.clyso.x86_64 3/3 2026-03-05T18:29:33.799 INFO:teuthology.orchestra.run.vm08.stdout: Verifying : libcephfs2-2:19.2.3-47.gc24117fd552.el9.clyso.x86_64 1/3 2026-03-05T18:29:33.799 INFO:teuthology.orchestra.run.vm08.stdout: Verifying : python3-ceph-argparse-2:19.2.3-47.gc24117fd552.el9.c 2/3 2026-03-05T18:29:33.842 INFO:teuthology.orchestra.run.vm08.stdout: Verifying : python3-cephfs-2:19.2.3-47.gc24117fd552.el9.clyso.x8 3/3 2026-03-05T18:29:33.842 INFO:teuthology.orchestra.run.vm08.stdout: 2026-03-05T18:29:33.842 INFO:teuthology.orchestra.run.vm08.stdout:Removed: 2026-03-05T18:29:33.842 INFO:teuthology.orchestra.run.vm08.stdout: libcephfs2-2:19.2.3-47.gc24117fd552.el9.clyso.x86_64 2026-03-05T18:29:33.842 INFO:teuthology.orchestra.run.vm08.stdout: python3-ceph-argparse-2:19.2.3-47.gc24117fd552.el9.clyso.x86_64 2026-03-05T18:29:33.843 INFO:teuthology.orchestra.run.vm08.stdout: python3-cephfs-2:19.2.3-47.gc24117fd552.el9.clyso.x86_64 2026-03-05T18:29:33.843 INFO:teuthology.orchestra.run.vm08.stdout: 2026-03-05T18:29:33.843 INFO:teuthology.orchestra.run.vm08.stdout:Complete! 2026-03-05T18:29:34.016 INFO:teuthology.orchestra.run.vm08.stdout:No match for argument: libcephfs-devel 2026-03-05T18:29:34.016 INFO:teuthology.orchestra.run.vm08.stderr:No packages marked for removal. 2026-03-05T18:29:34.019 INFO:teuthology.orchestra.run.vm08.stdout:Dependencies resolved. 2026-03-05T18:29:34.019 INFO:teuthology.orchestra.run.vm08.stdout:Nothing to do. 2026-03-05T18:29:34.019 INFO:teuthology.orchestra.run.vm08.stdout:Complete! 2026-03-05T18:29:34.209 INFO:teuthology.orchestra.run.vm08.stdout:Dependencies resolved. 2026-03-05T18:29:34.210 INFO:teuthology.orchestra.run.vm08.stdout:================================================================================ 2026-03-05T18:29:34.210 INFO:teuthology.orchestra.run.vm08.stdout: Package Arch Version Repository Size 2026-03-05T18:29:34.210 INFO:teuthology.orchestra.run.vm08.stdout:================================================================================ 2026-03-05T18:29:34.210 INFO:teuthology.orchestra.run.vm08.stdout:Removing: 2026-03-05T18:29:34.211 INFO:teuthology.orchestra.run.vm08.stdout: librados2 x86_64 2:19.2.3-47.gc24117fd552.el9.clyso @ceph 13 M 2026-03-05T18:29:34.211 INFO:teuthology.orchestra.run.vm08.stdout:Removing dependent packages: 2026-03-05T18:29:34.211 INFO:teuthology.orchestra.run.vm08.stdout: python3-rados x86_64 2:19.2.3-47.gc24117fd552.el9.clyso @ceph 1.1 M 2026-03-05T18:29:34.211 INFO:teuthology.orchestra.run.vm08.stdout: python3-rbd x86_64 2:19.2.3-47.gc24117fd552.el9.clyso @ceph 1.1 M 2026-03-05T18:29:34.211 INFO:teuthology.orchestra.run.vm08.stdout: python3-rgw x86_64 2:19.2.3-47.gc24117fd552.el9.clyso @ceph 265 k 2026-03-05T18:29:34.211 INFO:teuthology.orchestra.run.vm08.stdout: qemu-kvm-block-rbd x86_64 17:9.1.0-29.el9_7.6 @appstream 41 k 2026-03-05T18:29:34.211 INFO:teuthology.orchestra.run.vm08.stdout: rbd-fuse x86_64 2:19.2.3-47.gc24117fd552.el9.clyso @ceph 227 k 2026-03-05T18:29:34.211 INFO:teuthology.orchestra.run.vm08.stdout: rbd-nbd x86_64 2:19.2.3-47.gc24117fd552.el9.clyso @ceph 494 k 2026-03-05T18:29:34.211 INFO:teuthology.orchestra.run.vm08.stdout:Removing unused dependencies: 2026-03-05T18:29:34.211 INFO:teuthology.orchestra.run.vm08.stdout: boost-program-options 2026-03-05T18:29:34.211 INFO:teuthology.orchestra.run.vm08.stdout: x86_64 1.75.0-13.el9_7 @appstream 276 k 2026-03-05T18:29:34.211 INFO:teuthology.orchestra.run.vm08.stdout: libarrow x86_64 9.0.0-15.el9 @epel 18 M 2026-03-05T18:29:34.211 INFO:teuthology.orchestra.run.vm08.stdout: libarrow-doc noarch 9.0.0-15.el9 @epel 122 k 2026-03-05T18:29:34.211 INFO:teuthology.orchestra.run.vm08.stdout: libnbd x86_64 1.20.3-4.el9 @appstream 461 k 2026-03-05T18:29:34.211 INFO:teuthology.orchestra.run.vm08.stdout: libpmemobj x86_64 1.12.1-1.el9 @appstream 383 k 2026-03-05T18:29:34.211 INFO:teuthology.orchestra.run.vm08.stdout: librabbitmq x86_64 0.11.0-7.el9 @appstream 102 k 2026-03-05T18:29:34.211 INFO:teuthology.orchestra.run.vm08.stdout: librbd1 x86_64 2:19.2.3-47.gc24117fd552.el9.clyso @ceph 13 M 2026-03-05T18:29:34.211 INFO:teuthology.orchestra.run.vm08.stdout: librdkafka x86_64 1.6.1-102.el9 @appstream 2.0 M 2026-03-05T18:29:34.211 INFO:teuthology.orchestra.run.vm08.stdout: librgw2 x86_64 2:19.2.3-47.gc24117fd552.el9.clyso @ceph 19 M 2026-03-05T18:29:34.211 INFO:teuthology.orchestra.run.vm08.stdout: lmdb-libs x86_64 0.9.29-3.el9 @baseos 106 k 2026-03-05T18:29:34.211 INFO:teuthology.orchestra.run.vm08.stdout: lttng-ust x86_64 2.12.0-6.el9 @appstream 1.0 M 2026-03-05T18:29:34.211 INFO:teuthology.orchestra.run.vm08.stdout: parquet-libs x86_64 9.0.0-15.el9 @epel 2.8 M 2026-03-05T18:29:34.211 INFO:teuthology.orchestra.run.vm08.stdout: re2 x86_64 1:20211101-20.el9 @epel 472 k 2026-03-05T18:29:34.211 INFO:teuthology.orchestra.run.vm08.stdout: thrift x86_64 0.15.0-4.el9 @epel 4.8 M 2026-03-05T18:29:34.211 INFO:teuthology.orchestra.run.vm08.stdout: 2026-03-05T18:29:34.211 INFO:teuthology.orchestra.run.vm08.stdout:Transaction Summary 2026-03-05T18:29:34.211 INFO:teuthology.orchestra.run.vm08.stdout:================================================================================ 2026-03-05T18:29:34.211 INFO:teuthology.orchestra.run.vm08.stdout:Remove 21 Packages 2026-03-05T18:29:34.211 INFO:teuthology.orchestra.run.vm08.stdout: 2026-03-05T18:29:34.211 INFO:teuthology.orchestra.run.vm08.stdout:Freed space: 79 M 2026-03-05T18:29:34.211 INFO:teuthology.orchestra.run.vm08.stdout:Running transaction check 2026-03-05T18:29:34.215 INFO:teuthology.orchestra.run.vm08.stdout:Transaction check succeeded. 2026-03-05T18:29:34.215 INFO:teuthology.orchestra.run.vm08.stdout:Running transaction test 2026-03-05T18:29:34.231 INFO:teuthology.orchestra.run.vm08.stdout:Transaction test succeeded. 2026-03-05T18:29:34.232 INFO:teuthology.orchestra.run.vm08.stdout:Running transaction 2026-03-05T18:29:34.267 INFO:teuthology.orchestra.run.vm08.stdout: Preparing : 1/1 2026-03-05T18:29:34.270 INFO:teuthology.orchestra.run.vm08.stdout: Erasing : rbd-nbd-2:19.2.3-47.gc24117fd552.el9.clyso.x86_64 1/21 2026-03-05T18:29:34.272 INFO:teuthology.orchestra.run.vm08.stdout: Erasing : rbd-fuse-2:19.2.3-47.gc24117fd552.el9.clyso.x86_64 2/21 2026-03-05T18:29:34.275 INFO:teuthology.orchestra.run.vm08.stdout: Erasing : python3-rgw-2:19.2.3-47.gc24117fd552.el9.clyso.x86 3/21 2026-03-05T18:29:34.275 INFO:teuthology.orchestra.run.vm08.stdout: Erasing : librgw2-2:19.2.3-47.gc24117fd552.el9.clyso.x86_64 4/21 2026-03-05T18:29:34.288 INFO:teuthology.orchestra.run.vm08.stdout: Running scriptlet: librgw2-2:19.2.3-47.gc24117fd552.el9.clyso.x86_64 4/21 2026-03-05T18:29:34.290 INFO:teuthology.orchestra.run.vm08.stdout: Erasing : parquet-libs-9.0.0-15.el9.x86_64 5/21 2026-03-05T18:29:34.292 INFO:teuthology.orchestra.run.vm08.stdout: Erasing : python3-rbd-2:19.2.3-47.gc24117fd552.el9.clyso.x86 6/21 2026-03-05T18:29:34.293 INFO:teuthology.orchestra.run.vm08.stdout: Erasing : python3-rados-2:19.2.3-47.gc24117fd552.el9.clyso.x 7/21 2026-03-05T18:29:34.295 INFO:teuthology.orchestra.run.vm08.stdout: Erasing : qemu-kvm-block-rbd-17:9.1.0-29.el9_7.6.x86_64 8/21 2026-03-05T18:29:34.297 INFO:teuthology.orchestra.run.vm08.stdout: Erasing : libarrow-doc-9.0.0-15.el9.noarch 9/21 2026-03-05T18:29:34.297 INFO:teuthology.orchestra.run.vm08.stdout: Erasing : librbd1-2:19.2.3-47.gc24117fd552.el9.clyso.x86_64 10/21 2026-03-05T18:29:34.312 INFO:teuthology.orchestra.run.vm08.stdout: Running scriptlet: librbd1-2:19.2.3-47.gc24117fd552.el9.clyso.x86_64 10/21 2026-03-05T18:29:34.312 INFO:teuthology.orchestra.run.vm08.stdout: Erasing : librados2-2:19.2.3-47.gc24117fd552.el9.clyso.x86_6 11/21 2026-03-05T18:29:34.312 INFO:teuthology.orchestra.run.vm08.stdout:warning: file /etc/ceph: remove failed: No such file or directory 2026-03-05T18:29:34.312 INFO:teuthology.orchestra.run.vm08.stdout: 2026-03-05T18:29:34.327 INFO:teuthology.orchestra.run.vm08.stdout: Running scriptlet: librados2-2:19.2.3-47.gc24117fd552.el9.clyso.x86_6 11/21 2026-03-05T18:29:34.329 INFO:teuthology.orchestra.run.vm08.stdout: Erasing : libarrow-9.0.0-15.el9.x86_64 12/21 2026-03-05T18:29:34.333 INFO:teuthology.orchestra.run.vm08.stdout: Erasing : re2-1:20211101-20.el9.x86_64 13/21 2026-03-05T18:29:34.336 INFO:teuthology.orchestra.run.vm08.stdout: Erasing : lttng-ust-2.12.0-6.el9.x86_64 14/21 2026-03-05T18:29:34.339 INFO:teuthology.orchestra.run.vm08.stdout: Erasing : thrift-0.15.0-4.el9.x86_64 15/21 2026-03-05T18:29:34.341 INFO:teuthology.orchestra.run.vm08.stdout: Erasing : libnbd-1.20.3-4.el9.x86_64 16/21 2026-03-05T18:29:34.343 INFO:teuthology.orchestra.run.vm08.stdout: Erasing : libpmemobj-1.12.1-1.el9.x86_64 17/21 2026-03-05T18:29:34.345 INFO:teuthology.orchestra.run.vm08.stdout: Erasing : boost-program-options-1.75.0-13.el9_7.x86_64 18/21 2026-03-05T18:29:34.347 INFO:teuthology.orchestra.run.vm08.stdout: Erasing : lmdb-libs-0.9.29-3.el9.x86_64 19/21 2026-03-05T18:29:34.349 INFO:teuthology.orchestra.run.vm08.stdout: Erasing : librabbitmq-0.11.0-7.el9.x86_64 20/21 2026-03-05T18:29:34.362 INFO:teuthology.orchestra.run.vm08.stdout: Erasing : librdkafka-1.6.1-102.el9.x86_64 21/21 2026-03-05T18:29:34.422 INFO:teuthology.orchestra.run.vm08.stdout: Running scriptlet: librdkafka-1.6.1-102.el9.x86_64 21/21 2026-03-05T18:29:34.422 INFO:teuthology.orchestra.run.vm08.stdout: Verifying : boost-program-options-1.75.0-13.el9_7.x86_64 1/21 2026-03-05T18:29:34.422 INFO:teuthology.orchestra.run.vm08.stdout: Verifying : libarrow-9.0.0-15.el9.x86_64 2/21 2026-03-05T18:29:34.422 INFO:teuthology.orchestra.run.vm08.stdout: Verifying : libarrow-doc-9.0.0-15.el9.noarch 3/21 2026-03-05T18:29:34.422 INFO:teuthology.orchestra.run.vm08.stdout: Verifying : libnbd-1.20.3-4.el9.x86_64 4/21 2026-03-05T18:29:34.422 INFO:teuthology.orchestra.run.vm08.stdout: Verifying : libpmemobj-1.12.1-1.el9.x86_64 5/21 2026-03-05T18:29:34.422 INFO:teuthology.orchestra.run.vm08.stdout: Verifying : librabbitmq-0.11.0-7.el9.x86_64 6/21 2026-03-05T18:29:34.422 INFO:teuthology.orchestra.run.vm08.stdout: Verifying : librados2-2:19.2.3-47.gc24117fd552.el9.clyso.x86_6 7/21 2026-03-05T18:29:34.422 INFO:teuthology.orchestra.run.vm08.stdout: Verifying : librbd1-2:19.2.3-47.gc24117fd552.el9.clyso.x86_64 8/21 2026-03-05T18:29:34.422 INFO:teuthology.orchestra.run.vm08.stdout: Verifying : librdkafka-1.6.1-102.el9.x86_64 9/21 2026-03-05T18:29:34.423 INFO:teuthology.orchestra.run.vm08.stdout: Verifying : librgw2-2:19.2.3-47.gc24117fd552.el9.clyso.x86_64 10/21 2026-03-05T18:29:34.423 INFO:teuthology.orchestra.run.vm08.stdout: Verifying : lmdb-libs-0.9.29-3.el9.x86_64 11/21 2026-03-05T18:29:34.423 INFO:teuthology.orchestra.run.vm08.stdout: Verifying : lttng-ust-2.12.0-6.el9.x86_64 12/21 2026-03-05T18:29:34.423 INFO:teuthology.orchestra.run.vm08.stdout: Verifying : parquet-libs-9.0.0-15.el9.x86_64 13/21 2026-03-05T18:29:34.423 INFO:teuthology.orchestra.run.vm08.stdout: Verifying : python3-rados-2:19.2.3-47.gc24117fd552.el9.clyso.x 14/21 2026-03-05T18:29:34.423 INFO:teuthology.orchestra.run.vm08.stdout: Verifying : python3-rbd-2:19.2.3-47.gc24117fd552.el9.clyso.x86 15/21 2026-03-05T18:29:34.423 INFO:teuthology.orchestra.run.vm08.stdout: Verifying : python3-rgw-2:19.2.3-47.gc24117fd552.el9.clyso.x86 16/21 2026-03-05T18:29:34.423 INFO:teuthology.orchestra.run.vm08.stdout: Verifying : qemu-kvm-block-rbd-17:9.1.0-29.el9_7.6.x86_64 17/21 2026-03-05T18:29:34.423 INFO:teuthology.orchestra.run.vm08.stdout: Verifying : rbd-fuse-2:19.2.3-47.gc24117fd552.el9.clyso.x86_64 18/21 2026-03-05T18:29:34.423 INFO:teuthology.orchestra.run.vm08.stdout: Verifying : rbd-nbd-2:19.2.3-47.gc24117fd552.el9.clyso.x86_64 19/21 2026-03-05T18:29:34.423 INFO:teuthology.orchestra.run.vm08.stdout: Verifying : re2-1:20211101-20.el9.x86_64 20/21 2026-03-05T18:29:34.467 INFO:teuthology.orchestra.run.vm08.stdout: Verifying : thrift-0.15.0-4.el9.x86_64 21/21 2026-03-05T18:29:34.467 INFO:teuthology.orchestra.run.vm08.stdout: 2026-03-05T18:29:34.467 INFO:teuthology.orchestra.run.vm08.stdout:Removed: 2026-03-05T18:29:34.467 INFO:teuthology.orchestra.run.vm08.stdout: boost-program-options-1.75.0-13.el9_7.x86_64 2026-03-05T18:29:34.467 INFO:teuthology.orchestra.run.vm08.stdout: libarrow-9.0.0-15.el9.x86_64 2026-03-05T18:29:34.467 INFO:teuthology.orchestra.run.vm08.stdout: libarrow-doc-9.0.0-15.el9.noarch 2026-03-05T18:29:34.467 INFO:teuthology.orchestra.run.vm08.stdout: libnbd-1.20.3-4.el9.x86_64 2026-03-05T18:29:34.468 INFO:teuthology.orchestra.run.vm08.stdout: libpmemobj-1.12.1-1.el9.x86_64 2026-03-05T18:29:34.468 INFO:teuthology.orchestra.run.vm08.stdout: librabbitmq-0.11.0-7.el9.x86_64 2026-03-05T18:29:34.468 INFO:teuthology.orchestra.run.vm08.stdout: librados2-2:19.2.3-47.gc24117fd552.el9.clyso.x86_64 2026-03-05T18:29:34.468 INFO:teuthology.orchestra.run.vm08.stdout: librbd1-2:19.2.3-47.gc24117fd552.el9.clyso.x86_64 2026-03-05T18:29:34.468 INFO:teuthology.orchestra.run.vm08.stdout: librdkafka-1.6.1-102.el9.x86_64 2026-03-05T18:29:34.468 INFO:teuthology.orchestra.run.vm08.stdout: librgw2-2:19.2.3-47.gc24117fd552.el9.clyso.x86_64 2026-03-05T18:29:34.468 INFO:teuthology.orchestra.run.vm08.stdout: lmdb-libs-0.9.29-3.el9.x86_64 2026-03-05T18:29:34.468 INFO:teuthology.orchestra.run.vm08.stdout: lttng-ust-2.12.0-6.el9.x86_64 2026-03-05T18:29:34.468 INFO:teuthology.orchestra.run.vm08.stdout: parquet-libs-9.0.0-15.el9.x86_64 2026-03-05T18:29:34.468 INFO:teuthology.orchestra.run.vm08.stdout: python3-rados-2:19.2.3-47.gc24117fd552.el9.clyso.x86_64 2026-03-05T18:29:34.468 INFO:teuthology.orchestra.run.vm08.stdout: python3-rbd-2:19.2.3-47.gc24117fd552.el9.clyso.x86_64 2026-03-05T18:29:34.468 INFO:teuthology.orchestra.run.vm08.stdout: python3-rgw-2:19.2.3-47.gc24117fd552.el9.clyso.x86_64 2026-03-05T18:29:34.468 INFO:teuthology.orchestra.run.vm08.stdout: qemu-kvm-block-rbd-17:9.1.0-29.el9_7.6.x86_64 2026-03-05T18:29:34.468 INFO:teuthology.orchestra.run.vm08.stdout: rbd-fuse-2:19.2.3-47.gc24117fd552.el9.clyso.x86_64 2026-03-05T18:29:34.468 INFO:teuthology.orchestra.run.vm08.stdout: rbd-nbd-2:19.2.3-47.gc24117fd552.el9.clyso.x86_64 2026-03-05T18:29:34.468 INFO:teuthology.orchestra.run.vm08.stdout: re2-1:20211101-20.el9.x86_64 2026-03-05T18:29:34.468 INFO:teuthology.orchestra.run.vm08.stdout: thrift-0.15.0-4.el9.x86_64 2026-03-05T18:29:34.468 INFO:teuthology.orchestra.run.vm08.stdout: 2026-03-05T18:29:34.468 INFO:teuthology.orchestra.run.vm08.stdout:Complete! 2026-03-05T18:29:34.694 INFO:teuthology.orchestra.run.vm08.stdout:No match for argument: librbd1 2026-03-05T18:29:34.694 INFO:teuthology.orchestra.run.vm08.stderr:No packages marked for removal. 2026-03-05T18:29:34.697 INFO:teuthology.orchestra.run.vm08.stdout:Dependencies resolved. 2026-03-05T18:29:34.698 INFO:teuthology.orchestra.run.vm08.stdout:Nothing to do. 2026-03-05T18:29:34.698 INFO:teuthology.orchestra.run.vm08.stdout:Complete! 2026-03-05T18:29:34.893 INFO:teuthology.orchestra.run.vm08.stdout:No match for argument: python3-rados 2026-03-05T18:29:34.893 INFO:teuthology.orchestra.run.vm08.stderr:No packages marked for removal. 2026-03-05T18:29:34.896 INFO:teuthology.orchestra.run.vm08.stdout:Dependencies resolved. 2026-03-05T18:29:34.896 INFO:teuthology.orchestra.run.vm08.stdout:Nothing to do. 2026-03-05T18:29:34.896 INFO:teuthology.orchestra.run.vm08.stdout:Complete! 2026-03-05T18:29:35.083 INFO:teuthology.orchestra.run.vm08.stdout:No match for argument: python3-rgw 2026-03-05T18:29:35.083 INFO:teuthology.orchestra.run.vm08.stderr:No packages marked for removal. 2026-03-05T18:29:35.086 INFO:teuthology.orchestra.run.vm08.stdout:Dependencies resolved. 2026-03-05T18:29:35.086 INFO:teuthology.orchestra.run.vm08.stdout:Nothing to do. 2026-03-05T18:29:35.086 INFO:teuthology.orchestra.run.vm08.stdout:Complete! 2026-03-05T18:29:35.252 INFO:teuthology.orchestra.run.vm08.stdout:No match for argument: python3-cephfs 2026-03-05T18:29:35.252 INFO:teuthology.orchestra.run.vm08.stderr:No packages marked for removal. 2026-03-05T18:29:35.255 INFO:teuthology.orchestra.run.vm08.stdout:Dependencies resolved. 2026-03-05T18:29:35.256 INFO:teuthology.orchestra.run.vm08.stdout:Nothing to do. 2026-03-05T18:29:35.256 INFO:teuthology.orchestra.run.vm08.stdout:Complete! 2026-03-05T18:29:35.433 INFO:teuthology.orchestra.run.vm08.stdout:No match for argument: python3-rbd 2026-03-05T18:29:35.433 INFO:teuthology.orchestra.run.vm08.stderr:No packages marked for removal. 2026-03-05T18:29:35.436 INFO:teuthology.orchestra.run.vm08.stdout:Dependencies resolved. 2026-03-05T18:29:35.436 INFO:teuthology.orchestra.run.vm08.stdout:Nothing to do. 2026-03-05T18:29:35.436 INFO:teuthology.orchestra.run.vm08.stdout:Complete! 2026-03-05T18:29:35.618 INFO:teuthology.orchestra.run.vm08.stdout:No match for argument: rbd-fuse 2026-03-05T18:29:35.618 INFO:teuthology.orchestra.run.vm08.stderr:No packages marked for removal. 2026-03-05T18:29:35.621 INFO:teuthology.orchestra.run.vm08.stdout:Dependencies resolved. 2026-03-05T18:29:35.621 INFO:teuthology.orchestra.run.vm08.stdout:Nothing to do. 2026-03-05T18:29:35.621 INFO:teuthology.orchestra.run.vm08.stdout:Complete! 2026-03-05T18:29:35.807 INFO:teuthology.orchestra.run.vm08.stdout:No match for argument: rbd-mirror 2026-03-05T18:29:35.807 INFO:teuthology.orchestra.run.vm08.stderr:No packages marked for removal. 2026-03-05T18:29:35.810 INFO:teuthology.orchestra.run.vm08.stdout:Dependencies resolved. 2026-03-05T18:29:35.811 INFO:teuthology.orchestra.run.vm08.stdout:Nothing to do. 2026-03-05T18:29:35.811 INFO:teuthology.orchestra.run.vm08.stdout:Complete! 2026-03-05T18:29:35.992 INFO:teuthology.orchestra.run.vm08.stdout:No match for argument: rbd-nbd 2026-03-05T18:29:35.993 INFO:teuthology.orchestra.run.vm08.stderr:No packages marked for removal. 2026-03-05T18:29:35.995 INFO:teuthology.orchestra.run.vm08.stdout:Dependencies resolved. 2026-03-05T18:29:35.996 INFO:teuthology.orchestra.run.vm08.stdout:Nothing to do. 2026-03-05T18:29:35.996 INFO:teuthology.orchestra.run.vm08.stdout:Complete! 2026-03-05T18:29:36.022 DEBUG:teuthology.orchestra.run.vm08:> sudo yum clean all 2026-03-05T18:29:36.167 INFO:teuthology.orchestra.run.vm08.stdout:62 files removed 2026-03-05T18:29:36.195 DEBUG:teuthology.orchestra.run.vm08:> sudo rm /etc/yum.repos.d/ceph-source.repo 2026-03-05T18:29:36.226 DEBUG:teuthology.orchestra.run.vm08:> sudo rm /etc/yum.repos.d/ceph-noarch.repo 2026-03-05T18:29:36.294 DEBUG:teuthology.orchestra.run.vm08:> sudo rm /etc/yum.repos.d/ceph.repo 2026-03-05T18:29:36.362 DEBUG:teuthology.orchestra.run.vm08:> sudo yum clean expire-cache 2026-03-05T18:29:36.519 INFO:teuthology.orchestra.run.vm08.stdout:Cache was expired 2026-03-05T18:29:36.519 INFO:teuthology.orchestra.run.vm08.stdout:0 files removed 2026-03-05T18:29:36.535 DEBUG:teuthology.parallel:result is None 2026-03-05T18:29:36.535 INFO:teuthology.task.install:Removing ceph sources lists on ubuntu@vm08.local 2026-03-05T18:29:36.536 DEBUG:teuthology.orchestra.run.vm08:> sudo rm -f /etc/yum.repos.d/ceph.repo 2026-03-05T18:29:36.565 DEBUG:teuthology.orchestra.run.vm08:> sudo mv -f /etc/yum/pluginconf.d/priorities.conf.orig /etc/yum/pluginconf.d/priorities.conf 2026-03-05T18:29:36.634 INFO:teuthology.orchestra.run.vm08.stderr:mv: cannot stat '/etc/yum/pluginconf.d/priorities.conf.orig': No such file or directory 2026-03-05T18:29:36.635 DEBUG:teuthology.orchestra.run:got remote process result: 1 2026-03-05T18:29:36.636 DEBUG:teuthology.parallel:result is None 2026-03-05T18:29:36.636 DEBUG:teuthology.run_tasks:Unwinding manager clock 2026-03-05T18:29:36.638 INFO:teuthology.task.clock:Checking final clock skew... 2026-03-05T18:29:36.638 DEBUG:teuthology.orchestra.run.vm08:> PATH=/usr/bin:/usr/sbin ntpq -p || PATH=/usr/bin:/usr/sbin chronyc sources || true 2026-03-05T18:29:36.694 INFO:teuthology.orchestra.run.vm08.stderr:bash: line 1: ntpq: command not found 2026-03-05T18:29:36.697 INFO:teuthology.orchestra.run.vm08.stdout:MS Name/IP address Stratum Poll Reach LastRx Last sample 2026-03-05T18:29:36.697 INFO:teuthology.orchestra.run.vm08.stdout:=============================================================================== 2026-03-05T18:29:36.697 INFO:teuthology.orchestra.run.vm08.stdout:^+ ns8.starka.st 2 6 177 3 +2159us[+2159us] +/- 37ms 2026-03-05T18:29:36.697 INFO:teuthology.orchestra.run.vm08.stdout:^+ mailcow.f5s.de 2 6 177 4 +1155us[+1155us] +/- 61ms 2026-03-05T18:29:36.697 INFO:teuthology.orchestra.run.vm08.stdout:^+ zeus.f5s.de 2 6 177 3 +1108us[+1108us] +/- 61ms 2026-03-05T18:29:36.697 INFO:teuthology.orchestra.run.vm08.stdout:^* ntp.kernfusion.at 2 6 177 4 -3823us[-3873us] +/- 29ms 2026-03-05T18:29:36.698 DEBUG:teuthology.run_tasks:Unwinding manager ansible.cephlab 2026-03-05T18:29:36.700 INFO:teuthology.task.ansible:Skipping ansible cleanup... 2026-03-05T18:29:36.700 DEBUG:teuthology.run_tasks:Unwinding manager selinux 2026-03-05T18:29:36.702 DEBUG:teuthology.run_tasks:Unwinding manager pcp 2026-03-05T18:29:36.704 DEBUG:teuthology.run_tasks:Unwinding manager internal.timer 2026-03-05T18:29:36.706 INFO:teuthology.task.internal:Duration was 369.234912 seconds 2026-03-05T18:29:36.706 DEBUG:teuthology.run_tasks:Unwinding manager internal.syslog 2026-03-05T18:29:36.708 INFO:teuthology.task.internal.syslog:Shutting down syslog monitoring... 2026-03-05T18:29:36.708 DEBUG:teuthology.orchestra.run.vm08:> sudo rm -f -- /etc/rsyslog.d/80-cephtest.conf && sudo service rsyslog restart 2026-03-05T18:29:36.779 INFO:teuthology.orchestra.run.vm08.stderr:Redirecting to /bin/systemctl restart rsyslog.service 2026-03-05T18:29:36.971 INFO:teuthology.task.internal.syslog:Checking logs for errors... 2026-03-05T18:29:36.971 DEBUG:teuthology.task.internal.syslog:Checking ubuntu@vm08.local 2026-03-05T18:29:36.971 DEBUG:teuthology.orchestra.run.vm08:> grep -E --binary-files=text '\bBUG\b|\bINFO\b|\bDEADLOCK\b' /home/ubuntu/cephtest/archive/syslog/kern.log | grep -v 'task .* blocked for more than .* seconds' | grep -v 'lockdep is turned off' | grep -v 'trying to register non-static key' | grep -v 'DEBUG: fsize' | grep -v CRON | grep -v 'BUG: bad unlock balance detected' | grep -v 'inconsistent lock state' | grep -v '*** DEADLOCK ***' | grep -v 'INFO: possible irq lock inversion dependency detected' | grep -v 'INFO: NMI handler (perf_event_nmi_handler) took too long to run' | grep -v 'INFO: recovery required on readonly' | grep -v 'ceph-create-keys: INFO' | grep -v INFO:ceph-create-keys | grep -v 'Loaded datasource DataSourceOpenStack' | grep -v 'container-storage-setup: INFO: Volume group backing root filesystem could not be determined' | grep -E -v '\bsalt-master\b|\bsalt-minion\b|\bsalt-api\b' | grep -v ceph-crash | grep -E -v '\btcmu-runner\b.*\bINFO\b' | head -n 1 2026-03-05T18:29:37.034 INFO:teuthology.task.internal.syslog:Gathering journactl... 2026-03-05T18:29:37.035 DEBUG:teuthology.orchestra.run.vm08:> sudo journalctl > /home/ubuntu/cephtest/archive/syslog/journalctl.log 2026-03-05T18:29:37.575 INFO:teuthology.task.internal.syslog:Compressing syslogs... 2026-03-05T18:29:37.575 DEBUG:teuthology.orchestra.run.vm08:> find /home/ubuntu/cephtest/archive/syslog -name '*.log' -print0 | sudo xargs -0 --max-args=1 --max-procs=0 --verbose --no-run-if-empty -- gzip -5 --verbose -- 2026-03-05T18:29:37.600 INFO:teuthology.orchestra.run.vm08.stderr:gzip -5 --verbose -- /home/ubuntu/cephtest/archive/syslog/kern.log 2026-03-05T18:29:37.601 INFO:teuthology.orchestra.run.vm08.stderr:gzip -5 --verbose -- /home/ubuntu/cephtest/archive/syslog/misc.log 2026-03-05T18:29:37.601 INFO:teuthology.orchestra.run.vm08.stderr:/home/ubuntu/cephtest/archive/syslog/kern.log: 0.0% -- replaced with /home/ubuntu/cephtest/archive/syslog/kern.log.gz 2026-03-05T18:29:37.601 INFO:teuthology.orchestra.run.vm08.stderr:gzip -5 --verbose -- /home/ubuntu/cephtest/archive/syslog/journalctl.log 2026-03-05T18:29:37.601 INFO:teuthology.orchestra.run.vm08.stderr:/home/ubuntu/cephtest/archive/syslog/misc.log: 0.0% -- replaced with /home/ubuntu/cephtest/archive/syslog/misc.log.gz 2026-03-05T18:29:37.781 INFO:teuthology.orchestra.run.vm08.stderr:/home/ubuntu/cephtest/archive/syslog/journalctl.log: 98.5% -- replaced with /home/ubuntu/cephtest/archive/syslog/journalctl.log.gz 2026-03-05T18:29:37.783 DEBUG:teuthology.run_tasks:Unwinding manager internal.sudo 2026-03-05T18:29:37.786 INFO:teuthology.task.internal:Restoring /etc/sudoers... 2026-03-05T18:29:37.786 DEBUG:teuthology.orchestra.run.vm08:> sudo mv -f /etc/sudoers.orig.teuthology /etc/sudoers 2026-03-05T18:29:37.852 DEBUG:teuthology.run_tasks:Unwinding manager internal.coredump 2026-03-05T18:29:37.854 DEBUG:teuthology.orchestra.run.vm08:> sudo sysctl -w kernel.core_pattern=core && sudo bash -c 'for f in `find /home/ubuntu/cephtest/archive/coredump -type f`; do file $f | grep -q systemd-sysusers && rm $f || true ; done' && rmdir --ignore-fail-on-non-empty -- /home/ubuntu/cephtest/archive/coredump 2026-03-05T18:29:37.918 INFO:teuthology.orchestra.run.vm08.stdout:kernel.core_pattern = core 2026-03-05T18:29:37.932 DEBUG:teuthology.orchestra.run.vm08:> test -e /home/ubuntu/cephtest/archive/coredump 2026-03-05T18:29:37.991 DEBUG:teuthology.orchestra.run:got remote process result: 1 2026-03-05T18:29:37.991 DEBUG:teuthology.run_tasks:Unwinding manager internal.archive 2026-03-05T18:29:37.993 INFO:teuthology.task.internal:Transferring archived files... 2026-03-05T18:29:37.994 DEBUG:teuthology.misc:Transferring archived files from vm08:/home/ubuntu/cephtest/archive to /archive/irq0-2026-03-05_15:32:16-rgw-cobaltcore-storage-v19.2.3-fasttrack-3-none-default-vps/37/remote/vm08 2026-03-05T18:29:37.994 DEBUG:teuthology.orchestra.run.vm08:> sudo tar c -f - -C /home/ubuntu/cephtest/archive -- . 2026-03-05T18:29:38.059 INFO:teuthology.task.internal:Removing archive directory... 2026-03-05T18:29:38.060 DEBUG:teuthology.orchestra.run.vm08:> rm -rf -- /home/ubuntu/cephtest/archive 2026-03-05T18:29:38.117 DEBUG:teuthology.run_tasks:Unwinding manager internal.archive_upload 2026-03-05T18:29:38.120 INFO:teuthology.task.internal:Not uploading archives. 2026-03-05T18:29:38.120 DEBUG:teuthology.run_tasks:Unwinding manager internal.base 2026-03-05T18:29:38.122 INFO:teuthology.task.internal:Tidying up after the test... 2026-03-05T18:29:38.122 DEBUG:teuthology.orchestra.run.vm08:> find /home/ubuntu/cephtest -ls ; rmdir -- /home/ubuntu/cephtest 2026-03-05T18:29:38.175 INFO:teuthology.orchestra.run.vm08.stdout: 83886506 0 drwxr-xr-x 2 ubuntu ubuntu 6 Mar 5 18:29 /home/ubuntu/cephtest 2026-03-05T18:29:38.176 DEBUG:teuthology.run_tasks:Unwinding manager console_log 2026-03-05T18:29:38.183 INFO:teuthology.run:Summary data: description: rgw/tempest/{0-install clusters/fixed-1 frontend/beast ignore-pg-availability overrides rocky_latest s3tests-branch tasks/tempest} duration: 369.2349123954773 failure_reason: 'Command failed on vm08 with status 1: ''cd /home/ubuntu/cephtest/keystone && source /home/ubuntu/cephtest/tox-venv/bin/activate && tox -e venv --notest''' flavor: default owner: irq0 sentry_event: null status: fail success: false 2026-03-05T18:29:38.183 DEBUG:teuthology.report:Pushing job info to http://localhost:8080 2026-03-05T18:29:38.203 INFO:teuthology.run:FAIL